2024-04-25T01:02:31.688 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-25T01:02:31.689 DEBUG:teuthology.run:Teuthology command: teuthology --name teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi --owner scheduled_teuthology@teuthology --verbose --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/yes 5-workunit/suites/fsync-tester}} --archive /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307 -- /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307/orig.config.yaml 2024-04-25T01:02:31.744 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-25T01:02:31.841 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/yes 5-workunit/suites/fsync-tester}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7672307' kernel: client: branch: testing kdb: 1 sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability sha1: d2c45d977142e024a59b68a8f1dce8f0b9840551 subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt dry_run: true install: ceph: flavor: default sha1: d2c45d977142e024a59b68a8f1dce8f0b9840551 kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=legacy - nowsync syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: d2c45d977142e024a59b68a8f1dce8f0b9840551 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 8528 sha1: d2c45d977142e024a59b68a8f1dce8f0b9840551 sleep_before_teardown: 0 subset: 122/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_d2c45d977142e024a59b68a8f1dce8f0b9840551/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: d2c45d977142e024a59b68a8f1dce8f0b9840551 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi026.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ6uvSXo9SAtmC2iVM6xCtttAO+8xp+lLkJiPrq3F2kyUVNRtrDB4KexPgqBY6NHQrrL5YXa2h/o7OAmDVM4Gqc= smithi111.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBK7fvQRYcM4N3j4Ep3FmnXJJzzmZp6O13sr+VqdRsAPnsoZS+YVC0hZ3qVDy+ZKdWrpQsj1U26TcZ9UwWZmAt0w= smithi186.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMB5xlFL/av4NX9c2RBkhxNH6JvJDZkhDWIdHEp8MZXwSbwB2shMbK5EUmYA//WSDZLzFbgDmueLBvDsRmQ5nek= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - suites/fsync-tester.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-24_21:24:02 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-25T01:02:31.842 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_d2c45d977142e024a59b68a8f1dce8f0b9840551/qa; will attempt to use it 2024-04-25T01:02:31.842 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_d2c45d977142e024a59b68a8f1dce8f0b9840551/qa/tasks 2024-04-25T01:02:31.843 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-25T01:02:31.844 INFO:teuthology.task.internal:Checking packages... 2024-04-25T01:02:31.867 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd2c45d977142e024a59b68a8f1dce8f0b9840551' 2024-04-25T01:02:31.868 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-25T01:02:31.868 INFO:teuthology.packaging:ref: None 2024-04-25T01:02:31.868 INFO:teuthology.packaging:tag: None 2024-04-25T01:02:31.868 INFO:teuthology.packaging:branch: squid 2024-04-25T01:02:31.868 INFO:teuthology.packaging:sha1: d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T01:02:31.868 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-04-25T01:02:32.178 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2445.gd2c45d97 2024-04-25T01:02:32.180 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-25T01:02:32.187 INFO:teuthology.task.internal:no buildpackages task found 2024-04-25T01:02:32.187 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-25T01:02:32.199 INFO:teuthology.task.internal:Saving configuration 2024-04-25T01:02:32.221 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-25T01:02:32.229 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-25T01:02:32.255 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi026.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 00:56:59.000557', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ6uvSXo9SAtmC2iVM6xCtttAO+8xp+lLkJiPrq3F2kyUVNRtrDB4KexPgqBY6NHQrrL5YXa2h/o7OAmDVM4Gqc='} 2024-04-25T01:02:32.280 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi111.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 00:56:58.997208', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBK7fvQRYcM4N3j4Ep3FmnXJJzzmZp6O13sr+VqdRsAPnsoZS+YVC0hZ3qVDy+ZKdWrpQsj1U26TcZ9UwWZmAt0w='} 2024-04-25T01:02:32.300 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi186.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 00:56:58.999123', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMB5xlFL/av4NX9c2RBkhxNH6JvJDZkhDWIdHEp8MZXwSbwB2shMbK5EUmYA//WSDZLzFbgDmueLBvDsRmQ5nek='} 2024-04-25T01:02:32.300 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-25T01:02:32.307 INFO:teuthology.task.internal:roles: ubuntu@smithi026.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-25T01:02:32.307 INFO:teuthology.task.internal:roles: ubuntu@smithi111.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-25T01:02:32.307 INFO:teuthology.task.internal:roles: ubuntu@smithi186.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-25T01:02:32.307 INFO:teuthology.run_tasks:Running task console_log... 2024-04-25T01:02:32.421 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fc37ea2b160>, signals=[15]) 2024-04-25T01:02:32.421 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-25T01:02:32.427 INFO:teuthology.task.internal:Opening connections... 2024-04-25T01:02:32.427 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi026.front.sepia.ceph.com 2024-04-25T01:02:32.429 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T01:02:32.506 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi111.front.sepia.ceph.com 2024-04-25T01:02:32.507 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T01:02:32.581 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi186.front.sepia.ceph.com 2024-04-25T01:02:32.582 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi186.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T01:02:32.660 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-25T01:02:32.666 DEBUG:teuthology.orchestra.run.smithi026:> uname -m 2024-04-25T01:02:32.685 INFO:teuthology.orchestra.run.smithi026.stdout:x86_64 2024-04-25T01:02:32.685 DEBUG:teuthology.orchestra.run.smithi026:> cat /etc/os-release 2024-04-25T01:02:32.744 INFO:teuthology.orchestra.run.smithi026.stdout:NAME="CentOS Stream" 2024-04-25T01:02:32.744 INFO:teuthology.orchestra.run.smithi026.stdout:VERSION="9" 2024-04-25T01:02:32.744 INFO:teuthology.orchestra.run.smithi026.stdout:ID="centos" 2024-04-25T01:02:32.744 INFO:teuthology.orchestra.run.smithi026.stdout:ID_LIKE="rhel fedora" 2024-04-25T01:02:32.744 INFO:teuthology.orchestra.run.smithi026.stdout:VERSION_ID="9" 2024-04-25T01:02:32.744 INFO:teuthology.orchestra.run.smithi026.stdout:PLATFORM_ID="platform:el9" 2024-04-25T01:02:32.744 INFO:teuthology.orchestra.run.smithi026.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T01:02:32.744 INFO:teuthology.orchestra.run.smithi026.stdout:ANSI_COLOR="0;31" 2024-04-25T01:02:32.744 INFO:teuthology.orchestra.run.smithi026.stdout:LOGO="fedora-logo-icon" 2024-04-25T01:02:32.744 INFO:teuthology.orchestra.run.smithi026.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T01:02:32.744 INFO:teuthology.orchestra.run.smithi026.stdout:HOME_URL="https://centos.org/" 2024-04-25T01:02:32.745 INFO:teuthology.orchestra.run.smithi026.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T01:02:32.745 INFO:teuthology.orchestra.run.smithi026.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T01:02:32.745 INFO:teuthology.orchestra.run.smithi026.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T01:02:32.745 INFO:teuthology.lock.ops:Updating smithi026.front.sepia.ceph.com on lock server 2024-04-25T01:02:32.769 DEBUG:teuthology.orchestra.run.smithi111:> uname -m 2024-04-25T01:02:32.787 INFO:teuthology.orchestra.run.smithi111.stdout:x86_64 2024-04-25T01:02:32.787 DEBUG:teuthology.orchestra.run.smithi111:> cat /etc/os-release 2024-04-25T01:02:32.844 INFO:teuthology.orchestra.run.smithi111.stdout:NAME="CentOS Stream" 2024-04-25T01:02:32.844 INFO:teuthology.orchestra.run.smithi111.stdout:VERSION="9" 2024-04-25T01:02:32.844 INFO:teuthology.orchestra.run.smithi111.stdout:ID="centos" 2024-04-25T01:02:32.844 INFO:teuthology.orchestra.run.smithi111.stdout:ID_LIKE="rhel fedora" 2024-04-25T01:02:32.844 INFO:teuthology.orchestra.run.smithi111.stdout:VERSION_ID="9" 2024-04-25T01:02:32.844 INFO:teuthology.orchestra.run.smithi111.stdout:PLATFORM_ID="platform:el9" 2024-04-25T01:02:32.844 INFO:teuthology.orchestra.run.smithi111.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T01:02:32.844 INFO:teuthology.orchestra.run.smithi111.stdout:ANSI_COLOR="0;31" 2024-04-25T01:02:32.844 INFO:teuthology.orchestra.run.smithi111.stdout:LOGO="fedora-logo-icon" 2024-04-25T01:02:32.844 INFO:teuthology.orchestra.run.smithi111.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T01:02:32.844 INFO:teuthology.orchestra.run.smithi111.stdout:HOME_URL="https://centos.org/" 2024-04-25T01:02:32.844 INFO:teuthology.orchestra.run.smithi111.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T01:02:32.844 INFO:teuthology.orchestra.run.smithi111.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T01:02:32.844 INFO:teuthology.orchestra.run.smithi111.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T01:02:32.845 INFO:teuthology.lock.ops:Updating smithi111.front.sepia.ceph.com on lock server 2024-04-25T01:02:32.869 DEBUG:teuthology.orchestra.run.smithi186:> uname -m 2024-04-25T01:02:32.886 INFO:teuthology.orchestra.run.smithi186.stdout:x86_64 2024-04-25T01:02:32.887 DEBUG:teuthology.orchestra.run.smithi186:> cat /etc/os-release 2024-04-25T01:02:32.944 INFO:teuthology.orchestra.run.smithi186.stdout:NAME="CentOS Stream" 2024-04-25T01:02:32.945 INFO:teuthology.orchestra.run.smithi186.stdout:VERSION="9" 2024-04-25T01:02:32.945 INFO:teuthology.orchestra.run.smithi186.stdout:ID="centos" 2024-04-25T01:02:32.945 INFO:teuthology.orchestra.run.smithi186.stdout:ID_LIKE="rhel fedora" 2024-04-25T01:02:32.945 INFO:teuthology.orchestra.run.smithi186.stdout:VERSION_ID="9" 2024-04-25T01:02:32.945 INFO:teuthology.orchestra.run.smithi186.stdout:PLATFORM_ID="platform:el9" 2024-04-25T01:02:32.945 INFO:teuthology.orchestra.run.smithi186.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T01:02:32.945 INFO:teuthology.orchestra.run.smithi186.stdout:ANSI_COLOR="0;31" 2024-04-25T01:02:32.945 INFO:teuthology.orchestra.run.smithi186.stdout:LOGO="fedora-logo-icon" 2024-04-25T01:02:32.945 INFO:teuthology.orchestra.run.smithi186.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T01:02:32.945 INFO:teuthology.orchestra.run.smithi186.stdout:HOME_URL="https://centos.org/" 2024-04-25T01:02:32.945 INFO:teuthology.orchestra.run.smithi186.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T01:02:32.945 INFO:teuthology.orchestra.run.smithi186.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T01:02:32.945 INFO:teuthology.orchestra.run.smithi186.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T01:02:32.946 INFO:teuthology.lock.ops:Updating smithi186.front.sepia.ceph.com on lock server 2024-04-25T01:02:32.970 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-25T01:02:32.981 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-25T01:02:32.986 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-25T01:02:32.987 DEBUG:teuthology.orchestra.run.smithi026:> test '!' -e /home/ubuntu/cephtest 2024-04-25T01:02:32.989 DEBUG:teuthology.orchestra.run.smithi111:> test '!' -e /home/ubuntu/cephtest 2024-04-25T01:02:32.993 DEBUG:teuthology.orchestra.run.smithi186:> test '!' -e /home/ubuntu/cephtest 2024-04-25T01:02:33.009 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-25T01:02:33.015 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-25T01:02:33.015 DEBUG:teuthology.orchestra.run.smithi026:> test -z $(ls -A /var/lib/ceph) 2024-04-25T01:02:33.047 DEBUG:teuthology.orchestra.run.smithi111:> test -z $(ls -A /var/lib/ceph) 2024-04-25T01:02:33.049 DEBUG:teuthology.orchestra.run.smithi186:> test -z $(ls -A /var/lib/ceph) 2024-04-25T01:02:33.079 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-25T01:02:33.152 INFO:teuthology.run_tasks:Running task kernel... 2024-04-25T01:02:33.166 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'} 2024-04-25T01:02:33.167 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-04-25T01:02:33.167 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-04-25T01:02:33.167 DEBUG:teuthology.orchestra.run.smithi026:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T01:02:33.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T01:02:33.185 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-04-25T01:02:33.462 DEBUG:teuthology.task.kernel:sha1 for client.0 is 806ec36b21129f113ce356c007dd59694d340b37 2024-04-25T01:02:33.462 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "806ec36b21129f113ce356c007dd59694d340b37"... 2024-04-25T01:02:33.463 DEBUG:teuthology.orchestra.run.smithi026:> uname -r 2024-04-25T01:02:33.481 INFO:teuthology.orchestra.run.smithi026.stdout:5.14.0-437.el9.x86_64 2024-04-25T01:02:33.481 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 806ec36b21129f113ce356c007dd59694d340b37 2024-04-25T01:02:33.481 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-04-25T01:02:33.482 DEBUG:teuthology.orchestra.run.smithi026:> sudo yum upgrade -y linux-firmware 2024-04-25T01:02:35.643 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.0 MB 00:00 2024-04-25T01:02:37.427 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - AppStream 29 MB/s | 19 MB 00:00 2024-04-25T01:02:42.378 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - CRB 5.1 MB/s | 6.2 MB 00:01 2024-04-25T01:02:43.820 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - Extras packages 62 kB/s | 16 kB 00:00 2024-04-25T01:02:46.224 INFO:teuthology.orchestra.run.smithi026.stdout:Extra Packages for Enterprise Linux 9.2 MB/s | 21 MB 00:02 2024-04-25T01:02:51.504 INFO:teuthology.orchestra.run.smithi026.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-04-25T01:02:53.551 INFO:teuthology.orchestra.run.smithi026.stdout:Dependencies resolved. 2024-04-25T01:02:53.552 INFO:teuthology.orchestra.run.smithi026.stdout:Nothing to do. 2024-04-25T01:02:53.552 INFO:teuthology.orchestra.run.smithi026.stdout:Complete! 2024-04-25T01:02:53.660 INFO:teuthology.task.kernel:Downloading kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-04-25T01:02:53.661 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=806ec36b21129f113ce356c007dd59694d340b37 2024-04-25T01:02:53.889 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ 2024-04-25T01:02:53.889 DEBUG:teuthology.orchestra.run.smithi026:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ --input-file=- 2024-04-25T01:02:53.892 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi026.front.sepia.ceph.com to complete... 2024-04-25T01:03:06.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25 01:03:06 URL:https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm [357367792/357367792] -> "/tmp/kernel.x86_64.rpm" [1] 2024-04-25T01:03:06.198 INFO:teuthology.orchestra.run.smithi026.stderr:FINISHED --2024-04-25 01:03:06-- 2024-04-25T01:03:06.198 INFO:teuthology.orchestra.run.smithi026.stderr:Total wall clock time: 12s 2024-04-25T01:03:06.198 INFO:teuthology.orchestra.run.smithi026.stderr:Downloaded: 1 files, 341M in 12s (28.4 MB/s) 2024-04-25T01:03:06.202 INFO:teuthology.task.kernel:Installing kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-04-25T01:03:06.202 DEBUG:teuthology.orchestra.run.smithi026:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-04-25T01:03:08.397 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying... ######################################## 2024-04-25T01:03:08.532 INFO:teuthology.orchestra.run.smithi026.stdout:Preparing... ######################################## 2024-04-25T01:03:08.639 INFO:teuthology.orchestra.run.smithi026.stdout:Updating / installing... 2024-04-25T01:03:16.922 INFO:teuthology.orchestra.run.smithi026.stdout:kernel-6.9.0_rc3_g806ec36b2112-1 ######################################## 2024-04-25T01:03:56.847 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi026.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-04-25T01:03:56.847 DEBUG:teuthology.orchestra.run.smithi026:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-04-25T01:03:56.925 INFO:teuthology.orchestra.run.smithi026.stdout:/boot/System.map-6.9.0-rc3-g806ec36b2112 2024-04-25T01:03:56.925 INFO:teuthology.orchestra.run.smithi026.stdout:/boot/config-6.9.0-rc3-g806ec36b2112 2024-04-25T01:03:56.925 INFO:teuthology.orchestra.run.smithi026.stdout:/boot/vmlinuz-6.9.0-rc3-g806ec36b2112 2024-04-25T01:03:56.925 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/System.map 2024-04-25T01:03:56.925 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/config 2024-04-25T01:03:56.925 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel 2024-04-25T01:03:56.925 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch 2024-04-25T01:03:56.926 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86 2024-04-25T01:03:56.926 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto 2024-04-25T01:03:56.926 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-04-25T01:03:56.926 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-04-25T01:03:56.926 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-04-25T01:03:56.926 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-04-25T01:03:56.926 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-04-25T01:03:56.926 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-04-25T01:03:56.926 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-04-25T01:03:56.926 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32c-intel.ko 2024-04-25T01:03:56.926 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-04-25T01:03:56.926 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-04-25T01:03:56.926 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-04-25T01:03:56.926 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx2.ko 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-amd.ko 2024-04-25T01:03:56.927 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-intel.ko 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm.ko 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ansi_cprng.ko 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/anubis.ko 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/arc4.ko 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_memcpy.ko 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_pq.ko 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_raid6_recov.ko 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_tx.ko 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_xor.ko 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/raid6test.ko 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authenc.ko 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authencesn.ko 2024-04-25T01:03:56.928 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blake2b_generic.ko 2024-04-25T01:03:56.929 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_common.ko 2024-04-25T01:03:56.929 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_generic.ko 2024-04-25T01:03:56.929 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/camellia_generic.ko 2024-04-25T01:03:56.929 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast5_generic.ko 2024-04-25T01:03:56.929 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast6_generic.ko 2024-04-25T01:03:56.929 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast_common.ko 2024-04-25T01:03:56.929 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ccm.ko 2024-04-25T01:03:56.929 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cmac.ko 2024-04-25T01:03:56.929 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crc32_generic.ko 2024-04-25T01:03:56.929 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_engine.ko 2024-04-25T01:03:56.929 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_user.ko 2024-04-25T01:03:56.929 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cts.ko 2024-04-25T01:03:56.929 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/des_generic.ko 2024-04-25T01:03:56.929 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/dh_generic.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/echainiv.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/essiv.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/fcrypt.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/khazad.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4hc.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/md4.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/michael_mic.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcbc.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcrypt.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/rmd160.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/seed.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/serpent_generic.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tcrypt.ko 2024-04-25T01:03:56.930 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tea.ko 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_common.ko 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_generic.ko 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/vmac.ko 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/wp512.ko 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xcbc.ko 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xor.ko 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xxhash_generic.ko 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_ipmi.ko 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_pad.ko 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/ec_sys.ko 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/platform_profile.ko 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbs.ko 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbshc.ko 2024-04-25T01:03:56.931 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/video.ko 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/acard-ahci.ko 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ahci_platform.ko 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ata_generic.ko 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/libahci_platform.ko 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_acpi.ko 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ali.ko 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_amd.ko 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_artop.ko 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atiixp.ko 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atp867x.ko 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd640.ko 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd64x.ko 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cypress.ko 2024-04-25T01:03:56.932 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_efar.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt366.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt37x.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x2n.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x3.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it8213.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it821x.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_jmicron.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_marvell.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_mpiix.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_netcell.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ninja32.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87410.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87415.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_oldpiix.ko 2024-04-25T01:03:56.933 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_opti.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_optidma.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pcmcia.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc2027x.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_piccolo.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_rdc.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sch.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_serverworks.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sil680.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sis.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sl82c105.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_triflex.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_via.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pdc_adma.ko 2024-04-25T01:03:56.934 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_inic162x.ko 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_mv.ko 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_nv.ko 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_promise.ko 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_qstor.ko 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil.ko 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil24.ko 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sis.ko 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_svw.ko 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sx4.ko 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_uli.ko 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_via.ko 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_vsc.ko 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay/ks0108.ko 2024-04-25T01:03:56.935 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-i2c.ko 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-mmio.ko 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma/bcma.ko 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe/aoe.ko 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/brd.ko 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd/drbd.ko 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/floppy.ko 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/loop.ko 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-04-25T01:03:56.936 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/nbd.ko 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk/null_blk.ko 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/pktcdvd.ko 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/rbd.ko 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/virtio_blk.ko 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkfront.ko 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram/zram.ko 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hangcheck-timer.ko 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/amd-rng.ko 2024-04-25T01:03:56.937 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/intel-rng.ko 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/via-rng.ko 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/virtio-rng.ko 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_si.ko 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/lp.ko 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave/mwave.ko 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ppdev.ko 2024-04-25T01:03:56.938 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tlclk.ko 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm.ko 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_atmel.ko 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_infineon.ko 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_nsc.ko 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis.ko 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/uv_mmtimer.ko 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/virtio_console.ko 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/p4-clockmod.ko 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/powernow-k8.ko 2024-04-25T01:03:56.939 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/speedstep-lib.ko 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp.ko 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-aes.ko 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-sha.ko 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-04-25T01:03:56.940 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca/dca.ko 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw/dw_dmac.ko 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat/ioatdma.ko 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/amd64_edac.ko 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/e752x_edac.ko 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/edac_mce_amd.ko 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3000_edac.ko 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3200_edac.ko 2024-04-25T01:03:56.941 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5100_edac.ko 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5400_edac.ko 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7300_edac.ko 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7core_edac.ko 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i82975x_edac.ko 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/ie31200_edac.ko 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/sb_edac.ko 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/x38_edac.ko 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/edd.ko 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/iscsi_ibft.ko 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-ich.ko 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-viperboard.ko 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid 2024-04-25T01:03:56.942 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-appleir.ko 2024-04-25T01:03:56.943 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-aureal.ko 2024-04-25T01:03:56.943 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-axff.ko 2024-04-25T01:03:56.943 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-dr.ko 2024-04-25T01:03:56.943 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elecom.ko 2024-04-25T01:03:56.943 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elo.ko 2024-04-25T01:03:56.943 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-emsff.ko 2024-04-25T01:03:56.943 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gaff.ko 2024-04-25T01:03:56.943 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gt683r.ko 2024-04-25T01:03:56.943 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gyration.ko 2024-04-25T01:03:56.943 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-kbd.ko 2024-04-25T01:03:56.943 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-mouse.ko 2024-04-25T01:03:56.943 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtekff.ko 2024-04-25T01:03:56.943 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-hyperv.ko 2024-04-25T01:03:56.943 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-icade.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-keytouch.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-kye.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lcpower.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-led.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lenovo.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-dj.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-multitouch.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-ortek.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-penmount.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-petalynx.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-picolcd.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-pl.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-plantronics.ko 2024-04-25T01:03:56.944 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-primax.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-rmi.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-arvo.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-common.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-isku.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kone.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-konepure.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-lua.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-pyra.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-ryos.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-savu.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-saitek.ko 2024-04-25T01:03:56.945 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-samsung.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sensor-hub.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sjoy.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sony.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-speedlink.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-steelseries.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sunplus.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-thrustmaster.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tivo.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tmff.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-topseed.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-twinhan.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-uclogic.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-waltop.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-wiimote.ko 2024-04-25T01:03:56.946 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-xinmo.ko 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zpff.ko 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zydacron.ko 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/uhid.ko 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/wacom.ko 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_balloon.ko 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_utils.ko 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_vmbus.ko 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru.ko 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru3.ko 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/acpi_power_meter.ko 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7414.ko 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7418.ko 2024-04-25T01:03:56.947 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adc128d818.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1025.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1026.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1029.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1031.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm9240.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ads7828.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7410.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7411.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7462.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7470.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7475.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7x10.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/amc6821.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/applesmc.ko 2024-04-25T01:03:56.948 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asb100.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asc7621.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asus_atk0110.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/atxp1.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/coretemp.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dme1737.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds1621.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds620.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc1403.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc6w201.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71805f.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71882fg.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f75375s.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fam15h_power.ko 2024-04-25T01:03:56.949 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fschmd.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g760a.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g762.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl518sm.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl520sm.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/hwmon-vid.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5500_temp.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5k_amb.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmaem.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmpex.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina209.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina2xx.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/it87.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k10temp.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k8temp.ko 2024-04-25T01:03:56.950 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lineage-pem.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm63.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm73.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm75.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm77.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm78.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm80.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm83.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm85.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm87.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm90.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm92.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm93.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95234.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95241.ko 2024-04-25T01:03:56.951 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95245.ko 2024-04-25T01:03:56.952 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc2945.ko 2024-04-25T01:03:56.952 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4151.ko 2024-04-25T01:03:56.952 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4215.ko 2024-04-25T01:03:56.952 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4222.ko 2024-04-25T01:03:56.952 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4245.ko 2024-04-25T01:03:56.952 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4260.ko 2024-04-25T01:03:56.952 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4261.ko 2024-04-25T01:03:56.952 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max16065.ko 2024-04-25T01:03:56.952 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1619.ko 2024-04-25T01:03:56.952 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1668.ko 2024-04-25T01:03:56.952 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max197.ko 2024-04-25T01:03:56.952 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6639.ko 2024-04-25T01:03:56.952 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6650.ko 2024-04-25T01:03:56.952 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6697.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/mcp3021.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6683.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775-core.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct7802.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87360.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87427.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pcf8591.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max16064.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max34440.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max8688.ko 2024-04-25T01:03:56.953 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/powr1220.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5627.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5636.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch56xx-common.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht15.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht21.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/shtc1.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sis5595.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47b397.ko 2024-04-25T01:03:56.954 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m1.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m192.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/thmc50.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp102.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp103.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp401.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp421.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via-cputemp.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via686a.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt1211.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt8231.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627ehf.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627hf.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83781d.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83791d.ko 2024-04-25T01:03:56.955 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83792d.ko 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83793.ko 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83795.ko 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l785ts.ko 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l786ng.ko 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-04-25T01:03:56.956 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-i801.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-isch.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-parport.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-via.ko 2024-04-25T01:03:56.957 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-dev.ko 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-mux.ko 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-smbus.ko 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-stub.ko 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_cm.ko 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_core.ko 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_umad.ko 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/iw_cm.ko 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_cm.ko 2024-04-25T01:03:56.958 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-04-25T01:03:56.959 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/fm801-gp.ko 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/gameport.ko 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/joydev.ko 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard/gpio_keys.ko 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse 2024-04-25T01:03:56.960 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/appletouch.ko 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/bcm5974.ko 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/cyapatp.ko 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/elan_i2c.ko 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/sermouse.ko 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_usb.ko 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/vsxxxaa.ko 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4/rmi_core.ko 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/altera_ps2.ko 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/arc_ps2.ko 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/serio_raw.ko 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/sparse-keymap.ko 2024-04-25T01:03:56.961 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-blinkm.ko 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lm3530.ko 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lp3944.ko 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-ss4200.ko 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-04-25T01:03:56.962 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache/bcache.ko 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-bio-prison.ko 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache-smq.ko 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache.ko 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-crypt.ko 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-delay.ko 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-flakey.ko 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-log-userspace.ko 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-multipath.ko 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-queue-length.ko 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-raid.ko 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-round-robin.ko 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-service-time.ko 2024-04-25T01:03:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-switch.ko 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-thin-pool.ko 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-verity.ko 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid0.ko 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid1.ko 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid10.ko 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid456.ko 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptbase.ko 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptctl.ko 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptfc.ko 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptlan.ko 2024-04-25T01:03:56.964 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptsas.ko 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptscsih.ko 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptspi.ko 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_ich.ko 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_sch.ko 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/mfd-core.ko 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/sm501.ko 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/viperboard.ko 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/vx855.ko 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/wl1273-core.ko 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds9802als.ko 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds990x.ko 2024-04-25T01:03:56.965 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/bh1770glc.ko 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710/cb710.ko 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/at24.ko 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/max6875.ko 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/enclosure.ko 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/hpilo.ko 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29003.ko 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29020.ko 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei 2024-04-25T01:03:56.966 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-me.ko 2024-04-25T01:03:56.967 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-txe.ko 2024-04-25T01:03:56.967 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei.ko 2024-04-25T01:03:56.967 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru 2024-04-25T01:03:56.967 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru/gru.ko 2024-04-25T01:03:56.967 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp 2024-04-25T01:03:56.967 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xp.ko 2024-04-25T01:03:56.967 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpc.ko 2024-04-25T01:03:56.967 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-04-25T01:03:56.967 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_7xx1.ko 2024-04-25T01:03:56.967 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_core.ko 2024-04-25T01:03:56.967 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tsl2550.ko 2024-04-25T01:03:56.967 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_balloon.ko 2024-04-25T01:03:56.967 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci 2024-04-25T01:03:56.967 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding/bonding.ko 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53/b53_common.ko 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/bcm-sf2.ko 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6060.ko 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dummy.ko 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/eql.ko 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-04-25T01:03:56.968 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/8390.ko 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere/et131x.ko 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera 2024-04-25T01:03:56.969 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-04-25T01:03:56.970 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom 2024-04-25T01:03:56.971 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-04-25T01:03:56.971 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-04-25T01:03:56.971 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-04-25T01:03:56.971 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-04-25T01:03:56.971 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-04-25T01:03:56.971 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet 2024-04-25T01:03:56.971 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-04-25T01:03:56.971 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-04-25T01:03:56.971 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade 2024-04-25T01:03:56.971 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna 2024-04-25T01:03:56.971 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-04-25T01:03:56.971 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio 2024-04-25T01:03:56.971 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb 2024-04-25T01:03:56.971 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-04-25T01:03:56.972 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-04-25T01:03:56.972 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-04-25T01:03:56.972 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-04-25T01:03:56.972 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-04-25T01:03:56.972 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-04-25T01:03:56.972 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-04-25T01:03:56.972 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-04-25T01:03:56.972 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-04-25T01:03:56.972 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco 2024-04-25T01:03:56.972 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic 2024-04-25T01:03:56.972 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-04-25T01:03:56.972 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec 2024-04-25T01:03:56.972 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip 2024-04-25T01:03:56.973 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-04-25T01:03:56.973 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-04-25T01:03:56.973 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-04-25T01:03:56.973 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-04-25T01:03:56.973 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-04-25T01:03:56.973 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-04-25T01:03:56.973 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink 2024-04-25T01:03:56.974 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-04-25T01:03:56.974 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-04-25T01:03:56.974 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dnet.ko 2024-04-25T01:03:56.974 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex 2024-04-25T01:03:56.974 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet 2024-04-25T01:03:56.974 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-04-25T01:03:56.974 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ethoc.ko 2024-04-25T01:03:56.974 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/fealnx.ko 2024-04-25T01:03:56.974 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel 2024-04-25T01:03:56.974 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e100.ko 2024-04-25T01:03:56.974 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000 2024-04-25T01:03:56.974 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-04-25T01:03:56.974 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e 2024-04-25T01:03:56.974 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-04-25T01:03:56.975 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/jme.ko 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/skge.ko 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge 2024-04-25T01:03:56.976 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-04-25T01:03:56.977 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/atp.ko 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-04-25T01:03:56.978 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis 2024-04-25T01:03:56.979 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis190.ko 2024-04-25T01:03:56.979 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis900.ko 2024-04-25T01:03:56.979 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc 2024-04-25T01:03:56.979 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-04-25T01:03:56.979 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-04-25T01:03:56.979 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-04-25T01:03:56.979 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-04-25T01:03:56.979 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro 2024-04-25T01:03:56.979 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac 2024-04-25T01:03:56.979 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-04-25T01:03:56.979 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-04-25T01:03:56.979 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun 2024-04-25T01:03:56.979 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/cassini.ko 2024-04-25T01:03:56.979 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/niu.ko 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sungem.ko 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti/tlan.ko 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-04-25T01:03:56.980 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/geneve.ko 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154/fakelb.ko 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ifb.ko 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan/ipvlan.ko 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvlan.ko 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvtap.ko 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio.ko 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-regmap.ko 2024-04-25T01:03:56.981 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mii.ko 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/net_failover.ko 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/netconsole.ko 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/nlmon.ko 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs-lynx.ko 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/amd.ko 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm7xxx.ko 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm87xx.ko 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/broadcom.ko 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/cicada.ko 2024-04-25T01:03:56.982 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/davicom.ko 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/dp83640.ko 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/et1011c.ko 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/icplus.ko 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/lxt.ko 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/marvell.ko 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/micrel.ko 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/national.ko 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/phylink.ko 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/qsemi.ko 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/realtek.ko 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/smsc.ko 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/ste10Xp.ko 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/vitesse.ko 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp 2024-04-25T01:03:56.983 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/bsd_comp.ko 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_async.ko 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_deflate.ko 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_generic.ko 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_mppe.ko 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_synctty.ko 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppoe.ko 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppox.ko 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pptp.ko 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slhc.ko 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slip.ko 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/sungem_phy.ko 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tap.ko 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team.ko 2024-04-25T01:03:56.984 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_activebackup.ko 2024-04-25T01:03:56.985 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_broadcast.ko 2024-04-25T01:03:56.985 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-04-25T01:03:56.985 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_random.ko 2024-04-25T01:03:56.985 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-04-25T01:03:56.985 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tun.ko 2024-04-25T01:03:56.985 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/veth.ko 2024-04-25T01:03:56.985 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/virtio_net.ko 2024-04-25T01:03:56.985 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3 2024-04-25T01:03:56.985 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-04-25T01:03:56.985 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan 2024-04-25T01:03:56.985 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan/vxlan.ko 2024-04-25T01:03:56.985 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback 2024-04-25T01:03:56.985 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback/xen-netback.ko 2024-04-25T01:03:56.985 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netfront.ko 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb/ntb.ko 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme-core.ko 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme.ko 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport.ko 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_cs.ko 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_pc.ko 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_serial.ko 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-04-25T01:03:56.986 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie/aer_inject.ko 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/xen-pcifront.ko 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/i82092.ko 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/pd6729.ko 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/yenta_socket.ko 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acer-wmi.ko 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acerhdf.ko 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/apple-gmux.ko 2024-04-25T01:03:56.987 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-laptop.ko 2024-04-25T01:03:56.988 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-04-25T01:03:56.988 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-wmi.ko 2024-04-25T01:03:56.988 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/classmate-laptop.ko 2024-04-25T01:03:56.988 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-04-25T01:03:56.988 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-04-25T01:03:56.988 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-04-25T01:03:56.988 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-04-25T01:03:56.988 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/hdaps.ko 2024-04-25T01:03:56.988 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel 2024-04-25T01:03:56.988 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-04-25T01:03:56.988 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel_ips.ko 2024-04-25T01:03:56.988 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/msi-wmi.ko 2024-04-25T01:03:56.988 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/mxm-wmi.ko 2024-04-25T01:03:56.988 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-laptop.ko 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-q10.ko 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/topstar-laptop.ko 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_haps.ko 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi-bmof.ko 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi.ko 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_common.ko 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_msr.ko 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-gpio.ko 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-ldisc.ko 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps_parport.ko 2024-04-25T01:03:56.989 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/pps_core.ko 2024-04-25T01:03:56.990 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp 2024-04-25T01:03:56.990 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp.ko 2024-04-25T01:03:56.990 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp_kvm.ko 2024-04-25T01:03:56.990 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras 2024-04-25T01:03:56.990 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd 2024-04-25T01:03:56.990 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl 2024-04-25T01:03:56.990 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-04-25T01:03:56.990 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/fmpm.ko 2024-04-25T01:03:56.990 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc 2024-04-25T01:03:56.990 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-bq32k.ko 2024-04-25T01:03:56.990 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1286.ko 2024-04-25T01:03:56.990 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1307.ko 2024-04-25T01:03:56.990 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1374.ko 2024-04-25T01:03:56.990 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1511.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1553.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1672.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1742.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds2404.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds3232.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-em3027.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-fm3130.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl12022.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl1208.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m41t80.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t35.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t59.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-max6900.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-msm6242.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf2127.ko 2024-04-25T01:03:56.991 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf85063.ko 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8523.ko 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8563.ko 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8583.ko 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rp5c01.ko 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rs5c372.ko 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8025.ko 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8581.ko 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-x1205.ko 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-9xxx.ko 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-sas.ko 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-xxxx.ko 2024-04-25T01:03:56.992 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/BusLogic.ko 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/a100u2w.ko 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid/aacraid.ko 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/advansys.ko 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/am53c974.ko 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/atp870u.ko 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa/bfa.ko 2024-04-25T01:03:56.993 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc 2024-04-25T01:03:56.994 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-04-25T01:03:56.994 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i 2024-04-25T01:03:56.994 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-04-25T01:03:56.994 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ch.ko 2024-04-25T01:03:56.994 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor 2024-04-25T01:03:56.994 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor/csiostor.ko 2024-04-25T01:03:56.994 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi 2024-04-25T01:03:56.994 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i 2024-04-25T01:03:56.994 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-04-25T01:03:56.994 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i 2024-04-25T01:03:56.994 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-04-25T01:03:56.994 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-04-25T01:03:56.994 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dc395x.ko 2024-04-25T01:03:56.994 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dmx3191d.ko 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r/esas2r.ko 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esp_scsi.ko 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/fcoe.ko 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic/fnic.ko 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hpsa.ko 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hptiop.ko 2024-04-25T01:03:56.995 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hv_storvsc.ko 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/initio.ko 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ipr.ko 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ips.ko 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci/isci.ko 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_tcp.ko 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc/libfc.ko 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi.ko 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi_tcp.ko 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas/libsas.ko 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc 2024-04-25T01:03:56.996 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc/lpfc.ko 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid.ko 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas/mvsas.ko 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvumi.ko 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pmcraid.ko 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla1280.ko 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx 2024-04-25T01:03:56.997 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/raid_class.ko 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_debug.ko 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_fc.ko 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_sas.ko 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_spi.ko 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_srp.ko 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ses.ko 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/st.ko 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/stex.ko 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2 2024-04-25T01:03:56.998 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/virtio_scsi.ko 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/vmw_pvscsi.ko 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/wd719x.ko 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb/ssb.ko 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback/tcm_loop.ko 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_file.ko 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_iblock.ko 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_mod.ko 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_pscsi.ko 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_user.ko 2024-04-25T01:03:56.999 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-04-25T01:03:57.000 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_gsm.ko 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_hdlc.ko 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/nozomi.ko 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial 2024-04-25T01:03:57.001 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/arc_uart.ko 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm/jsm.ko 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core/ufshcd-core.ko 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio.ko 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_aec.ko 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_cif.ko 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_pci_generic.ko 2024-04-25T01:03:57.002 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_sercos3.ko 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-acm.ko 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-wdm.ko 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usblp.ko 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usbtmc.ko 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host/sl811-hcd.ko 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/mdc800.ko 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/microtek.ko 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/adutux.ko 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/appledisplay.ko 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi26.ko 2024-04-25T01:03:57.003 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi62.ko 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ezusb.ko 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/idmouse.ko 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/iowarrior.ko 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/isight_firmware.ko 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ldusb.ko 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/legousbtower.ko 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/trancevibrator.ko 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usb3503.ko 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usblcd.ko 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usbsevseg.ko 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/uss720.ko 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/yurex.ko 2024-04-25T01:03:57.004 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy/phy-generic.ko 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/aircable.ko 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ark3116.ko 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/belkin_sa.ko 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ch341.ko 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cp210x.ko 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cyberjack.ko 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cypress_m8.ko 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/digi_acceleport.ko 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/empeg.ko 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ftdi_sio.ko 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/garmin_gps.ko 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_edgeport.ko 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_ti.ko 2024-04-25T01:03:57.005 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipaq.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipw.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ir-usb.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan_pda.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kl5kusb105.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kobil_sct.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mct_u232.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7720.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7840.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/navman.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/omninet.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/opticon.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/option.ko 2024-04-25T01:03:57.006 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/oti6858.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/pl2303.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcaux.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcserial.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/quatech2.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/safe_serial.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/sierra.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/spcp8x5.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ssu100.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/symbolserial.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_debug.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_wwan.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/visor.ko 2024-04-25T01:03:57.007 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/whiteheat.ko 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/xsens_mt.ko 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/uas.ko 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-alauda.ko 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-cypress.ko 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-datafab.ko 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-freecom.ko 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-isd200.ko 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-karma.ko 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-onetouch.ko 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-realtek.ko 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr09.ko 2024-04-25T01:03:57.008 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr55.ko 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-usbat.ko 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/usb-storage.ko 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-core.ko 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-host.ko 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci.ko 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio.ko 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost.ko 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_iotlb.ko 2024-04-25T01:03:57.009 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_net.ko 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_scsi.ko 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/apple_bl.ko 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/lcd.ko 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/platform_lcd.ko 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio.ko 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_balloon.ko 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_mmio.ko 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci.ko 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_ring.ko 2024-04-25T01:03:57.010 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2482.ko 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2490.ko 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_smem.ko 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_therm.ko 2024-04-25T01:03:57.011 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/wire.ko 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim1535_wdt.ko 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim7101_wdt.ko 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/f71808e_wdt.ko 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/hpwdt.ko 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/i6300esb.ko 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_wdt.ko 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ib700wdt.ko 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ibmasr.ko 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it8712f_wdt.ko 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it87_wdt.ko 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/machzwd.ko 2024-04-25T01:03:57.012 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/nv_tco.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_pci.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_usb.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sch311x_wdt.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/softdog.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sp5100_tco.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/via_wdt.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83877f_wdt.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83977f_wdt.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/wdt_pci.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/xen_wdt.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-acpi-processor.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-evtchn.ko 2024-04-25T01:03:57.013 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntalloc.ko 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntdev.ko 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-privcmd.ko 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs/xenfs.ko 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p/9p.ko 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs/affs.ko 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs/befs.ko 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/binfmt_misc.ko 2024-04-25T01:03:57.014 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs/btrfs.ko 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles/cachefiles.ko 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph/ceph.ko 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda/coda.ko 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs/cramfs.ko 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm/dlm.ko 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs/ecryptfs.ko 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs/f2fs.ko 2024-04-25T01:03:57.015 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat 2024-04-25T01:03:57.016 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/fat.ko 2024-04-25T01:03:57.016 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/msdos.ko 2024-04-25T01:03:57.016 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/vfat.ko 2024-04-25T01:03:57.016 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse 2024-04-25T01:03:57.016 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/cuse.ko 2024-04-25T01:03:57.016 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/fuse.ko 2024-04-25T01:03:57.016 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2 2024-04-25T01:03:57.016 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2/gfs2.ko 2024-04-25T01:03:57.016 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs 2024-04-25T01:03:57.016 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs/hfs.ko 2024-04-25T01:03:57.016 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus 2024-04-25T01:03:57.016 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus/hfsplus.ko 2024-04-25T01:03:57.017 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs 2024-04-25T01:03:57.017 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs/isofs.ko 2024-04-25T01:03:57.017 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs 2024-04-25T01:03:57.017 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs/jfs.ko 2024-04-25T01:03:57.017 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd 2024-04-25T01:03:57.017 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd/lockd.ko 2024-04-25T01:03:57.017 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix 2024-04-25T01:03:57.017 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix/minix.ko 2024-04-25T01:03:57.017 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs 2024-04-25T01:03:57.017 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs/netfs.ko 2024-04-25T01:03:57.017 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs 2024-04-25T01:03:57.017 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfs.ko 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv3.ko 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv4.ko 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/grace.ko 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/nfs_acl.ko 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd/nfsd.ko 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2 2024-04-25T01:03:57.018 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2/nilfs2.ko 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-celtic.ko 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-centeuro.ko 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-croatian.ko 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-cyrillic.ko 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-gaelic.ko 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-greek.ko 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-iceland.ko 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-inuit.ko 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-roman.ko 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-romanian.ko 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-turkish.ko 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1250.ko 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1251.ko 2024-04-25T01:03:57.019 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1255.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp737.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp775.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp850.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp852.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp855.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp857.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp860.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp861.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp862.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp863.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp864.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp865.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp866.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp869.ko 2024-04-25T01:03:57.020 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp874.ko 2024-04-25T01:03:57.021 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp932.ko 2024-04-25T01:03:57.021 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp936.ko 2024-04-25T01:03:57.021 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp949.ko 2024-04-25T01:03:57.021 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp950.ko 2024-04-25T01:03:57.021 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_euc-jp.ko 2024-04-25T01:03:57.021 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-1.ko 2024-04-25T01:03:57.021 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-13.ko 2024-04-25T01:03:57.021 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-14.ko 2024-04-25T01:03:57.021 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-15.ko 2024-04-25T01:03:57.021 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-2.ko 2024-04-25T01:03:57.021 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-3.ko 2024-04-25T01:03:57.021 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-4.ko 2024-04-25T01:03:57.021 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-5.ko 2024-04-25T01:03:57.021 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-6.ko 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-7.ko 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-9.ko 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-r.ko 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-ru.ko 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-u.ko 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_ucs2_utils.ko 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_utf8.ko 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-04-25T01:03:57.022 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2.ko 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs/overlay.ko 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore/ramoops.ko 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs/reiserfs.ko 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs/romfs.ko 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client/cifs.ko 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common 2024-04-25T01:03:57.023 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_arc4.ko 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_md4.ko 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs/squashfs.ko 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv/sysv.ko 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf/udf.ko 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs/ufs.ko 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs/xfs.ko 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu/rcutorture.ko 2024-04-25T01:03:57.024 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/torture.ko 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/asn1_encoder.ko 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc-itu-t.ko 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc8.ko 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libarc4.ko 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libdes.ko 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/libcrc32c.ko 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lru_cache.ko 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4_compress.ko 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4hc_compress.ko 2024-04-25T01:03:57.025 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math 2024-04-25T01:03:57.026 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math/cordic.ko 2024-04-25T01:03:57.026 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6 2024-04-25T01:03:57.026 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6/raid6_pq.ko 2024-04-25T01:03:57.026 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon 2024-04-25T01:03:57.026 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon/reed_solomon.ko 2024-04-25T01:03:57.026 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_bm.ko 2024-04-25T01:03:57.026 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_fsm.ko 2024-04-25T01:03:57.026 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_kmp.ko 2024-04-25T01:03:57.026 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd 2024-04-25T01:03:57.026 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd/zstd_compress.ko 2024-04-25T01:03:57.026 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm 2024-04-25T01:03:57.026 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm/hwpoison-inject.ko 2024-04-25T01:03:57.026 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net 2024-04-25T01:03:57.026 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/6lowpan.ko 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_dest.ko 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_fragment.ko 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_hop.ko 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_ipv6.ko 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_mobility.ko 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_routing.ko 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_udp.ko 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/garp.ko 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/mrp.ko 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/p8022.ko 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/psnap.ko 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/stp.ko 2024-04-25T01:03:57.027 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q/8021q.ko 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet.ko 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_fd.ko 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_rdma.ko 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_virtio.ko 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv/batman-adv.ko 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/br_netfilter.ko 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/bridge.ko 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_among.ko 2024-04-25T01:03:57.028 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arp.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_limit.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_log.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_snat.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_stp.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-04-25T01:03:57.029 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtables.ko 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph/libceph.ko 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/failover.ko 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/pktgen.ko 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp.ko 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_diag.ko 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv4.ko 2024-04-25T01:03:57.030 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv6.ko 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver/dns_resolver.ko 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/dsa_core.ko 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_brcm.ko 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_dsa.ko 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_none.ko 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_trailer.ko 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154.ko 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154_socket.ko 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ah4.ko 2024-04-25T01:03:57.031 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/esp4.ko 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/fou.ko 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/gre.ko 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/inet_diag.ko 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_gre.ko 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_tunnel.ko 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_vti.ko 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipcomp.ko 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipip.ko 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arp_tables.ko 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-04-25T01:03:57.032 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_security.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-04-25T01:03:57.033 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_bic.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_dctcp.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_diag.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_highspeed.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_htcp.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_hybla.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_illinois.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_lp.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_scalable.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_vegas.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_veno.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_westwood.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_yeah.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tunnel4.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_diag.ko 2024-04-25T01:03:57.034 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_tunnel.ko 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/xfrm4_tunnel.ko 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ah6.ko 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/esp6.ko 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/fou6.ko 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_tunnel.ko 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_vti.ko 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ipcomp6.ko 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-04-25T01:03:57.035 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-04-25T01:03:57.036 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/sit.ko 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/tunnel6.ko 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/xfrm6_tunnel.ko 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key/af_key.ko 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_core.ko 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_debugfs.ko 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_eth.ko 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip.ko 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip6.ko 2024-04-25T01:03:57.037 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_netlink.ko 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ppp.ko 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc/llc.ko 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154/mac802154.ko 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls/mpls_gso.ko 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set.ko 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-04-25T01:03:57.038 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-04-25T01:03:57.039 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conncount.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-04-25T01:03:57.040 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_h323.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_irc.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sane.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sip.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_dup_netdev.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table_inet.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_log_syslog.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_amanda.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_ftp.ko 2024-04-25T01:03:57.041 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_irc.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_sip.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_tftp.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_synproxy_core.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_tables.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_acct.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_log.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_osf.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_queue.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_chain_nat.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_compat.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_ct.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_dup_netdev.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fib.ko 2024-04-25T01:03:57.042 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fwd_netdev.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_hash.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_limit.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_log.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_masq.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_nat.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_numgen.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_queue.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_quota.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_redir.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject_inet.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_socket.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_tunnel.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_AUDIT.ko 2024-04-25T01:03:57.043 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CHECKSUM.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CLASSIFY.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CT.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_DSCP.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HL.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HMARK.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_IDLETIMER.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LED.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LOG.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_MASQUERADE.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NETMAP.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFLOG.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFQUEUE.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_RATEEST.ko 2024-04-25T01:03:57.044 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_REDIRECT.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_SECMARK.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPMSS.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TEE.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TPROXY.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TRACE.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_addrtype.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_bpf.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cgroup.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cluster.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_comment.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connbytes.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlabel.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlimit.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connmark.ko 2024-04-25T01:03:57.045 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_conntrack.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cpu.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dccp.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_devgroup.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dscp.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ecn.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_esp.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hashlimit.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_helper.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hl.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipcomp.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_iprange.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipvs.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_l2tp.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_length.ko 2024-04-25T01:03:57.046 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_limit.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mac.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mark.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_multiport.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nat.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nfacct.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_osf.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_owner.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_physdev.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_pkttype.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_policy.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_quota.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_rateest.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_realm.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_recent.ko 2024-04-25T01:03:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_sctp.ko 2024-04-25T01:03:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_set.ko 2024-04-25T01:03:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_socket.ko 2024-04-25T01:03:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_state.ko 2024-04-25T01:03:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_statistic.ko 2024-04-25T01:03:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_string.ko 2024-04-25T01:03:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_tcpmss.ko 2024-04-25T01:03:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_time.ko 2024-04-25T01:03:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_u32.ko 2024-04-25T01:03:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink 2024-04-25T01:03:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink/netlink_diag.ko 2024-04-25T01:03:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh 2024-04-25T01:03:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh/nsh.ko 2024-04-25T01:03:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch 2024-04-25T01:03:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/openvswitch.ko 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-geneve.ko 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-gre.ko 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-vxlan.ko 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet/af_packet_diag.ko 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds.ko 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_rdma.ko 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_tcp.ko 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_csum.ko 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_gact.ko 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_mirred.ko 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_nat.ko 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_pedit.ko 2024-04-25T01:03:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_police.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_simple.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_skbedit.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_vlan.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_basic.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_bpf.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_flow.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_fw.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_route.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_u32.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_cmp.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_ipset.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_meta.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_nbyte.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_text.ko 2024-04-25T01:03:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_u32.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_choke.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_codel.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_drr.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_fq.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_gred.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hfsc.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hhf.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_htb.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_ingress.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio_lib.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_multiq.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_netem.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_pie.ko 2024-04-25T01:03:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_plug.ko 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_prio.ko 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_qfq.ko 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_red.ko 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfb.ko 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfq.ko 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_tbf.ko 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_teql.ko 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp.ko 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp_diag.ko 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/sunrpc.ko 2024-04-25T01:03:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc.ko 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc_diag.ko 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix/unix_diag.ko 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock.ko 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_diag.ko 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_loopback.ko 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm/xfrm_ipcomp.ko 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security 2024-04-25T01:03:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys/trusted.ko 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias.bin 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.alias.bin 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.bin 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.modinfo 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep.bin 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.devname 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.order 2024-04-25T01:03:57.054 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.softdep 2024-04-25T01:03:57.055 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols 2024-04-25T01:03:57.055 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols.bin 2024-04-25T01:03:57.055 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-25T01:03:57.059 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g806ec36b2112 2024-04-25T01:03:57.059 DEBUG:teuthology.orchestra.run.smithi026:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-04-25T01:03:57.083 INFO:teuthology.orchestra.run.smithi026.stdout:postinstall scriptlet (using /bin/sh): 2024-04-25T01:03:57.083 INFO:teuthology.orchestra.run.smithi026.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-25T01:03:57.083 INFO:teuthology.orchestra.run.smithi026.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g806ec36b2112 /lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-25T01:03:57.083 INFO:teuthology.orchestra.run.smithi026.stdout:fi 2024-04-25T01:03:57.083 INFO:teuthology.orchestra.run.smithi026.stdout:for file in vmlinuz System.map config; do 2024-04-25T01:03:57.083 INFO:teuthology.orchestra.run.smithi026.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112"; then 2024-04-25T01:03:57.083 INFO:teuthology.orchestra.run.smithi026.stdout: cp "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112" 2024-04-25T01:03:57.084 INFO:teuthology.orchestra.run.smithi026.stdout: fi 2024-04-25T01:03:57.084 INFO:teuthology.orchestra.run.smithi026.stdout:done 2024-04-25T01:03:57.084 INFO:teuthology.orchestra.run.smithi026.stdout:if [ -d "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" ] && \ 2024-04-25T01:03:57.084 INFO:teuthology.orchestra.run.smithi026.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" >/dev/null 2>&1; then 2024-04-25T01:03:57.084 INFO:teuthology.orchestra.run.smithi026.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-25T01:03:57.084 INFO:teuthology.orchestra.run.smithi026.stdout: cp -r "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-25T01:03:57.084 INFO:teuthology.orchestra.run.smithi026.stdout:fi 2024-04-25T01:03:57.084 INFO:teuthology.orchestra.run.smithi026.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep" ]; then 2024-04-25T01:03:57.084 INFO:teuthology.orchestra.run.smithi026.stdout: /usr/sbin/depmod 6.9.0-rc3-g806ec36b2112 2024-04-25T01:03:57.084 INFO:teuthology.orchestra.run.smithi026.stdout:fi 2024-04-25T01:03:57.084 INFO:teuthology.orchestra.run.smithi026.stdout:preuninstall scriptlet (using /bin/sh): 2024-04-25T01:03:57.084 INFO:teuthology.orchestra.run.smithi026.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-25T01:03:57.084 INFO:teuthology.orchestra.run.smithi026.stdout:kernel-install remove 6.9.0-rc3-g806ec36b2112 2024-04-25T01:03:57.084 INFO:teuthology.orchestra.run.smithi026.stdout:fi 2024-04-25T01:03:57.085 DEBUG:teuthology.orchestra.run.smithi026:> sudo rpm -qi grub2-tools 2024-04-25T01:03:57.165 INFO:teuthology.orchestra.run.smithi026.stdout:Name : grub2-tools 2024-04-25T01:03:57.165 INFO:teuthology.orchestra.run.smithi026.stdout:Epoch : 1 2024-04-25T01:03:57.165 INFO:teuthology.orchestra.run.smithi026.stdout:Version : 2.06 2024-04-25T01:03:57.165 INFO:teuthology.orchestra.run.smithi026.stdout:Release : 68.el9 2024-04-25T01:03:57.165 INFO:teuthology.orchestra.run.smithi026.stdout:Architecture: x86_64 2024-04-25T01:03:57.165 INFO:teuthology.orchestra.run.smithi026.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-04-25T01:03:57.165 INFO:teuthology.orchestra.run.smithi026.stdout:Group : Unspecified 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout:Size : 8264254 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout:License : GPLv3+ 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout:Packager : builder@centos.org 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout:Vendor : CentOS 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout:Summary : Support tools for GRUB. 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout:Description : 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-25T01:03:57.166 INFO:teuthology.orchestra.run.smithi026.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-25T01:03:57.167 INFO:teuthology.orchestra.run.smithi026.stdout:hardware devices. 2024-04-25T01:03:57.167 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:03:57.167 INFO:teuthology.orchestra.run.smithi026.stdout:This subpackage provides tools for support of all platforms. 2024-04-25T01:03:57.168 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-25T01:03:57.168 INFO:teuthology.task.kernel:Updating grub on smithi026 to boot 6.9.0-rc3-g806ec36b2112 2024-04-25T01:03:57.168 DEBUG:teuthology.orchestra.run.smithi026:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-25T01:03:57.784 INFO:teuthology.orchestra.run.smithi026.stderr:Generating grub configuration file ... 2024-04-25T01:03:59.076 INFO:teuthology.orchestra.run.smithi026.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-25T01:03:59.101 INFO:teuthology.orchestra.run.smithi026.stderr:done 2024-04-25T01:03:59.103 DEBUG:teuthology.orchestra.run.smithi026:> mktemp 2024-04-25T01:03:59.128 INFO:teuthology.orchestra.run.smithi026.stdout:/tmp/tmp.JfQDMfBao9 2024-04-25T01:03:59.128 DEBUG:teuthology.orchestra.run.smithi026:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.JfQDMfBao9 2024-04-25T01:03:59.195 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod 0666 /tmp/tmp.JfQDMfBao9 2024-04-25T01:03:59.361 DEBUG:teuthology.orchestra.remote:smithi026:/tmp/tmp.JfQDMfBao9 is 6KB 2024-04-25T01:03:59.411 DEBUG:teuthology.orchestra.run.smithi026:> rm -fr /tmp/tmp.JfQDMfBao9 2024-04-25T01:03:59.434 DEBUG:teuthology.orchestra.run.smithi026:> sudo /bin/ls /boot/loader/entries || true 2024-04-25T01:03:59.516 INFO:teuthology.orchestra.run.smithi026.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-04-25T01:03:59.517 INFO:teuthology.orchestra.run.smithi026.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-04-25T01:03:59.517 INFO:teuthology.orchestra.run.smithi026.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-04-25T01:03:59.517 INFO:teuthology.orchestra.run.smithi026.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112.conf 2024-04-25T01:03:59.518 DEBUG:teuthology.orchestra.run.smithi026:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112 2024-04-25T01:03:59.705 DEBUG:teuthology.orchestra.run.smithi026:> sudo shutdown -r now 2024-04-25T01:04:29.709 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-04-25T01:04:29.709 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-25T01:04:29.710 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T01:04:48.158 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.26 2024-04-25T01:04:57.160 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-25T01:04:57.160 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T01:05:15.550 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.26 2024-04-25T01:05:27.552 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-25T01:05:27.552 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T01:05:30.622 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.26 2024-04-25T01:05:45.623 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-25T01:05:45.624 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T01:05:46.192 DEBUG:teuthology.orchestra.run.smithi026:> true 2024-04-25T01:05:46.809 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-25T01:05:46.809 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-rc3-g806ec36b2112"... 2024-04-25T01:05:46.810 DEBUG:teuthology.orchestra.run.smithi026:> uname -r 2024-04-25T01:05:46.853 INFO:teuthology.orchestra.run.smithi026.stdout:6.9.0-rc3-g806ec36b2112 2024-04-25T01:05:46.853 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g806ec36b2112 vs 6.9.0-rc3-g806ec36b2112 2024-04-25T01:05:46.853 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-25T01:05:46.853 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-25T01:05:47.854 DEBUG:teuthology.parallel:result is None 2024-04-25T01:05:47.854 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-25T01:05:47.862 INFO:teuthology.task.internal:Creating test directory... 2024-04-25T01:05:47.862 DEBUG:teuthology.orchestra.run.smithi026:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T01:05:47.867 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T01:05:47.870 DEBUG:teuthology.orchestra.run.smithi186:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T01:05:47.905 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-25T01:05:47.912 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-25T01:05:47.922 INFO:teuthology.task.internal:Creating archive directory... 2024-04-25T01:05:47.923 DEBUG:teuthology.orchestra.run.smithi026:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T01:05:47.950 DEBUG:teuthology.orchestra.run.smithi111:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T01:05:47.952 DEBUG:teuthology.orchestra.run.smithi186:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T01:05:48.061 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-25T01:05:48.068 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-25T01:05:48.068 DEBUG:teuthology.orchestra.run.smithi111:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T01:05:48.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T01:05:48.085 DEBUG:teuthology.orchestra.run.smithi186:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T01:05:48.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T01:05:48.101 DEBUG:teuthology.orchestra.run.smithi026:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T01:05:48.113 DEBUG:teuthology.orchestra.run.smithi111:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T01:05:48.128 DEBUG:teuthology.orchestra.run.smithi186:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T01:05:48.167 INFO:teuthology.orchestra.run.smithi111.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T01:05:48.185 INFO:teuthology.orchestra.run.smithi186.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T01:05:48.201 INFO:teuthology.orchestra.run.smithi186.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T01:05:48.209 INFO:teuthology.orchestra.run.smithi111.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T01:05:48.300 INFO:teuthology.orchestra.run.smithi026.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T01:05:48.393 INFO:teuthology.orchestra.run.smithi026.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T01:05:48.400 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-25T01:05:48.408 INFO:teuthology.task.internal:Configuring sudo... 2024-04-25T01:05:48.408 DEBUG:teuthology.orchestra.run.smithi026:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T01:05:48.417 DEBUG:teuthology.orchestra.run.smithi111:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T01:05:48.420 DEBUG:teuthology.orchestra.run.smithi186:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T01:05:48.547 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-25T01:05:48.556 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-25T01:05:48.557 DEBUG:teuthology.orchestra.run.smithi026:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T01:05:48.568 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T01:05:48.570 DEBUG:teuthology.orchestra.run.smithi186:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T01:05:48.631 DEBUG:teuthology.orchestra.run.smithi026:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T01:05:48.740 DEBUG:teuthology.orchestra.run.smithi026:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T01:05:48.885 DEBUG:teuthology.orchestra.run.smithi026:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T01:05:48.992 DEBUG:teuthology.orchestra.run.smithi026:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T01:05:49.111 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:05:49.111 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T01:05:49.228 DEBUG:teuthology.orchestra.run.smithi111:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T01:05:49.273 DEBUG:teuthology.orchestra.run.smithi111:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T01:05:49.321 DEBUG:teuthology.orchestra.run.smithi111:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T01:05:49.407 DEBUG:teuthology.orchestra.run.smithi111:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T01:05:49.448 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-04-25T01:05:49.448 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T01:05:49.514 DEBUG:teuthology.orchestra.run.smithi186:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T01:05:49.560 DEBUG:teuthology.orchestra.run.smithi186:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T01:05:49.611 DEBUG:teuthology.orchestra.run.smithi186:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T01:05:49.694 DEBUG:teuthology.orchestra.run.smithi186:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T01:05:49.738 DEBUG:teuthology.orchestra.run.smithi186:> set -ex 2024-04-25T01:05:49.738 DEBUG:teuthology.orchestra.run.smithi186:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T01:05:49.803 DEBUG:teuthology.orchestra.run.smithi026:> sudo service rsyslog restart 2024-04-25T01:05:49.815 DEBUG:teuthology.orchestra.run.smithi111:> sudo service rsyslog restart 2024-04-25T01:05:49.817 DEBUG:teuthology.orchestra.run.smithi186:> sudo service rsyslog restart 2024-04-25T01:05:49.849 INFO:teuthology.orchestra.run.smithi111.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T01:05:49.880 INFO:teuthology.orchestra.run.smithi186.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T01:05:49.978 INFO:teuthology.orchestra.run.smithi026.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T01:05:50.394 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-25T01:05:50.404 INFO:teuthology.task.internal:Starting timer... 2024-04-25T01:05:50.404 INFO:teuthology.run_tasks:Running task pcp... 2024-04-25T01:05:50.414 INFO:teuthology.run_tasks:Running task selinux... 2024-04-25T01:05:50.422 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-25T01:05:50.422 DEBUG:teuthology.orchestra.run.smithi026:> sudo service auditd rotate 2024-04-25T01:05:50.532 INFO:teuthology.orchestra.run.smithi026.stdout:Rotating logs: 2024-04-25T01:05:50.539 DEBUG:teuthology.orchestra.run.smithi111:> sudo service auditd rotate 2024-04-25T01:05:50.602 INFO:teuthology.orchestra.run.smithi111.stdout:Rotating logs: 2024-04-25T01:05:50.604 DEBUG:teuthology.orchestra.run.smithi186:> sudo service auditd rotate 2024-04-25T01:05:50.674 INFO:teuthology.orchestra.run.smithi186.stdout:Rotating logs: 2024-04-25T01:05:50.676 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-25T01:05:50.676 DEBUG:teuthology.orchestra.run.smithi026:> /usr/sbin/getenforce 2024-04-25T01:05:50.726 INFO:teuthology.orchestra.run.smithi026.stdout:Permissive 2024-04-25T01:05:50.726 DEBUG:teuthology.orchestra.run.smithi111:> /usr/sbin/getenforce 2024-04-25T01:05:50.745 INFO:teuthology.orchestra.run.smithi111.stdout:Permissive 2024-04-25T01:05:50.746 DEBUG:teuthology.orchestra.run.smithi186:> /usr/sbin/getenforce 2024-04-25T01:05:50.785 INFO:teuthology.orchestra.run.smithi186.stdout:Permissive 2024-04-25T01:05:50.785 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi026.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi111.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi186.front.sepia.ceph.com': 'permissive'} 2024-04-25T01:05:50.785 DEBUG:teuthology.orchestra.run.smithi026:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T01:05:50.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T01:05:50.868 DEBUG:teuthology.orchestra.run.smithi111:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T01:05:50.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T01:05:50.895 DEBUG:teuthology.orchestra.run.smithi186:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T01:05:50.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T01:05:50.924 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-25T01:05:50.924 DEBUG:teuthology.orchestra.run.smithi026:> sudo /usr/sbin/setenforce permissive 2024-04-25T01:05:51.018 DEBUG:teuthology.orchestra.run.smithi111:> sudo /usr/sbin/setenforce permissive 2024-04-25T01:05:51.042 DEBUG:teuthology.orchestra.run.smithi186:> sudo /usr/sbin/setenforce permissive 2024-04-25T01:05:51.069 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-25T01:05:51.078 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-25T01:05:51.084 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-25T01:05:51.209 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-25T01:05:51.242 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-25T01:05:51.243 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi026.front.sepia.ceph.com,smithi111.front.sepia.ceph.com,smithi186.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-25T01:11:03.279 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi026.front.sepia.ceph.com'), Remote(name='ubuntu@smithi111.front.sepia.ceph.com'), Remote(name='ubuntu@smithi186.front.sepia.ceph.com')] 2024-04-25T01:11:03.281 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-25T01:11:03.282 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T01:11:03.391 DEBUG:teuthology.orchestra.run.smithi026:> true 2024-04-25T01:11:03.555 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-25T01:11:03.555 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2024-04-25T01:11:03.556 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T01:11:03.636 DEBUG:teuthology.orchestra.run.smithi111:> true 2024-04-25T01:11:03.716 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi111.front.sepia.ceph.com' 2024-04-25T01:11:03.716 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi186.front.sepia.ceph.com' 2024-04-25T01:11:03.717 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi186.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T01:11:03.791 DEBUG:teuthology.orchestra.run.smithi186:> true 2024-04-25T01:11:03.881 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi186.front.sepia.ceph.com' 2024-04-25T01:11:03.881 INFO:teuthology.run_tasks:Running task clock... 2024-04-25T01:11:03.894 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-25T01:11:03.894 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T01:11:03.894 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T01:11:03.902 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T01:11:03.902 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T01:11:03.904 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T01:11:03.905 DEBUG:teuthology.orchestra.run.smithi186:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T01:11:03.934 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T01:11:03.949 INFO:teuthology.orchestra.run.smithi186.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T01:11:03.949 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T01:11:03.961 INFO:teuthology.orchestra.run.smithi186.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T01:11:03.974 INFO:teuthology.orchestra.run.smithi111.stderr:sudo: ntpd: command not found 2024-04-25T01:11:03.983 INFO:teuthology.orchestra.run.smithi186.stderr:sudo: ntpd: command not found 2024-04-25T01:11:03.985 INFO:teuthology.orchestra.run.smithi111.stdout:506 Cannot talk to daemon 2024-04-25T01:11:03.994 INFO:teuthology.orchestra.run.smithi186.stdout:506 Cannot talk to daemon 2024-04-25T01:11:03.994 INFO:teuthology.orchestra.run.smithi026.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T01:11:03.999 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T01:11:04.007 INFO:teuthology.orchestra.run.smithi186.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T01:11:04.012 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T01:11:04.020 INFO:teuthology.orchestra.run.smithi186.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T01:11:04.039 INFO:teuthology.orchestra.run.smithi026.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T01:11:04.068 INFO:teuthology.orchestra.run.smithi111.stderr:bash: line 1: ntpq: command not found 2024-04-25T01:11:04.072 INFO:teuthology.orchestra.run.smithi111.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T01:11:04.072 INFO:teuthology.orchestra.run.smithi111.stdout:=============================================================================== 2024-04-25T01:11:04.072 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:11:04.072 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:11:04.072 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:11:04.072 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:11:04.078 INFO:teuthology.orchestra.run.smithi186.stderr:bash: line 1: ntpq: command not found 2024-04-25T01:11:04.082 INFO:teuthology.orchestra.run.smithi186.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T01:11:04.082 INFO:teuthology.orchestra.run.smithi186.stdout:=============================================================================== 2024-04-25T01:11:04.082 INFO:teuthology.orchestra.run.smithi186.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:11:04.082 INFO:teuthology.orchestra.run.smithi186.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:11:04.082 INFO:teuthology.orchestra.run.smithi186.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:11:04.082 INFO:teuthology.orchestra.run.smithi186.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:11:04.121 INFO:teuthology.orchestra.run.smithi026.stderr:sudo: ntpd: command not found 2024-04-25T01:11:04.157 INFO:teuthology.orchestra.run.smithi026.stdout:506 Cannot talk to daemon 2024-04-25T01:11:04.202 INFO:teuthology.orchestra.run.smithi026.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T01:11:04.247 INFO:teuthology.orchestra.run.smithi026.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T01:11:04.400 INFO:teuthology.orchestra.run.smithi026.stderr:bash: line 1: ntpq: command not found 2024-04-25T01:11:04.409 INFO:teuthology.orchestra.run.smithi026.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T01:11:04.409 INFO:teuthology.orchestra.run.smithi026.stdout:=============================================================================== 2024-04-25T01:11:04.409 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:11:04.409 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:11:04.409 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:11:04.409 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:11:04.414 INFO:teuthology.run_tasks:Running task install... 2024-04-25T01:11:04.424 DEBUG:teuthology.task.install:project ceph 2024-04-25T01:11:04.424 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551'}} 2024-04-25T01:11:04.425 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551'} 2024-04-25T01:11:04.425 INFO:teuthology.task.install:Using flavor: default 2024-04-25T01:11:04.432 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-25T01:11:04.433 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-25T01:11:04.434 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551', 'tag': None, 'wait_for_package': False} 2024-04-25T01:11:04.434 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T01:11:04.436 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551', 'tag': None, 'wait_for_package': False} 2024-04-25T01:11:04.436 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T01:11:04.437 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551', 'tag': None, 'wait_for_package': False} 2024-04-25T01:11:04.437 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T01:11:04.581 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/ 2024-04-25T01:11:04.581 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2445.gd2c45d97 2024-04-25T01:11:04.589 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/ 2024-04-25T01:11:04.589 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2445.gd2c45d97 2024-04-25T01:11:04.657 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/ 2024-04-25T01:11:04.657 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2445.gd2c45d97 2024-04-25T01:11:04.693 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T01:11:04.693 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:11:04.693 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T01:11:04.756 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T01:11:04.756 DEBUG:teuthology.orchestra.run.smithi186:> set -ex 2024-04-25T01:11:04.756 DEBUG:teuthology.orchestra.run.smithi186:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T01:11:04.782 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T01:11:04.782 DEBUG:teuthology.orchestra.run.smithi186:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d2c45d977142e024a59b68a8f1dce8f0b9840551/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T01:11:04.787 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T01:11:04.787 DEBUG:teuthology.orchestra.run.smithi026:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d2c45d977142e024a59b68a8f1dce8f0b9840551/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T01:11:04.823 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T01:11:04.825 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-04-25T01:11:04.825 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T01:11:04.850 DEBUG:teuthology.orchestra.run.smithi186:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T01:11:04.851 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T01:11:04.852 DEBUG:teuthology.orchestra.run.smithi111:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d2c45d977142e024a59b68a8f1dce8f0b9840551/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T01:11:04.915 DEBUG:teuthology.orchestra.run.smithi026:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T01:11:04.918 DEBUG:teuthology.orchestra.run.smithi111:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T01:11:04.923 DEBUG:teuthology.orchestra.run.smithi186:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T01:11:04.986 INFO:teuthology.orchestra.run.smithi186.stdout:check_obsoletes = 1 2024-04-25T01:11:04.987 DEBUG:teuthology.orchestra.run.smithi186:> sudo yum clean all 2024-04-25T01:11:04.992 DEBUG:teuthology.orchestra.run.smithi111:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T01:11:05.031 DEBUG:teuthology.orchestra.run.smithi026:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T01:11:05.057 INFO:teuthology.orchestra.run.smithi111.stdout:check_obsoletes = 1 2024-04-25T01:11:05.057 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum clean all 2024-04-25T01:11:05.116 INFO:teuthology.orchestra.run.smithi026.stdout:check_obsoletes = 1 2024-04-25T01:11:05.121 DEBUG:teuthology.orchestra.run.smithi026:> sudo yum clean all 2024-04-25T01:11:05.211 INFO:teuthology.orchestra.run.smithi186.stdout:48 files removed 2024-04-25T01:11:05.238 DEBUG:teuthology.orchestra.run.smithi186:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T01:11:05.281 INFO:teuthology.orchestra.run.smithi111.stdout:48 files removed 2024-04-25T01:11:05.308 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T01:11:05.448 INFO:teuthology.orchestra.run.smithi026.stdout:48 files removed 2024-04-25T01:11:05.487 DEBUG:teuthology.orchestra.run.smithi026:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T01:11:05.989 INFO:teuthology.orchestra.run.smithi186.stdout:ceph packages for x86_64 170 kB/s | 83 kB 00:00 2024-04-25T01:11:06.032 INFO:teuthology.orchestra.run.smithi111.stdout:ceph packages for x86_64 179 kB/s | 83 kB 00:00 2024-04-25T01:11:06.417 INFO:teuthology.orchestra.run.smithi186.stdout:ceph noarch packages 30 kB/s | 11 kB 00:00 2024-04-25T01:11:06.432 INFO:teuthology.orchestra.run.smithi111.stdout:ceph noarch packages 32 kB/s | 11 kB 00:00 2024-04-25T01:11:06.441 INFO:teuthology.orchestra.run.smithi026.stdout:ceph packages for x86_64 167 kB/s | 83 kB 00:00 2024-04-25T01:11:06.826 INFO:teuthology.orchestra.run.smithi186.stdout:ceph source packages 5.0 kB/s | 1.9 kB 00:00 2024-04-25T01:11:06.841 INFO:teuthology.orchestra.run.smithi111.stdout:ceph source packages 5.1 kB/s | 1.9 kB 00:00 2024-04-25T01:11:06.958 INFO:teuthology.orchestra.run.smithi026.stdout:ceph noarch packages 28 kB/s | 11 kB 00:00 2024-04-25T01:11:07.475 INFO:teuthology.orchestra.run.smithi026.stdout:ceph source packages 4.4 kB/s | 1.9 kB 00:00 2024-04-25T01:11:08.639 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Stream 9 - BaseOS 4.6 MB/s | 8.0 MB 00:01 2024-04-25T01:11:08.724 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - BaseOS 6.9 MB/s | 8.0 MB 00:01 2024-04-25T01:11:10.276 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Stream 9 - AppStream 33 MB/s | 19 MB 00:00 2024-04-25T01:11:10.493 INFO:teuthology.orchestra.run.smithi186.stdout:CentOS Stream 9 - BaseOS 2.2 MB/s | 8.0 MB 00:03 2024-04-25T01:11:10.916 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - AppStream 20 MB/s | 19 MB 00:00 2024-04-25T01:11:15.425 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.2 MB 00:00 2024-04-25T01:11:17.342 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - Extras packages 30 kB/s | 16 kB 00:00 2024-04-25T01:11:18.060 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Stream 9 - CRB 1.5 MB/s | 6.2 MB 00:04 2024-04-25T01:11:19.510 INFO:teuthology.orchestra.run.smithi111.stdout:CentOS Stream 9 - Extras packages 53 kB/s | 16 kB 00:00 2024-04-25T01:11:19.841 INFO:teuthology.orchestra.run.smithi026.stdout:Extra Packages for Enterprise Linux 9.0 MB/s | 21 MB 00:02 2024-04-25T01:11:20.704 INFO:teuthology.orchestra.run.smithi111.stdout:Extra Packages for Enterprise Linux 19 MB/s | 21 MB 00:01 2024-04-25T01:11:25.837 INFO:teuthology.orchestra.run.smithi111.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-04-25T01:11:26.043 INFO:teuthology.orchestra.run.smithi026.stdout:lab-extras 37 kB/s | 1.7 kB 00:00 2024-04-25T01:11:27.483 INFO:teuthology.orchestra.run.smithi186.stdout:CentOS Stream 9 - AppStream 1.2 MB/s | 19 MB 00:15 2024-04-25T01:11:27.938 INFO:teuthology.orchestra.run.smithi111.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T01:11:27.938 INFO:teuthology.orchestra.run.smithi111.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T01:11:27.949 INFO:teuthology.orchestra.run.smithi111.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T01:11:27.949 INFO:teuthology.orchestra.run.smithi111.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T01:11:27.951 INFO:teuthology.orchestra.run.smithi111.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T01:11:27.954 INFO:teuthology.orchestra.run.smithi111.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T01:11:27.954 INFO:teuthology.orchestra.run.smithi111.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T01:11:27.957 INFO:teuthology.orchestra.run.smithi111.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T01:11:27.957 INFO:teuthology.orchestra.run.smithi111.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T01:11:28.015 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2024-04-25T01:11:28.037 INFO:teuthology.orchestra.run.smithi111.stdout:======================================================================================= 2024-04-25T01:11:28.037 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2024-04-25T01:11:28.037 INFO:teuthology.orchestra.run.smithi111.stdout:======================================================================================= 2024-04-25T01:11:28.037 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2024-04-25T01:11:28.037 INFO:teuthology.orchestra.run.smithi111.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T01:11:28.037 INFO:teuthology.orchestra.run.smithi111.stdout: ceph x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 6.6 k 2024-04-25T01:11:28.037 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-base x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 5.4 M 2024-04-25T01:11:28.037 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-fuse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 890 k 2024-04-25T01:11:28.037 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 145 k 2024-04-25T01:11:28.037 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 1.5 M 2024-04-25T01:11:28.038 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 141 k 2024-04-25T01:11:28.038 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 3.5 M 2024-04-25T01:11:28.038 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 7.4 M 2024-04-25T01:11:28.038 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-rook noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 49 k 2024-04-25T01:11:28.038 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-radosgw x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 10 M 2024-04-25T01:11:28.038 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-test x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 48 M 2024-04-25T01:11:28.038 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-volume noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 264 k 2024-04-25T01:11:28.038 INFO:teuthology.orchestra.run.smithi111.stdout: cephadm noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 762 k 2024-04-25T01:11:28.038 INFO:teuthology.orchestra.run.smithi111.stdout: cephfs-mirror x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 222 k 2024-04-25T01:11:28.038 INFO:teuthology.orchestra.run.smithi111.stdout: cephfs-shell x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 27 k 2024-04-25T01:11:28.038 INFO:teuthology.orchestra.run.smithi111.stdout: cephfs-top noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 18 k 2024-04-25T01:11:28.038 INFO:teuthology.orchestra.run.smithi111.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T01:11:28.038 INFO:teuthology.orchestra.run.smithi111.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T01:11:28.038 INFO:teuthology.orchestra.run.smithi111.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T01:11:28.039 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs-devel x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 32 k 2024-04-25T01:11:28.039 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 745 k 2024-04-25T01:11:28.039 INFO:teuthology.orchestra.run.smithi111.stdout: librados-devel x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 127 k 2024-04-25T01:11:28.039 INFO:teuthology.orchestra.run.smithi111.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T01:11:28.039 INFO:teuthology.orchestra.run.smithi111.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T01:11:28.039 INFO:teuthology.orchestra.run.smithi111.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T01:11:28.039 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T01:11:28.039 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T01:11:28.039 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T01:11:28.039 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cephfs x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 162 k 2024-04-25T01:11:28.039 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rados x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 321 k 2024-04-25T01:11:28.039 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rbd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 299 k 2024-04-25T01:11:28.039 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rgw x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 99 k 2024-04-25T01:11:28.039 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-fuse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 85 k 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-mirror x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.1 M 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-nbd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 171 k 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout:Upgrading: 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout: librados2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.4 M 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout: librbd1 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.1 M 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout:Installing dependencies: 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-common x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 21 M 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 32 k 2024-04-25T01:11:28.040 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mds x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 2.4 M 2024-04-25T01:11:28.041 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 249 k 2024-04-25T01:11:28.041 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mon x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 4.7 M 2024-04-25T01:11:28.041 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-osd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 17 M 2024-04-25T01:11:28.041 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 15 k 2024-04-25T01:11:28.041 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-selinux x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 25 k 2024-04-25T01:11:28.041 INFO:teuthology.orchestra.run.smithi111.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T01:11:28.041 INFO:teuthology.orchestra.run.smithi111.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T01:11:28.041 INFO:teuthology.orchestra.run.smithi111.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T01:11:28.041 INFO:teuthology.orchestra.run.smithi111.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T01:11:28.041 INFO:teuthology.orchestra.run.smithi111.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T01:11:28.041 INFO:teuthology.orchestra.run.smithi111.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T01:11:28.041 INFO:teuthology.orchestra.run.smithi111.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T01:11:28.041 INFO:teuthology.orchestra.run.smithi111.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T01:11:28.041 INFO:teuthology.orchestra.run.smithi111.stdout: libcephsqlite x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 163 k 2024-04-25T01:11:28.042 INFO:teuthology.orchestra.run.smithi111.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T01:11:28.042 INFO:teuthology.orchestra.run.smithi111.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T01:11:28.042 INFO:teuthology.orchestra.run.smithi111.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T01:11:28.042 INFO:teuthology.orchestra.run.smithi111.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T01:11:28.042 INFO:teuthology.orchestra.run.smithi111.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T01:11:28.042 INFO:teuthology.orchestra.run.smithi111.stdout: libradosstriper1 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 501 k 2024-04-25T01:11:28.042 INFO:teuthology.orchestra.run.smithi111.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T01:11:28.042 INFO:teuthology.orchestra.run.smithi111.stdout: librgw2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 5.3 M 2024-04-25T01:11:28.042 INFO:teuthology.orchestra.run.smithi111.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T01:11:28.042 INFO:teuthology.orchestra.run.smithi111.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T01:11:28.042 INFO:teuthology.orchestra.run.smithi111.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T01:11:28.042 INFO:teuthology.orchestra.run.smithi111.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T01:11:28.042 INFO:teuthology.orchestra.run.smithi111.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T01:11:28.042 INFO:teuthology.orchestra.run.smithi111.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-argparse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 45 k 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-common x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 133 k 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T01:11:28.043 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T01:11:28.044 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T01:11:28.044 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T01:11:28.044 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T01:11:28.044 INFO:teuthology.orchestra.run.smithi111.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T01:11:28.044 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T01:11:28.044 INFO:teuthology.orchestra.run.smithi111.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T01:11:28.044 INFO:teuthology.orchestra.run.smithi111.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T01:11:28.044 INFO:teuthology.orchestra.run.smithi111.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T01:11:28.044 INFO:teuthology.orchestra.run.smithi111.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T01:11:28.044 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T01:11:28.044 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T01:11:28.044 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T01:11:28.044 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T01:11:28.045 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T01:11:28.046 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T01:11:28.046 INFO:teuthology.orchestra.run.smithi111.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T01:11:28.046 INFO:teuthology.orchestra.run.smithi111.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T01:11:28.046 INFO:teuthology.orchestra.run.smithi111.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T01:11:28.046 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T01:11:28.046 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T01:11:28.046 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T01:11:28.046 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T01:11:28.046 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T01:11:28.046 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T01:11:28.046 INFO:teuthology.orchestra.run.smithi111.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T01:11:28.046 INFO:teuthology.orchestra.run.smithi111.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T01:11:28.046 INFO:teuthology.orchestra.run.smithi111.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T01:11:28.046 INFO:teuthology.orchestra.run.smithi111.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T01:11:28.047 INFO:teuthology.orchestra.run.smithi111.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T01:11:28.048 INFO:teuthology.orchestra.run.smithi111.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T01:11:28.048 INFO:teuthology.orchestra.run.smithi111.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T01:11:28.048 INFO:teuthology.orchestra.run.smithi111.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T01:11:28.048 INFO:teuthology.orchestra.run.smithi111.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T01:11:28.048 INFO:teuthology.orchestra.run.smithi111.stdout:Installing weak dependencies: 2024-04-25T01:11:28.048 INFO:teuthology.orchestra.run.smithi111.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T01:11:28.048 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:11:28.048 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2024-04-25T01:11:28.048 INFO:teuthology.orchestra.run.smithi111.stdout:======================================================================================= 2024-04-25T01:11:28.048 INFO:teuthology.orchestra.run.smithi111.stdout:Install 148 Packages 2024-04-25T01:11:28.048 INFO:teuthology.orchestra.run.smithi111.stdout:Upgrade 4 Packages 2024-04-25T01:11:28.048 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:11:28.049 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 220 M 2024-04-25T01:11:28.049 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2024-04-25T01:11:28.489 INFO:teuthology.orchestra.run.smithi026.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T01:11:28.491 INFO:teuthology.orchestra.run.smithi026.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T01:11:28.512 INFO:teuthology.orchestra.run.smithi026.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T01:11:28.513 INFO:teuthology.orchestra.run.smithi026.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T01:11:28.514 INFO:teuthology.orchestra.run.smithi026.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T01:11:28.516 INFO:teuthology.orchestra.run.smithi026.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T01:11:28.518 INFO:teuthology.orchestra.run.smithi026.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T01:11:28.522 INFO:teuthology.orchestra.run.smithi026.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T01:11:28.523 INFO:teuthology.orchestra.run.smithi026.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T01:11:28.598 INFO:teuthology.orchestra.run.smithi026.stdout:Dependencies resolved. 2024-04-25T01:11:28.617 INFO:teuthology.orchestra.run.smithi026.stdout:======================================================================================= 2024-04-25T01:11:28.617 INFO:teuthology.orchestra.run.smithi026.stdout: Package Arch Version Repository Size 2024-04-25T01:11:28.617 INFO:teuthology.orchestra.run.smithi026.stdout:======================================================================================= 2024-04-25T01:11:28.617 INFO:teuthology.orchestra.run.smithi026.stdout:Installing: 2024-04-25T01:11:28.618 INFO:teuthology.orchestra.run.smithi026.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T01:11:28.618 INFO:teuthology.orchestra.run.smithi026.stdout: ceph x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 6.6 k 2024-04-25T01:11:28.618 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-base x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 5.4 M 2024-04-25T01:11:28.618 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-fuse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 890 k 2024-04-25T01:11:28.618 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 145 k 2024-04-25T01:11:28.618 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 1.5 M 2024-04-25T01:11:28.618 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 141 k 2024-04-25T01:11:28.618 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 3.5 M 2024-04-25T01:11:28.618 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 7.4 M 2024-04-25T01:11:28.618 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-rook noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 49 k 2024-04-25T01:11:28.618 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-radosgw x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 10 M 2024-04-25T01:11:28.618 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-test x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 48 M 2024-04-25T01:11:28.619 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-volume noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 264 k 2024-04-25T01:11:28.619 INFO:teuthology.orchestra.run.smithi026.stdout: cephadm noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 762 k 2024-04-25T01:11:28.619 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-mirror x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 222 k 2024-04-25T01:11:28.619 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-shell x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 27 k 2024-04-25T01:11:28.619 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-top noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 18 k 2024-04-25T01:11:28.619 INFO:teuthology.orchestra.run.smithi026.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T01:11:28.619 INFO:teuthology.orchestra.run.smithi026.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T01:11:28.619 INFO:teuthology.orchestra.run.smithi026.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T01:11:28.619 INFO:teuthology.orchestra.run.smithi026.stdout: libcephfs-devel x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 32 k 2024-04-25T01:11:28.619 INFO:teuthology.orchestra.run.smithi026.stdout: libcephfs2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 745 k 2024-04-25T01:11:28.620 INFO:teuthology.orchestra.run.smithi026.stdout: librados-devel x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 127 k 2024-04-25T01:11:28.620 INFO:teuthology.orchestra.run.smithi026.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T01:11:28.620 INFO:teuthology.orchestra.run.smithi026.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T01:11:28.620 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T01:11:28.620 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T01:11:28.620 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T01:11:28.620 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T01:11:28.620 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cephfs x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 162 k 2024-04-25T01:11:28.620 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rados x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 321 k 2024-04-25T01:11:28.620 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rbd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 299 k 2024-04-25T01:11:28.620 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rgw x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 99 k 2024-04-25T01:11:28.621 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-fuse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 85 k 2024-04-25T01:11:28.621 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-mirror x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.1 M 2024-04-25T01:11:28.621 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-nbd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 171 k 2024-04-25T01:11:28.621 INFO:teuthology.orchestra.run.smithi026.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T01:11:28.621 INFO:teuthology.orchestra.run.smithi026.stdout:Upgrading: 2024-04-25T01:11:28.621 INFO:teuthology.orchestra.run.smithi026.stdout: librados2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.4 M 2024-04-25T01:11:28.621 INFO:teuthology.orchestra.run.smithi026.stdout: librbd1 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.1 M 2024-04-25T01:11:28.621 INFO:teuthology.orchestra.run.smithi026.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T01:11:28.621 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T01:11:28.621 INFO:teuthology.orchestra.run.smithi026.stdout:Installing dependencies: 2024-04-25T01:11:28.621 INFO:teuthology.orchestra.run.smithi026.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T01:11:28.621 INFO:teuthology.orchestra.run.smithi026.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T01:11:28.621 INFO:teuthology.orchestra.run.smithi026.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T01:11:28.621 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-common x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 21 M 2024-04-25T01:11:28.622 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 32 k 2024-04-25T01:11:28.622 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mds x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 2.4 M 2024-04-25T01:11:28.622 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 249 k 2024-04-25T01:11:28.622 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mon x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 4.7 M 2024-04-25T01:11:28.622 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-osd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 17 M 2024-04-25T01:11:28.622 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 15 k 2024-04-25T01:11:28.622 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-selinux x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 25 k 2024-04-25T01:11:28.622 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T01:11:28.622 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T01:11:28.623 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T01:11:28.623 INFO:teuthology.orchestra.run.smithi026.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T01:11:28.623 INFO:teuthology.orchestra.run.smithi026.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T01:11:28.623 INFO:teuthology.orchestra.run.smithi026.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T01:11:28.623 INFO:teuthology.orchestra.run.smithi026.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T01:11:28.623 INFO:teuthology.orchestra.run.smithi026.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T01:11:28.623 INFO:teuthology.orchestra.run.smithi026.stdout: libcephsqlite x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 163 k 2024-04-25T01:11:28.623 INFO:teuthology.orchestra.run.smithi026.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T01:11:28.623 INFO:teuthology.orchestra.run.smithi026.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T01:11:28.623 INFO:teuthology.orchestra.run.smithi026.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T01:11:28.623 INFO:teuthology.orchestra.run.smithi026.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T01:11:28.623 INFO:teuthology.orchestra.run.smithi026.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T01:11:28.623 INFO:teuthology.orchestra.run.smithi026.stdout: libradosstriper1 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 501 k 2024-04-25T01:11:28.623 INFO:teuthology.orchestra.run.smithi026.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T01:11:28.624 INFO:teuthology.orchestra.run.smithi026.stdout: librgw2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 5.3 M 2024-04-25T01:11:28.624 INFO:teuthology.orchestra.run.smithi026.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T01:11:28.624 INFO:teuthology.orchestra.run.smithi026.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T01:11:28.624 INFO:teuthology.orchestra.run.smithi026.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T01:11:28.624 INFO:teuthology.orchestra.run.smithi026.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T01:11:28.624 INFO:teuthology.orchestra.run.smithi026.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T01:11:28.624 INFO:teuthology.orchestra.run.smithi026.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T01:11:28.624 INFO:teuthology.orchestra.run.smithi026.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T01:11:28.624 INFO:teuthology.orchestra.run.smithi026.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T01:11:28.624 INFO:teuthology.orchestra.run.smithi026.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T01:11:28.624 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T01:11:28.624 INFO:teuthology.orchestra.run.smithi026.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T01:11:28.624 INFO:teuthology.orchestra.run.smithi026.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T01:11:28.625 INFO:teuthology.orchestra.run.smithi026.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T01:11:28.625 INFO:teuthology.orchestra.run.smithi026.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T01:11:28.625 INFO:teuthology.orchestra.run.smithi026.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T01:11:28.625 INFO:teuthology.orchestra.run.smithi026.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T01:11:28.625 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T01:11:28.625 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ceph-argparse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 45 k 2024-04-25T01:11:28.625 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ceph-common x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 133 k 2024-04-25T01:11:28.625 INFO:teuthology.orchestra.run.smithi026.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T01:11:28.625 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T01:11:28.625 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T01:11:28.625 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T01:11:28.625 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T01:11:28.625 INFO:teuthology.orchestra.run.smithi026.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T01:11:28.625 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T01:11:28.626 INFO:teuthology.orchestra.run.smithi026.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T01:11:28.626 INFO:teuthology.orchestra.run.smithi026.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T01:11:28.626 INFO:teuthology.orchestra.run.smithi026.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T01:11:28.626 INFO:teuthology.orchestra.run.smithi026.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T01:11:28.626 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T01:11:28.626 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T01:11:28.626 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T01:11:28.626 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T01:11:28.626 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T01:11:28.626 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T01:11:28.626 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T01:11:28.626 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T01:11:28.626 INFO:teuthology.orchestra.run.smithi026.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T01:11:28.627 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T01:11:28.628 INFO:teuthology.orchestra.run.smithi026.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout:Installing weak dependencies: 2024-04-25T01:11:28.629 INFO:teuthology.orchestra.run.smithi026.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T01:11:28.630 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:11:28.630 INFO:teuthology.orchestra.run.smithi026.stdout:Transaction Summary 2024-04-25T01:11:28.630 INFO:teuthology.orchestra.run.smithi026.stdout:======================================================================================= 2024-04-25T01:11:28.630 INFO:teuthology.orchestra.run.smithi026.stdout:Install 148 Packages 2024-04-25T01:11:28.630 INFO:teuthology.orchestra.run.smithi026.stdout:Upgrade 4 Packages 2024-04-25T01:11:28.630 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:11:28.630 INFO:teuthology.orchestra.run.smithi026.stdout:Total download size: 220 M 2024-04-25T01:11:28.631 INFO:teuthology.orchestra.run.smithi026.stdout:Downloading Packages: 2024-04-25T01:11:28.788 INFO:teuthology.orchestra.run.smithi111.stdout:(1/152): ceph-19.0.0-2445.gd2c45d97.el9.x86_64. 37 kB/s | 6.6 kB 00:00 2024-04-25T01:11:29.130 INFO:teuthology.orchestra.run.smithi111.stdout:(2/152): ceph-fuse-19.0.0-2445.gd2c45d97.el9.x8 2.5 MB/s | 890 kB 00:00 2024-04-25T01:11:29.214 INFO:teuthology.orchestra.run.smithi111.stdout:(3/152): ceph-immutable-object-cache-19.0.0-244 1.7 MB/s | 145 kB 00:00 2024-04-25T01:11:29.297 INFO:teuthology.orchestra.run.smithi111.stdout:(4/152): ceph-base-19.0.0-2445.gd2c45d97.el9.x8 7.8 MB/s | 5.4 MB 00:00 2024-04-25T01:11:29.464 INFO:teuthology.orchestra.run.smithi111.stdout:(5/152): ceph-mgr-19.0.0-2445.gd2c45d97.el9.x86 9.0 MB/s | 1.5 MB 00:00 2024-04-25T01:11:29.823 INFO:teuthology.orchestra.run.smithi111.stdout:(6/152): ceph-mds-19.0.0-2445.gd2c45d97.el9.x86 3.9 MB/s | 2.4 MB 00:00 2024-04-25T01:11:29.870 INFO:teuthology.orchestra.run.smithi026.stdout:(1/152): ceph-19.0.0-2445.gd2c45d97.el9.x86_64. 12 kB/s | 6.6 kB 00:00 2024-04-25T01:11:29.906 INFO:teuthology.orchestra.run.smithi111.stdout:(7/152): ceph-mon-19.0.0-2445.gd2c45d97.el9.x86 11 MB/s | 4.7 MB 00:00 2024-04-25T01:11:30.806 INFO:teuthology.orchestra.run.smithi111.stdout:(8/152): ceph-common-19.0.0-2445.gd2c45d97.el9. 9.5 MB/s | 21 MB 00:02 2024-04-25T01:11:30.882 INFO:teuthology.orchestra.run.smithi111.stdout:(9/152): ceph-selinux-19.0.0-2445.gd2c45d97.el9 336 kB/s | 25 kB 00:00 2024-04-25T01:11:30.936 INFO:teuthology.orchestra.run.smithi026.stdout:(2/152): ceph-fuse-19.0.0-2445.gd2c45d97.el9.x8 835 kB/s | 890 kB 00:01 2024-04-25T01:11:31.074 INFO:teuthology.orchestra.run.smithi111.stdout:(10/152): ceph-radosgw-19.0.0-2445.gd2c45d97.el 8.8 MB/s | 10 MB 00:01 2024-04-25T01:11:31.145 INFO:teuthology.orchestra.run.smithi026.stdout:(3/152): ceph-immutable-object-cache-19.0.0-244 699 kB/s | 145 kB 00:00 2024-04-25T01:11:31.158 INFO:teuthology.orchestra.run.smithi111.stdout:(11/152): cephfs-mirror-19.0.0-2445.gd2c45d97.e 2.6 MB/s | 222 kB 00:00 2024-04-25T01:11:31.224 INFO:teuthology.orchestra.run.smithi111.stdout:(12/152): cephfs-shell-19.0.0-2445.gd2c45d97.el 406 kB/s | 27 kB 00:00 2024-04-25T01:11:31.262 INFO:teuthology.orchestra.run.smithi026.stdout:(4/152): ceph-base-19.0.0-2445.gd2c45d97.el9.x8 2.8 MB/s | 5.4 MB 00:01 2024-04-25T01:11:31.292 INFO:teuthology.orchestra.run.smithi111.stdout:(13/152): libcephfs-devel-19.0.0-2445.gd2c45d97 475 kB/s | 32 kB 00:00 2024-04-25T01:11:31.459 INFO:teuthology.orchestra.run.smithi111.stdout:(14/152): libcephfs2-19.0.0-2445.gd2c45d97.el9. 4.4 MB/s | 745 kB 00:00 2024-04-25T01:11:31.542 INFO:teuthology.orchestra.run.smithi111.stdout:(15/152): libcephsqlite-19.0.0-2445.gd2c45d97.e 1.9 MB/s | 163 kB 00:00 2024-04-25T01:11:31.626 INFO:teuthology.orchestra.run.smithi111.stdout:(16/152): librados-devel-19.0.0-2445.gd2c45d97. 1.5 MB/s | 127 kB 00:00 2024-04-25T01:11:31.687 INFO:teuthology.orchestra.run.smithi026.stdout:(5/152): ceph-mgr-19.0.0-2445.gd2c45d97.el9.x86 3.5 MB/s | 1.5 MB 00:00 2024-04-25T01:11:31.717 INFO:teuthology.orchestra.run.smithi111.stdout:(17/152): libradosstriper1-19.0.0-2445.gd2c45d9 5.3 MB/s | 501 kB 00:00 2024-04-25T01:11:32.175 INFO:teuthology.orchestra.run.smithi186.stdout:CentOS Stream 9 - CRB 5.6 MB/s | 6.2 MB 00:01 2024-04-25T01:11:32.476 INFO:teuthology.orchestra.run.smithi111.stdout:(18/152): librgw2-19.0.0-2445.gd2c45d97.el9.x86 7.0 MB/s | 5.3 MB 00:00 2024-04-25T01:11:32.526 INFO:teuthology.orchestra.run.smithi111.stdout:(19/152): python3-ceph-argparse-19.0.0-2445.gd2 903 kB/s | 45 kB 00:00 2024-04-25T01:11:32.529 INFO:teuthology.orchestra.run.smithi026.stdout:(6/152): ceph-mds-19.0.0-2445.gd2c45d97.el9.x86 1.7 MB/s | 2.4 MB 00:01 2024-04-25T01:11:32.601 INFO:teuthology.orchestra.run.smithi111.stdout:(20/152): python3-ceph-common-19.0.0-2445.gd2c4 1.7 MB/s | 133 kB 00:00 2024-04-25T01:11:32.677 INFO:teuthology.orchestra.run.smithi111.stdout:(21/152): python3-cephfs-19.0.0-2445.gd2c45d97. 2.1 MB/s | 162 kB 00:00 2024-04-25T01:11:32.769 INFO:teuthology.orchestra.run.smithi111.stdout:(22/152): python3-rados-19.0.0-2445.gd2c45d97.e 3.4 MB/s | 321 kB 00:00 2024-04-25T01:11:32.869 INFO:teuthology.orchestra.run.smithi111.stdout:(23/152): python3-rbd-19.0.0-2445.gd2c45d97.el9 2.9 MB/s | 299 kB 00:00 2024-04-25T01:11:32.961 INFO:teuthology.orchestra.run.smithi111.stdout:(24/152): python3-rgw-19.0.0-2445.gd2c45d97.el9 1.1 MB/s | 99 kB 00:00 2024-04-25T01:11:33.045 INFO:teuthology.orchestra.run.smithi111.stdout:(25/152): rbd-fuse-19.0.0-2445.gd2c45d97.el9.x8 1.0 MB/s | 85 kB 00:00 2024-04-25T01:11:33.071 INFO:teuthology.orchestra.run.smithi026.stdout:(7/152): ceph-mon-19.0.0-2445.gd2c45d97.el9.x86 3.4 MB/s | 4.7 MB 00:01 2024-04-25T01:11:33.512 INFO:teuthology.orchestra.run.smithi111.stdout:(26/152): rbd-mirror-19.0.0-2445.gd2c45d97.el9. 6.6 MB/s | 3.1 MB 00:00 2024-04-25T01:11:33.643 INFO:teuthology.orchestra.run.smithi186.stdout:CentOS Stream 9 - Extras packages 50 kB/s | 16 kB 00:00 2024-04-25T01:11:33.712 INFO:teuthology.orchestra.run.smithi111.stdout:(27/152): ceph-osd-19.0.0-2445.gd2c45d97.el9.x8 4.3 MB/s | 17 MB 00:03 2024-04-25T01:11:33.737 INFO:teuthology.orchestra.run.smithi111.stdout:(28/152): rbd-nbd-19.0.0-2445.gd2c45d97.el9.x86 761 kB/s | 171 kB 00:00 2024-04-25T01:11:33.779 INFO:teuthology.orchestra.run.smithi111.stdout:(29/152): ceph-grafana-dashboards-19.0.0-2445.g 477 kB/s | 32 kB 00:00 2024-04-25T01:11:33.805 INFO:teuthology.orchestra.run.smithi111.stdout:(30/152): ceph-mgr-cephadm-19.0.0-2445.gd2c45d9 2.1 MB/s | 141 kB 00:00 2024-04-25T01:11:34.647 INFO:teuthology.orchestra.run.smithi111.stdout:(31/152): ceph-mgr-dashboard-19.0.0-2445.gd2c45 4.1 MB/s | 3.5 MB 00:00 2024-04-25T01:11:34.722 INFO:teuthology.orchestra.run.smithi111.stdout:(32/152): ceph-mgr-modules-core-19.0.0-2445.gd2 3.2 MB/s | 249 kB 00:00 2024-04-25T01:11:34.789 INFO:teuthology.orchestra.run.smithi111.stdout:(33/152): ceph-mgr-rook-19.0.0-2445.gd2c45d97.e 743 kB/s | 49 kB 00:00 2024-04-25T01:11:34.871 INFO:teuthology.orchestra.run.smithi026.stdout:(8/152): ceph-common-19.0.0-2445.gd2c45d97.el9. 3.8 MB/s | 21 MB 00:05 2024-04-25T01:11:34.914 INFO:teuthology.orchestra.run.smithi111.stdout:(34/152): ceph-mgr-diskprediction-local-19.0.0- 6.7 MB/s | 7.4 MB 00:01 2024-04-25T01:11:34.929 INFO:teuthology.orchestra.run.smithi026.stdout:(9/152): ceph-selinux-19.0.0-2445.gd2c45d97.el9 441 kB/s | 25 kB 00:00 2024-04-25T01:11:34.939 INFO:teuthology.orchestra.run.smithi111.stdout:(35/152): ceph-prometheus-alerts-19.0.0-2445.gd 102 kB/s | 15 kB 00:00 2024-04-25T01:11:34.981 INFO:teuthology.orchestra.run.smithi111.stdout:(36/152): ceph-volume-19.0.0-2445.gd2c45d97.el9 3.9 MB/s | 264 kB 00:00 2024-04-25T01:11:34.989 INFO:teuthology.orchestra.run.smithi186.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-04-25T01:11:35.065 INFO:teuthology.orchestra.run.smithi111.stdout:(37/152): cephfs-top-19.0.0-2445.gd2c45d97.el9. 219 kB/s | 18 kB 00:00 2024-04-25T01:11:35.107 INFO:teuthology.orchestra.run.smithi111.stdout:(38/152): cephadm-19.0.0-2445.gd2c45d97.el9.noa 4.5 MB/s | 762 kB 00:00 2024-04-25T01:11:35.249 INFO:teuthology.orchestra.run.smithi111.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 438 kB/s | 80 kB 00:00 2024-04-25T01:11:35.321 INFO:teuthology.orchestra.run.smithi026.stdout:(10/152): ceph-radosgw-19.0.0-2445.gd2c45d97.el 4.6 MB/s | 10 MB 00:02 2024-04-25T01:11:35.388 INFO:teuthology.orchestra.run.smithi026.stdout:(11/152): cephfs-mirror-19.0.0-2445.gd2c45d97.e 3.3 MB/s | 222 kB 00:00 2024-04-25T01:11:35.447 INFO:teuthology.orchestra.run.smithi026.stdout:(12/152): cephfs-shell-19.0.0-2445.gd2c45d97.el 471 kB/s | 27 kB 00:00 2024-04-25T01:11:35.449 INFO:teuthology.orchestra.run.smithi111.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 803 kB 00:00 2024-04-25T01:11:35.489 INFO:teuthology.orchestra.run.smithi026.stdout:(13/152): libcephfs-devel-19.0.0-2445.gd2c45d97 784 kB/s | 32 kB 00:00 2024-04-25T01:11:35.574 INFO:teuthology.orchestra.run.smithi111.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 600 kB/s | 195 kB 00:00 2024-04-25T01:11:35.656 INFO:teuthology.orchestra.run.smithi026.stdout:(14/152): libcephfs2-19.0.0-2445.gd2c45d97.el9. 4.4 MB/s | 745 kB 00:00 2024-04-25T01:11:35.699 INFO:teuthology.orchestra.run.smithi111.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.0 MB/s | 253 kB 00:00 2024-04-25T01:11:35.722 INFO:teuthology.orchestra.run.smithi026.stdout:(15/152): libcephsqlite-19.0.0-2445.gd2c45d97.e 2.4 MB/s | 163 kB 00:00 2024-04-25T01:11:35.790 INFO:teuthology.orchestra.run.smithi026.stdout:(16/152): librados-devel-19.0.0-2445.gd2c45d97. 1.9 MB/s | 127 kB 00:00 2024-04-25T01:11:35.882 INFO:teuthology.orchestra.run.smithi026.stdout:(17/152): libradosstriper1-19.0.0-2445.gd2c45d9 5.4 MB/s | 501 kB 00:00 2024-04-25T01:11:36.192 INFO:teuthology.orchestra.run.smithi111.stdout:(43/152): ceph-test-19.0.0-2445.gd2c45d97.el9.x 9.1 MB/s | 48 MB 00:05 2024-04-25T01:11:36.292 INFO:teuthology.orchestra.run.smithi111.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 180 kB/s | 106 kB 00:00 2024-04-25T01:11:36.417 INFO:teuthology.orchestra.run.smithi111.stdout:(45/152): python3-cryptography-36.0.1-4.el9.x86 1.5 MB/s | 1.2 MB 00:00 2024-04-25T01:11:36.484 INFO:teuthology.orchestra.run.smithi111.stdout:(46/152): python3-pycparser-2.20-6.el9.noarch.r 463 kB/s | 135 kB 00:00 2024-04-25T01:11:36.509 INFO:teuthology.orchestra.run.smithi111.stdout:(47/152): python3-requests-2.25.1-8.el9.noarch. 575 kB/s | 125 kB 00:00 2024-04-25T01:11:36.532 INFO:teuthology.orchestra.run.smithi026.stdout:(18/152): ceph-osd-19.0.0-2445.gd2c45d97.el9.x8 4.2 MB/s | 17 MB 00:04 2024-04-25T01:11:36.666 INFO:teuthology.orchestra.run.smithi026.stdout:(19/152): librgw2-19.0.0-2445.gd2c45d97.el9.x86 6.8 MB/s | 5.3 MB 00:00 2024-04-25T01:11:36.667 INFO:teuthology.orchestra.run.smithi111.stdout:(48/152): python3-urllib3-1.26.5-5.el9.noarch.r 858 kB/s | 215 kB 00:00 2024-04-25T01:11:36.708 INFO:teuthology.orchestra.run.smithi026.stdout:(20/152): python3-ceph-argparse-19.0.0-2445.gd2 259 kB/s | 45 kB 00:00 2024-04-25T01:11:36.741 INFO:teuthology.orchestra.run.smithi026.stdout:(21/152): python3-ceph-common-19.0.0-2445.gd2c4 1.8 MB/s | 133 kB 00:00 2024-04-25T01:11:36.777 INFO:teuthology.orchestra.run.smithi111.stdout:(49/152): automake-1.16.2-8.el9.noarch.rpm 2.3 MB/s | 689 kB 00:00 2024-04-25T01:11:36.808 INFO:teuthology.orchestra.run.smithi026.stdout:(22/152): python3-cephfs-19.0.0-2445.gd2c45d97. 1.6 MB/s | 162 kB 00:00 2024-04-25T01:11:36.810 INFO:teuthology.orchestra.run.smithi111.stdout:(50/152): bison-3.7.4-5.el9.x86_64.rpm 3.1 MB/s | 943 kB 00:00 2024-04-25T01:11:36.835 INFO:teuthology.orchestra.run.smithi111.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 368 kB/s | 21 kB 00:00 2024-04-25T01:11:36.842 INFO:teuthology.orchestra.run.smithi026.stdout:(23/152): python3-rados-19.0.0-2445.gd2c45d97.e 3.2 MB/s | 321 kB 00:00 2024-04-25T01:11:36.860 INFO:teuthology.orchestra.run.smithi111.stdout:(52/152): boost-program-options-1.75.0-8.el9.x8 555 kB/s | 107 kB 00:00 2024-04-25T01:11:36.886 INFO:teuthology.orchestra.run.smithi111.stdout:(53/152): flex-2.6.4-9.el9.x86_64.rpm 4.0 MB/s | 313 kB 00:00 2024-04-25T01:11:36.892 INFO:teuthology.orchestra.run.smithi026.stdout:(24/152): python3-rgw-19.0.0-2445.gd2c45d97.el9 2.0 MB/s | 99 kB 00:00 2024-04-25T01:11:36.911 INFO:teuthology.orchestra.run.smithi111.stdout:(54/152): flexiblas-3.0.4-8.el9.x86_64.rpm 431 kB/s | 33 kB 00:00 2024-04-25T01:11:36.925 INFO:teuthology.orchestra.run.smithi026.stdout:(25/152): python3-rbd-19.0.0-2445.gd2c45d97.el9 2.5 MB/s | 299 kB 00:00 2024-04-25T01:11:36.937 INFO:teuthology.orchestra.run.smithi111.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-04-25T01:11:36.959 INFO:teuthology.orchestra.run.smithi026.stdout:(26/152): rbd-fuse-19.0.0-2445.gd2c45d97.el9.x8 1.3 MB/s | 85 kB 00:00 2024-04-25T01:11:36.970 INFO:teuthology.orchestra.run.smithi111.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 190 kB/s | 11 kB 00:00 2024-04-25T01:11:36.995 INFO:teuthology.orchestra.run.smithi111.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-04-25T01:11:37.009 INFO:teuthology.orchestra.run.smithi026.stdout:(27/152): rbd-nbd-19.0.0-2445.gd2c45d97.el9.x86 3.4 MB/s | 171 kB 00:00 2024-04-25T01:11:37.029 INFO:teuthology.orchestra.run.smithi111.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 773 kB/s | 45 kB 00:00 2024-04-25T01:11:37.093 INFO:teuthology.orchestra.run.smithi026.stdout:(28/152): ceph-grafana-dashboards-19.0.0-2445.g 386 kB/s | 32 kB 00:00 2024-04-25T01:11:37.096 INFO:teuthology.orchestra.run.smithi111.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 6.5 MB/s | 662 kB 00:00 2024-04-25T01:11:37.152 INFO:teuthology.orchestra.run.smithi026.stdout:(29/152): ceph-mgr-cephadm-19.0.0-2445.gd2c45d9 2.4 MB/s | 141 kB 00:00 2024-04-25T01:11:37.163 INFO:teuthology.orchestra.run.smithi111.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 4.3 MB/s | 582 kB 00:00 2024-04-25T01:11:37.188 INFO:teuthology.orchestra.run.smithi111.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 277 kB/s | 25 kB 00:00 2024-04-25T01:11:37.272 INFO:teuthology.orchestra.run.smithi111.stdout:(62/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.3 MB/s | 3.0 MB 00:00 2024-04-25T01:11:37.297 INFO:teuthology.orchestra.run.smithi111.stdout:(63/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 437 kB/s | 47 kB 00:00 2024-04-25T01:11:37.322 INFO:teuthology.orchestra.run.smithi111.stdout:(64/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.1 MB/s | 292 kB 00:00 2024-04-25T01:11:37.347 INFO:teuthology.orchestra.run.smithi111.stdout:(65/152): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-04-25T01:11:37.373 INFO:teuthology.orchestra.run.smithi111.stdout:(66/152): openblas-0.3.21-2.el9.x86_64.rpm 466 kB/s | 35 kB 00:00 2024-04-25T01:11:37.485 INFO:teuthology.orchestra.run.smithi026.stdout:(30/152): rbd-mirror-19.0.0-2445.gd2c45d97.el9. 5.5 MB/s | 3.1 MB 00:00 2024-04-25T01:11:37.573 INFO:teuthology.orchestra.run.smithi111.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 7.9 MB/s | 1.6 MB 00:00 2024-04-25T01:11:37.619 INFO:teuthology.orchestra.run.smithi026.stdout:(31/152): ceph-mgr-dashboard-19.0.0-2445.gd2c45 7.5 MB/s | 3.5 MB 00:00 2024-04-25T01:11:37.686 INFO:teuthology.orchestra.run.smithi026.stdout:(32/152): ceph-mgr-modules-core-19.0.0-2445.gd2 3.7 MB/s | 249 kB 00:00 2024-04-25T01:11:37.731 INFO:teuthology.orchestra.run.smithi111.stdout:(68/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-04-25T01:11:37.744 INFO:teuthology.orchestra.run.smithi026.stdout:(33/152): ceph-mgr-rook-19.0.0-2445.gd2c45d97.e 858 kB/s | 49 kB 00:00 2024-04-25T01:11:37.765 INFO:teuthology.orchestra.run.smithi111.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 4.6 MB/s | 911 kB 00:00 2024-04-25T01:11:37.832 INFO:teuthology.orchestra.run.smithi111.stdout:(70/152): openblas-openmp-0.3.21-2.el9.x86_64.r 9.3 MB/s | 4.7 MB 00:00 2024-04-25T01:11:37.836 INFO:teuthology.orchestra.run.smithi026.stdout:(34/152): ceph-prometheus-alerts-19.0.0-2445.gd 169 kB/s | 15 kB 00:00 2024-04-25T01:11:37.857 INFO:teuthology.orchestra.run.smithi111.stdout:(71/152): postgresql-private-libs-13.14-1.el9.x 1.0 MB/s | 133 kB 00:00 2024-04-25T01:11:37.895 INFO:teuthology.orchestra.run.smithi026.stdout:(35/152): ceph-volume-19.0.0-2445.gd2c45d97.el9 4.5 MB/s | 264 kB 00:00 2024-04-25T01:11:37.925 INFO:teuthology.orchestra.run.smithi111.stdout:(72/152): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-04-25T01:11:37.958 INFO:teuthology.orchestra.run.smithi111.stdout:(73/152): protobuf-3.14.0-13.el9.x86_64.rpm 8.1 MB/s | 1.0 MB 00:00 2024-04-25T01:11:38.028 INFO:teuthology.orchestra.run.smithi026.stdout:(36/152): cephadm-19.0.0-2445.gd2c45d97.el9.noa 5.6 MB/s | 762 kB 00:00 2024-04-25T01:11:38.033 INFO:teuthology.orchestra.run.smithi111.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 3.2 MB/s | 244 kB 00:00 2024-04-25T01:11:38.079 INFO:teuthology.orchestra.run.smithi026.stdout:(37/152): cephfs-top-19.0.0-2445.gd2c45d97.el9. 368 kB/s | 18 kB 00:00 2024-04-25T01:11:38.133 INFO:teuthology.orchestra.run.smithi111.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 2.4 MB/s | 248 kB 00:00 2024-04-25T01:11:38.202 INFO:teuthology.orchestra.run.smithi111.stdout:(76/152): python3-jsonpatch-1.21-16.el9.noarch. 384 kB/s | 26 kB 00:00 2024-04-25T01:11:38.254 INFO:teuthology.orchestra.run.smithi026.stdout:(38/152): fuse-2.9.9-15.el9.x86_64.rpm 461 kB/s | 80 kB 00:00 2024-04-25T01:11:38.284 INFO:teuthology.orchestra.run.smithi111.stdout:(77/152): postgresql-server-13.14-1.el9.x86_64. 11 MB/s | 5.8 MB 00:00 2024-04-25T01:11:38.301 INFO:teuthology.orchestra.run.smithi111.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 191 kB/s | 19 kB 00:00 2024-04-25T01:11:38.376 INFO:teuthology.orchestra.run.smithi111.stdout:(79/152): python3-babel-2.9.1-2.el9.noarch.rpm 13 MB/s | 6.0 MB 00:00 2024-04-25T01:11:38.393 INFO:teuthology.orchestra.run.smithi111.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 377 kB/s | 35 kB 00:00 2024-04-25T01:11:38.418 INFO:teuthology.orchestra.run.smithi111.stdout:(81/152): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-04-25T01:11:38.452 INFO:teuthology.orchestra.run.smithi111.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-04-25T01:11:38.494 INFO:teuthology.orchestra.run.smithi111.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 2.9 MB/s | 222 kB 00:00 2024-04-25T01:11:38.528 INFO:teuthology.orchestra.run.smithi111.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.0 MB/s | 77 kB 00:00 2024-04-25T01:11:38.544 INFO:teuthology.orchestra.run.smithi111.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-04-25T01:11:38.595 INFO:teuthology.orchestra.run.smithi111.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 3.9 MB/s | 269 kB 00:00 2024-04-25T01:11:38.620 INFO:teuthology.orchestra.run.smithi111.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-04-25T01:11:38.638 INFO:teuthology.orchestra.run.smithi026.stdout:(39/152): ceph-mgr-diskprediction-local-19.0.0- 6.4 MB/s | 7.4 MB 00:01 2024-04-25T01:11:38.687 INFO:teuthology.orchestra.run.smithi111.stdout:(88/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 16 MB/s | 5.1 MB 00:00 2024-04-25T01:11:38.705 INFO:teuthology.orchestra.run.smithi026.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 1.7 MB/s | 803 kB 00:00 2024-04-25T01:11:38.712 INFO:teuthology.orchestra.run.smithi111.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 556 kB/s | 51 kB 00:00 2024-04-25T01:11:38.746 INFO:teuthology.orchestra.run.smithi111.stdout:(90/152): python3-pyasn1-modules-0.4.8-6.el9.no 1.8 MB/s | 279 kB 00:00 2024-04-25T01:11:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 641 kB/s | 54 kB 00:00 2024-04-25T01:11:38.805 INFO:teuthology.orchestra.run.smithi111.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 714 kB/s | 42 kB 00:00 2024-04-25T01:11:38.830 INFO:teuthology.orchestra.run.smithi111.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 753 kB/s | 44 kB 00:00 2024-04-25T01:11:38.864 INFO:teuthology.orchestra.run.smithi111.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-04-25T01:11:38.889 INFO:teuthology.orchestra.run.smithi111.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 613 kB/s | 36 kB 00:00 2024-04-25T01:11:38.922 INFO:teuthology.orchestra.run.smithi111.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 810 kB/s | 47 kB 00:00 2024-04-25T01:11:38.956 INFO:teuthology.orchestra.run.smithi111.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 4.5 MB/s | 305 kB 00:00 2024-04-25T01:11:38.963 INFO:teuthology.orchestra.run.smithi026.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 603 kB/s | 195 kB 00:00 2024-04-25T01:11:38.990 INFO:teuthology.orchestra.run.smithi111.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 863 kB/s | 58 kB 00:00 2024-04-25T01:11:38.997 INFO:teuthology.orchestra.run.smithi026.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 871 kB/s | 253 kB 00:00 2024-04-25T01:11:39.015 INFO:teuthology.orchestra.run.smithi111.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.6 MB/s | 94 kB 00:00 2024-04-25T01:11:39.049 INFO:teuthology.orchestra.run.smithi111.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-04-25T01:11:39.074 INFO:teuthology.orchestra.run.smithi111.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 765 kB/s | 45 kB 00:00 2024-04-25T01:11:39.107 INFO:teuthology.orchestra.run.smithi111.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 381 kB/s | 22 kB 00:00 2024-04-25T01:11:39.206 INFO:teuthology.orchestra.run.smithi111.stdout:(103/152): protobuf-compiler-3.14.0-13.el9.x86_ 6.4 MB/s | 863 kB 00:00 2024-04-25T01:11:39.214 INFO:teuthology.orchestra.run.smithi026.stdout:(43/152): python3-ply-3.11-14.el9.noarch.rpm 493 kB/s | 106 kB 00:00 2024-04-25T01:11:39.342 INFO:teuthology.orchestra.run.smithi111.stdout:(104/152): abseil-cpp-20211102.0-3.el9.x86_64.r 2.3 MB/s | 548 kB 00:00 2024-04-25T01:11:39.367 INFO:teuthology.orchestra.run.smithi111.stdout:(105/152): gperftools-libs-2.9.1-2.el9.x86_64.r 1.9 MB/s | 309 kB 00:00 2024-04-25T01:11:39.392 INFO:teuthology.orchestra.run.smithi111.stdout:(106/152): grpc-data-1.46.7-10.el9.noarch.rpm 388 kB/s | 19 kB 00:00 2024-04-25T01:11:39.423 INFO:teuthology.orchestra.run.smithi026.stdout:(44/152): python3-cryptography-36.0.1-4.el9.x86 2.7 MB/s | 1.2 MB 00:00 2024-04-25T01:11:39.449 INFO:teuthology.orchestra.run.smithi026.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 580 kB/s | 135 kB 00:00 2024-04-25T01:11:39.551 INFO:teuthology.orchestra.run.smithi111.stdout:(107/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 19 MB/s | 16 MB 00:00 2024-04-25T01:11:39.576 INFO:teuthology.orchestra.run.smithi111.stdout:(108/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 141 kB/s | 26 kB 00:00 2024-04-25T01:11:39.618 INFO:teuthology.orchestra.run.smithi111.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 1.6 MB/s | 67 kB 00:00 2024-04-25T01:11:39.657 INFO:teuthology.orchestra.run.smithi026.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 537 kB/s | 125 kB 00:00 2024-04-25T01:11:39.703 INFO:teuthology.orchestra.run.smithi111.stdout:(110/152): liboath-2.6.7-2.el9.x86_64.rpm 320 kB/s | 49 kB 00:00 2024-04-25T01:11:39.727 INFO:teuthology.orchestra.run.smithi111.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 1.4 MB/s | 151 kB 00:00 2024-04-25T01:11:39.741 INFO:teuthology.orchestra.run.smithi026.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 738 kB/s | 215 kB 00:00 2024-04-25T01:11:39.786 INFO:teuthology.orchestra.run.smithi111.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 9.2 MB/s | 548 kB 00:00 2024-04-25T01:11:39.830 INFO:teuthology.orchestra.run.smithi111.stdout:(113/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.5 MB/s | 838 kB 00:00 2024-04-25T01:11:39.849 INFO:teuthology.orchestra.run.smithi111.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 715 kB/s | 43 kB 00:00 2024-04-25T01:11:39.864 INFO:teuthology.orchestra.run.smithi111.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 964 kB/s | 32 kB 00:00 2024-04-25T01:11:39.881 INFO:teuthology.orchestra.run.smithi111.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 447 kB/s | 15 kB 00:00 2024-04-25T01:11:39.906 INFO:teuthology.orchestra.run.smithi111.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 4.0 MB/s | 172 kB 00:00 2024-04-25T01:11:39.931 INFO:teuthology.orchestra.run.smithi111.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-04-25T01:11:39.957 INFO:teuthology.orchestra.run.smithi111.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.9 MB/s | 303 kB 00:00 2024-04-25T01:11:39.974 INFO:teuthology.orchestra.run.smithi111.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 844 kB/s | 35 kB 00:00 2024-04-25T01:11:39.999 INFO:teuthology.orchestra.run.smithi111.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 4.8 MB/s | 206 kB 00:00 2024-04-25T01:11:40.020 INFO:teuthology.orchestra.run.smithi186.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-04-25T01:11:40.041 INFO:teuthology.orchestra.run.smithi111.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 3.4 MB/s | 144 kB 00:00 2024-04-25T01:11:40.083 INFO:teuthology.orchestra.run.smithi111.stdout:(123/152): python3-jaraco-8.2.1-3.el9.noarch.rp 258 kB/s | 11 kB 00:00 2024-04-25T01:11:40.125 INFO:teuthology.orchestra.run.smithi111.stdout:(124/152): python3-grpcio-1.46.7-10.el9.x86_64. 14 MB/s | 2.0 MB 00:00 2024-04-25T01:11:40.150 INFO:teuthology.orchestra.run.smithi111.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 263 kB/s | 18 kB 00:00 2024-04-25T01:11:40.175 INFO:teuthology.orchestra.run.smithi111.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 460 kB/s | 23 kB 00:00 2024-04-25T01:11:40.201 INFO:teuthology.orchestra.run.smithi111.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 388 kB/s | 19 kB 00:00 2024-04-25T01:11:40.226 INFO:teuthology.orchestra.run.smithi111.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-04-25T01:11:40.268 INFO:teuthology.orchestra.run.smithi111.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 1.1 MB/s | 46 kB 00:00 2024-04-25T01:11:40.310 INFO:teuthology.orchestra.run.smithi111.stdout:(130/152): python3-kubernetes-26.1.0-2.el9.noar 9.4 MB/s | 1.0 MB 00:00 2024-04-25T01:11:40.335 INFO:teuthology.orchestra.run.smithi111.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 1.2 MB/s | 79 kB 00:00 2024-04-25T01:11:40.360 INFO:teuthology.orchestra.run.smithi111.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-04-25T01:11:40.386 INFO:teuthology.orchestra.run.smithi111.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 5.3 MB/s | 272 kB 00:00 2024-04-25T01:11:40.411 INFO:teuthology.orchestra.run.smithi111.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 327 kB/s | 16 kB 00:00 2024-04-25T01:11:40.433 INFO:teuthology.orchestra.run.smithi026.stdout:(48/152): ceph-test-19.0.0-2445.gd2c45d97.el9.x 8.8 MB/s | 48 MB 00:05 2024-04-25T01:11:40.436 INFO:teuthology.orchestra.run.smithi111.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-04-25T01:11:40.461 INFO:teuthology.orchestra.run.smithi111.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 561 kB/s | 28 kB 00:00 2024-04-25T01:11:40.487 INFO:teuthology.orchestra.run.smithi111.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-04-25T01:11:40.512 INFO:teuthology.orchestra.run.smithi111.stdout:(138/152): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-04-25T01:11:40.566 INFO:teuthology.orchestra.run.smithi026.stdout:(49/152): automake-1.16.2-8.el9.noarch.rpm 759 kB/s | 689 kB 00:00 2024-04-25T01:11:40.579 INFO:teuthology.orchestra.run.smithi111.stdout:(139/152): libarrow-9.0.0-10.el9.x86_64.rpm 3.6 MB/s | 4.4 MB 00:01 2024-04-25T01:11:40.604 INFO:teuthology.orchestra.run.smithi111.stdout:(140/152): python3-rsa-4.9-2.el9.noarch.rpm 505 kB/s | 59 kB 00:00 2024-04-25T01:11:40.624 INFO:teuthology.orchestra.run.smithi026.stdout:(50/152): bison-3.7.4-5.el9.x86_64.rpm 1.0 MB/s | 943 kB 00:00 2024-04-25T01:11:40.630 INFO:teuthology.orchestra.run.smithi111.stdout:(141/152): python3-tempora-5.0.0-2.el9.noarch.r 304 kB/s | 36 kB 00:00 2024-04-25T01:11:40.655 INFO:teuthology.orchestra.run.smithi111.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 674 kB/s | 51 kB 00:00 2024-04-25T01:11:40.680 INFO:teuthology.orchestra.run.smithi111.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-04-25T01:11:40.700 INFO:teuthology.orchestra.run.smithi026.stdout:(51/152): boost-program-options-1.75.0-8.el9.x8 402 kB/s | 107 kB 00:00 2024-04-25T01:11:40.706 INFO:teuthology.orchestra.run.smithi111.stdout:(144/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-04-25T01:11:40.723 INFO:teuthology.orchestra.run.smithi111.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 477 kB/s | 20 kB 00:00 2024-04-25T01:11:40.747 INFO:teuthology.orchestra.run.smithi111.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 4.5 MB/s | 192 kB 00:00 2024-04-25T01:11:40.806 INFO:teuthology.orchestra.run.smithi111.stdout:(147/152): python3-werkzeug-2.0.3-3.el9.1.noarc 2.8 MB/s | 427 kB 00:00 2024-04-25T01:11:40.848 INFO:teuthology.orchestra.run.smithi111.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-04-25T01:11:40.938 INFO:teuthology.orchestra.run.smithi026.stdout:(52/152): elfutils-libelf-devel-0.190-2.el9.x86 58 kB/s | 21 kB 00:00 2024-04-25T01:11:41.067 INFO:teuthology.orchestra.run.smithi026.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 89 kB/s | 33 kB 00:00 2024-04-25T01:11:41.101 INFO:teuthology.orchestra.run.smithi026.stdout:(54/152): flex-2.6.4-9.el9.x86_64.rpm 660 kB/s | 313 kB 00:00 2024-04-25T01:11:41.123 INFO:teuthology.orchestra.run.smithi111.stdout:(149/152): librbd1-19.0.0-2445.gd2c45d97.el9.x8 9.9 MB/s | 3.1 MB 00:00 2024-04-25T01:11:41.201 INFO:teuthology.orchestra.run.smithi026.stdout:(55/152): libaio-devel-0.3.111-13.el9.x86_64.rp 112 kB/s | 11 kB 00:00 2024-04-25T01:11:41.207 INFO:teuthology.orchestra.run.smithi111.stdout:(150/152): librados2-19.0.0-2445.gd2c45d97.el9. 7.4 MB/s | 3.4 MB 00:00 2024-04-25T01:11:41.226 INFO:teuthology.orchestra.run.smithi026.stdout:(56/152): flexiblas-openblas-openmp-3.0.4-8.el9 115 kB/s | 18 kB 00:00 2024-04-25T01:11:41.409 INFO:teuthology.orchestra.run.smithi026.stdout:(57/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 248 kB/s | 45 kB 00:00 2024-04-25T01:11:41.424 INFO:teuthology.orchestra.run.smithi111.stdout:(151/152): openssl-3.2.1-1.el9.x86_64.rpm 2.3 MB/s | 1.3 MB 00:00 2024-04-25T01:11:41.435 INFO:teuthology.orchestra.run.smithi026.stdout:(58/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 688 kB/s | 160 kB 00:00 2024-04-25T01:11:41.735 INFO:teuthology.orchestra.run.smithi026.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 2.0 MB/s | 662 kB 00:00 2024-04-25T01:11:41.819 INFO:teuthology.orchestra.run.smithi026.stdout:(60/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.4 MB/s | 3.0 MB 00:00 2024-04-25T01:11:41.869 INFO:teuthology.orchestra.run.smithi026.stdout:(61/152): libtool-2.4.6-45.el9.x86_64.rpm 1.3 MB/s | 582 kB 00:00 2024-04-25T01:11:41.899 INFO:teuthology.orchestra.run.smithi111.stdout:(152/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 3.1 MB/s | 2.4 MB 00:00 2024-04-25T01:11:41.902 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2024-04-25T01:11:41.903 INFO:teuthology.orchestra.run.smithi111.stdout:Total 16 MB/s | 220 MB 00:13 2024-04-25T01:11:41.936 INFO:teuthology.orchestra.run.smithi026.stdout:(62/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 127 kB/s | 25 kB 00:00 2024-04-25T01:11:42.011 INFO:teuthology.orchestra.run.smithi026.stdout:(63/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 248 kB/s | 47 kB 00:00 2024-04-25T01:11:42.120 INFO:teuthology.orchestra.run.smithi186.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T01:11:42.121 INFO:teuthology.orchestra.run.smithi186.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T01:11:42.131 INFO:teuthology.orchestra.run.smithi186.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T01:11:42.132 INFO:teuthology.orchestra.run.smithi186.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T01:11:42.133 INFO:teuthology.orchestra.run.smithi186.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T01:11:42.134 INFO:teuthology.orchestra.run.smithi186.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T01:11:42.135 INFO:teuthology.orchestra.run.smithi186.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T01:11:42.137 INFO:teuthology.orchestra.run.smithi186.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T01:11:42.138 INFO:teuthology.orchestra.run.smithi186.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T01:11:42.198 INFO:teuthology.orchestra.run.smithi186.stdout:Dependencies resolved. 2024-04-25T01:11:42.225 INFO:teuthology.orchestra.run.smithi186.stdout:======================================================================================= 2024-04-25T01:11:42.225 INFO:teuthology.orchestra.run.smithi186.stdout: Package Arch Version Repository Size 2024-04-25T01:11:42.226 INFO:teuthology.orchestra.run.smithi186.stdout:======================================================================================= 2024-04-25T01:11:42.226 INFO:teuthology.orchestra.run.smithi186.stdout:Installing: 2024-04-25T01:11:42.226 INFO:teuthology.orchestra.run.smithi186.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T01:11:42.226 INFO:teuthology.orchestra.run.smithi186.stdout: ceph x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 6.6 k 2024-04-25T01:11:42.226 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-base x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 5.4 M 2024-04-25T01:11:42.226 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-fuse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 890 k 2024-04-25T01:11:42.226 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 145 k 2024-04-25T01:11:42.226 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mgr x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 1.5 M 2024-04-25T01:11:42.226 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 141 k 2024-04-25T01:11:42.226 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 3.5 M 2024-04-25T01:11:42.226 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 7.4 M 2024-04-25T01:11:42.227 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mgr-rook noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 49 k 2024-04-25T01:11:42.227 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-radosgw x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 10 M 2024-04-25T01:11:42.227 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-test x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 48 M 2024-04-25T01:11:42.227 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-volume noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 264 k 2024-04-25T01:11:42.227 INFO:teuthology.orchestra.run.smithi186.stdout: cephadm noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 762 k 2024-04-25T01:11:42.227 INFO:teuthology.orchestra.run.smithi186.stdout: cephfs-mirror x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 222 k 2024-04-25T01:11:42.227 INFO:teuthology.orchestra.run.smithi186.stdout: cephfs-shell x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 27 k 2024-04-25T01:11:42.227 INFO:teuthology.orchestra.run.smithi186.stdout: cephfs-top noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 18 k 2024-04-25T01:11:42.227 INFO:teuthology.orchestra.run.smithi186.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T01:11:42.227 INFO:teuthology.orchestra.run.smithi186.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T01:11:42.227 INFO:teuthology.orchestra.run.smithi186.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T01:11:42.227 INFO:teuthology.orchestra.run.smithi186.stdout: libcephfs-devel x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 32 k 2024-04-25T01:11:42.228 INFO:teuthology.orchestra.run.smithi186.stdout: libcephfs2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 745 k 2024-04-25T01:11:42.228 INFO:teuthology.orchestra.run.smithi186.stdout: librados-devel x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 127 k 2024-04-25T01:11:42.228 INFO:teuthology.orchestra.run.smithi186.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T01:11:42.228 INFO:teuthology.orchestra.run.smithi186.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T01:11:42.228 INFO:teuthology.orchestra.run.smithi186.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T01:11:42.228 INFO:teuthology.orchestra.run.smithi186.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T01:11:42.228 INFO:teuthology.orchestra.run.smithi186.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T01:11:42.228 INFO:teuthology.orchestra.run.smithi186.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T01:11:42.228 INFO:teuthology.orchestra.run.smithi186.stdout: python3-cephfs x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 162 k 2024-04-25T01:11:42.228 INFO:teuthology.orchestra.run.smithi186.stdout: python3-rados x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 321 k 2024-04-25T01:11:42.228 INFO:teuthology.orchestra.run.smithi186.stdout: python3-rbd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 299 k 2024-04-25T01:11:42.228 INFO:teuthology.orchestra.run.smithi186.stdout: python3-rgw x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 99 k 2024-04-25T01:11:42.229 INFO:teuthology.orchestra.run.smithi186.stdout: rbd-fuse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 85 k 2024-04-25T01:11:42.229 INFO:teuthology.orchestra.run.smithi186.stdout: rbd-mirror x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.1 M 2024-04-25T01:11:42.229 INFO:teuthology.orchestra.run.smithi186.stdout: rbd-nbd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 171 k 2024-04-25T01:11:42.229 INFO:teuthology.orchestra.run.smithi186.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T01:11:42.229 INFO:teuthology.orchestra.run.smithi186.stdout:Upgrading: 2024-04-25T01:11:42.229 INFO:teuthology.orchestra.run.smithi186.stdout: librados2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.4 M 2024-04-25T01:11:42.229 INFO:teuthology.orchestra.run.smithi186.stdout: librbd1 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 3.1 M 2024-04-25T01:11:42.229 INFO:teuthology.orchestra.run.smithi186.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T01:11:42.229 INFO:teuthology.orchestra.run.smithi186.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T01:11:42.229 INFO:teuthology.orchestra.run.smithi186.stdout:Installing dependencies: 2024-04-25T01:11:42.229 INFO:teuthology.orchestra.run.smithi186.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T01:11:42.229 INFO:teuthology.orchestra.run.smithi186.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T01:11:42.230 INFO:teuthology.orchestra.run.smithi186.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T01:11:42.230 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-common x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 21 M 2024-04-25T01:11:42.230 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 32 k 2024-04-25T01:11:42.230 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mds x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 2.4 M 2024-04-25T01:11:42.230 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 249 k 2024-04-25T01:11:42.230 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mon x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 4.7 M 2024-04-25T01:11:42.230 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-osd x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 17 M 2024-04-25T01:11:42.230 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2445.gd2c45d97.el9 ceph-noarch 15 k 2024-04-25T01:11:42.230 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-selinux x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 25 k 2024-04-25T01:11:42.230 INFO:teuthology.orchestra.run.smithi186.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T01:11:42.231 INFO:teuthology.orchestra.run.smithi186.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T01:11:42.231 INFO:teuthology.orchestra.run.smithi186.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T01:11:42.231 INFO:teuthology.orchestra.run.smithi186.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T01:11:42.231 INFO:teuthology.orchestra.run.smithi186.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T01:11:42.231 INFO:teuthology.orchestra.run.smithi186.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T01:11:42.231 INFO:teuthology.orchestra.run.smithi186.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T01:11:42.231 INFO:teuthology.orchestra.run.smithi186.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T01:11:42.231 INFO:teuthology.orchestra.run.smithi186.stdout: libcephsqlite x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 163 k 2024-04-25T01:11:42.231 INFO:teuthology.orchestra.run.smithi186.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T01:11:42.231 INFO:teuthology.orchestra.run.smithi186.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T01:11:42.231 INFO:teuthology.orchestra.run.smithi186.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T01:11:42.232 INFO:teuthology.orchestra.run.smithi186.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T01:11:42.232 INFO:teuthology.orchestra.run.smithi186.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T01:11:42.232 INFO:teuthology.orchestra.run.smithi186.stdout: libradosstriper1 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 501 k 2024-04-25T01:11:42.232 INFO:teuthology.orchestra.run.smithi186.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T01:11:42.232 INFO:teuthology.orchestra.run.smithi186.stdout: librgw2 x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 5.3 M 2024-04-25T01:11:42.232 INFO:teuthology.orchestra.run.smithi186.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T01:11:42.232 INFO:teuthology.orchestra.run.smithi186.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T01:11:42.232 INFO:teuthology.orchestra.run.smithi186.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T01:11:42.232 INFO:teuthology.orchestra.run.smithi186.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T01:11:42.232 INFO:teuthology.orchestra.run.smithi186.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T01:11:42.232 INFO:teuthology.orchestra.run.smithi186.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T01:11:42.232 INFO:teuthology.orchestra.run.smithi186.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T01:11:42.232 INFO:teuthology.orchestra.run.smithi186.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T01:11:42.233 INFO:teuthology.orchestra.run.smithi186.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T01:11:42.233 INFO:teuthology.orchestra.run.smithi186.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T01:11:42.233 INFO:teuthology.orchestra.run.smithi186.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T01:11:42.233 INFO:teuthology.orchestra.run.smithi186.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T01:11:42.233 INFO:teuthology.orchestra.run.smithi186.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T01:11:42.233 INFO:teuthology.orchestra.run.smithi186.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T01:11:42.233 INFO:teuthology.orchestra.run.smithi186.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T01:11:42.233 INFO:teuthology.orchestra.run.smithi186.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T01:11:42.233 INFO:teuthology.orchestra.run.smithi186.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T01:11:42.233 INFO:teuthology.orchestra.run.smithi186.stdout: python3-ceph-argparse x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 45 k 2024-04-25T01:11:42.233 INFO:teuthology.orchestra.run.smithi186.stdout: python3-ceph-common x86_64 2:19.0.0-2445.gd2c45d97.el9 ceph 133 k 2024-04-25T01:11:42.234 INFO:teuthology.orchestra.run.smithi186.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T01:11:42.234 INFO:teuthology.orchestra.run.smithi186.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T01:11:42.234 INFO:teuthology.orchestra.run.smithi186.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T01:11:42.234 INFO:teuthology.orchestra.run.smithi186.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T01:11:42.234 INFO:teuthology.orchestra.run.smithi186.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T01:11:42.234 INFO:teuthology.orchestra.run.smithi186.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T01:11:42.234 INFO:teuthology.orchestra.run.smithi186.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T01:11:42.234 INFO:teuthology.orchestra.run.smithi186.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T01:11:42.234 INFO:teuthology.orchestra.run.smithi186.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T01:11:42.235 INFO:teuthology.orchestra.run.smithi186.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T01:11:42.235 INFO:teuthology.orchestra.run.smithi186.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T01:11:42.235 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T01:11:42.235 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T01:11:42.235 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T01:11:42.235 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T01:11:42.235 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T01:11:42.235 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T01:11:42.235 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T01:11:42.235 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T01:11:42.235 INFO:teuthology.orchestra.run.smithi186.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T01:11:42.235 INFO:teuthology.orchestra.run.smithi186.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T01:11:42.236 INFO:teuthology.orchestra.run.smithi186.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T01:11:42.236 INFO:teuthology.orchestra.run.smithi186.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T01:11:42.236 INFO:teuthology.orchestra.run.smithi186.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T01:11:42.236 INFO:teuthology.orchestra.run.smithi186.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T01:11:42.236 INFO:teuthology.orchestra.run.smithi186.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T01:11:42.236 INFO:teuthology.orchestra.run.smithi186.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T01:11:42.236 INFO:teuthology.orchestra.run.smithi186.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T01:11:42.236 INFO:teuthology.orchestra.run.smithi186.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T01:11:42.236 INFO:teuthology.orchestra.run.smithi186.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T01:11:42.236 INFO:teuthology.orchestra.run.smithi186.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T01:11:42.236 INFO:teuthology.orchestra.run.smithi186.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T01:11:42.236 INFO:teuthology.orchestra.run.smithi186.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T01:11:42.237 INFO:teuthology.orchestra.run.smithi186.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T01:11:42.237 INFO:teuthology.orchestra.run.smithi186.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T01:11:42.237 INFO:teuthology.orchestra.run.smithi186.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T01:11:42.237 INFO:teuthology.orchestra.run.smithi186.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T01:11:42.237 INFO:teuthology.orchestra.run.smithi186.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T01:11:42.237 INFO:teuthology.orchestra.run.smithi186.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T01:11:42.237 INFO:teuthology.orchestra.run.smithi186.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T01:11:42.237 INFO:teuthology.orchestra.run.smithi186.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T01:11:42.237 INFO:teuthology.orchestra.run.smithi186.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T01:11:42.237 INFO:teuthology.orchestra.run.smithi186.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T01:11:42.237 INFO:teuthology.orchestra.run.smithi186.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T01:11:42.237 INFO:teuthology.orchestra.run.smithi186.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T01:11:42.238 INFO:teuthology.orchestra.run.smithi186.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T01:11:42.238 INFO:teuthology.orchestra.run.smithi186.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T01:11:42.238 INFO:teuthology.orchestra.run.smithi186.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T01:11:42.238 INFO:teuthology.orchestra.run.smithi186.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T01:11:42.238 INFO:teuthology.orchestra.run.smithi186.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T01:11:42.238 INFO:teuthology.orchestra.run.smithi186.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T01:11:42.238 INFO:teuthology.orchestra.run.smithi186.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T01:11:42.238 INFO:teuthology.orchestra.run.smithi186.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T01:11:42.238 INFO:teuthology.orchestra.run.smithi186.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T01:11:42.238 INFO:teuthology.orchestra.run.smithi186.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T01:11:42.239 INFO:teuthology.orchestra.run.smithi186.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T01:11:42.239 INFO:teuthology.orchestra.run.smithi186.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T01:11:42.239 INFO:teuthology.orchestra.run.smithi186.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T01:11:42.239 INFO:teuthology.orchestra.run.smithi186.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T01:11:42.239 INFO:teuthology.orchestra.run.smithi186.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T01:11:42.239 INFO:teuthology.orchestra.run.smithi186.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T01:11:42.239 INFO:teuthology.orchestra.run.smithi186.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T01:11:42.239 INFO:teuthology.orchestra.run.smithi186.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T01:11:42.239 INFO:teuthology.orchestra.run.smithi186.stdout:Installing weak dependencies: 2024-04-25T01:11:42.239 INFO:teuthology.orchestra.run.smithi186.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T01:11:42.239 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:11:42.239 INFO:teuthology.orchestra.run.smithi186.stdout:Transaction Summary 2024-04-25T01:11:42.240 INFO:teuthology.orchestra.run.smithi186.stdout:======================================================================================= 2024-04-25T01:11:42.240 INFO:teuthology.orchestra.run.smithi186.stdout:Install 148 Packages 2024-04-25T01:11:42.240 INFO:teuthology.orchestra.run.smithi186.stdout:Upgrade 4 Packages 2024-04-25T01:11:42.240 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:11:42.241 INFO:teuthology.orchestra.run.smithi186.stdout:Total download size: 220 M 2024-04-25T01:11:42.241 INFO:teuthology.orchestra.run.smithi186.stdout:Downloading Packages: 2024-04-25T01:11:42.278 INFO:teuthology.orchestra.run.smithi026.stdout:(64/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 717 kB/s | 292 kB 00:00 2024-04-25T01:11:42.303 INFO:teuthology.orchestra.run.smithi026.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 121 kB/s | 35 kB 00:00 2024-04-25T01:11:42.329 INFO:teuthology.orchestra.run.smithi026.stdout:(66/152): lua-5.4.4-4.el9.x86_64.rpm 481 kB/s | 188 kB 00:00 2024-04-25T01:11:42.770 INFO:teuthology.orchestra.run.smithi026.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 3.6 MB/s | 1.6 MB 00:00 2024-04-25T01:11:43.006 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2024-04-25T01:11:43.151 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2024-04-25T01:11:43.151 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2024-04-25T01:11:43.179 INFO:teuthology.orchestra.run.smithi186.stdout:(1/152): ceph-19.0.0-2445.gd2c45d97.el9.x86_64. 23 kB/s | 6.6 kB 00:00 2024-04-25T01:11:43.446 INFO:teuthology.orchestra.run.smithi026.stdout:(68/152): postgresql-contrib-13.14-1.el9.x86_64 1.3 MB/s | 911 kB 00:00 2024-04-25T01:11:43.521 INFO:teuthology.orchestra.run.smithi186.stdout:(2/152): ceph-base-19.0.0-2445.gd2c45d97.el9.x8 8.6 MB/s | 5.4 MB 00:00 2024-04-25T01:11:43.571 INFO:teuthology.orchestra.run.smithi186.stdout:(3/152): ceph-immutable-object-cache-19.0.0-244 2.8 MB/s | 145 kB 00:00 2024-04-25T01:11:43.713 INFO:teuthology.orchestra.run.smithi026.stdout:(69/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 3.1 MB/s | 4.4 MB 00:01 2024-04-25T01:11:43.813 INFO:teuthology.orchestra.run.smithi026.stdout:(70/152): openblas-openmp-0.3.21-2.el9.x86_64.r 3.1 MB/s | 4.7 MB 00:01 2024-04-25T01:11:43.813 INFO:teuthology.orchestra.run.smithi186.stdout:(4/152): ceph-mds-19.0.0-2445.gd2c45d97.el9.x86 9.8 MB/s | 2.4 MB 00:00 2024-04-25T01:11:43.938 INFO:teuthology.orchestra.run.smithi026.stdout:(71/152): postgresql-private-libs-13.14-1.el9.x 271 kB/s | 133 kB 00:00 2024-04-25T01:11:43.980 INFO:teuthology.orchestra.run.smithi186.stdout:(5/152): ceph-mgr-19.0.0-2445.gd2c45d97.el9.x86 9.0 MB/s | 1.5 MB 00:00 2024-04-25T01:11:44.147 INFO:teuthology.orchestra.run.smithi026.stdout:(72/152): python3-attrs-20.3.0-7.el9.noarch.rpm 422 kB/s | 87 kB 00:00 2024-04-25T01:11:44.288 INFO:teuthology.orchestra.run.smithi186.stdout:(6/152): ceph-fuse-19.0.0-2445.gd2c45d97.el9.x8 802 kB/s | 890 kB 00:01 2024-04-25T01:11:44.322 INFO:teuthology.orchestra.run.smithi026.stdout:(73/152): protobuf-3.14.0-13.el9.x86_64.rpm 2.0 MB/s | 1.0 MB 00:00 2024-04-25T01:11:44.455 INFO:teuthology.orchestra.run.smithi186.stdout:(7/152): ceph-mon-19.0.0-2445.gd2c45d97.el9.x86 9.9 MB/s | 4.7 MB 00:00 2024-04-25T01:11:44.656 INFO:teuthology.orchestra.run.smithi186.stdout:(8/152): ceph-common-19.0.0-2445.gd2c45d97.el9. 12 MB/s | 21 MB 00:01 2024-04-25T01:11:44.658 INFO:teuthology.orchestra.run.smithi026.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 730 kB/s | 244 kB 00:00 2024-04-25T01:11:44.698 INFO:teuthology.orchestra.run.smithi186.stdout:(9/152): ceph-selinux-19.0.0-2445.gd2c45d97.el9 600 kB/s | 25 kB 00:00 2024-04-25T01:11:44.906 INFO:teuthology.orchestra.run.smithi026.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 1.0 MB/s | 248 kB 00:00 2024-04-25T01:11:44.977 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2024-04-25T01:11:44.977 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2024-04-25T01:11:45.090 INFO:teuthology.orchestra.run.smithi026.stdout:(76/152): postgresql-server-13.14-1.el9.x86_64. 4.2 MB/s | 5.8 MB 00:01 2024-04-25T01:11:45.106 INFO:teuthology.orchestra.run.smithi026.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 129 kB/s | 26 kB 00:00 2024-04-25T01:11:45.215 INFO:teuthology.orchestra.run.smithi026.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 154 kB/s | 19 kB 00:00 2024-04-25T01:11:45.324 INFO:teuthology.orchestra.run.smithi026.stdout:(79/152): python3-babel-2.9.1-2.el9.noarch.rpm 5.1 MB/s | 6.0 MB 00:01 2024-04-25T01:11:45.424 INFO:teuthology.orchestra.run.smithi026.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 167 kB/s | 35 kB 00:00 2024-04-25T01:11:45.449 INFO:teuthology.orchestra.run.smithi026.stdout:(81/152): python3-mako-1.1.4-6.el9.noarch.rpm 504 kB/s | 172 kB 00:00 2024-04-25T01:11:45.565 INFO:teuthology.orchestra.run.smithi186.stdout:(10/152): ceph-radosgw-19.0.0-2445.gd2c45d97.el 9.2 MB/s | 10 MB 00:01 2024-04-25T01:11:45.623 INFO:teuthology.orchestra.run.smithi186.stdout:(11/152): cephfs-mirror-19.0.0-2445.gd2c45d97.e 3.7 MB/s | 222 kB 00:00 2024-04-25T01:11:45.682 INFO:teuthology.orchestra.run.smithi186.stdout:(12/152): cephfs-shell-19.0.0-2445.gd2c45d97.el 465 kB/s | 27 kB 00:00 2024-04-25T01:11:45.733 INFO:teuthology.orchestra.run.smithi026.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 815 kB/s | 250 kB 00:00 2024-04-25T01:11:45.740 INFO:teuthology.orchestra.run.smithi186.stdout:(13/152): libcephfs-devel-19.0.0-2445.gd2c45d97 544 kB/s | 32 kB 00:00 2024-04-25T01:11:45.791 INFO:teuthology.orchestra.run.smithi026.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 651 kB/s | 222 kB 00:00 2024-04-25T01:11:45.866 INFO:teuthology.orchestra.run.smithi186.stdout:(14/152): libcephfs2-19.0.0-2445.gd2c45d97.el9. 5.8 MB/s | 745 kB 00:00 2024-04-25T01:11:45.941 INFO:teuthology.orchestra.run.smithi186.stdout:(15/152): libcephsqlite-19.0.0-2445.gd2c45d97.e 2.1 MB/s | 163 kB 00:00 2024-04-25T01:11:46.025 INFO:teuthology.orchestra.run.smithi186.stdout:(16/152): librados-devel-19.0.0-2445.gd2c45d97. 1.5 MB/s | 127 kB 00:00 2024-04-25T01:11:46.100 INFO:teuthology.orchestra.run.smithi186.stdout:(17/152): libradosstriper1-19.0.0-2445.gd2c45d9 6.5 MB/s | 501 kB 00:00 2024-04-25T01:11:46.100 INFO:teuthology.orchestra.run.smithi026.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 211 kB/s | 77 kB 00:00 2024-04-25T01:11:46.150 INFO:teuthology.orchestra.run.smithi026.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 118 kB/s | 42 kB 00:00 2024-04-25T01:11:46.375 INFO:teuthology.orchestra.run.smithi026.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 983 kB/s | 269 kB 00:00 2024-04-25T01:11:46.467 INFO:teuthology.orchestra.run.smithi026.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 502 kB/s | 159 kB 00:00 2024-04-25T01:11:46.584 INFO:teuthology.orchestra.run.smithi026.stdout:(88/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.0 MB/s | 5.1 MB 00:01 2024-04-25T01:11:46.700 INFO:teuthology.orchestra.run.smithi186.stdout:(18/152): librgw2-19.0.0-2445.gd2c45d97.el9.x86 8.9 MB/s | 5.3 MB 00:00 2024-04-25T01:11:46.735 INFO:teuthology.orchestra.run.smithi026.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 192 kB/s | 51 kB 00:00 2024-04-25T01:11:46.761 INFO:teuthology.orchestra.run.smithi186.stdout:(19/152): python3-ceph-argparse-19.0.0-2445.gd2 750 kB/s | 45 kB 00:00 2024-04-25T01:11:46.768 INFO:teuthology.orchestra.run.smithi026.stdout:(90/152): python3-pyasn1-modules-0.4.8-6.el9.no 717 kB/s | 279 kB 00:00 2024-04-25T01:11:46.794 INFO:teuthology.orchestra.run.smithi026.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 258 kB/s | 54 kB 00:00 2024-04-25T01:11:46.828 INFO:teuthology.orchestra.run.smithi186.stdout:(20/152): python3-ceph-common-19.0.0-2445.gd2c4 1.9 MB/s | 133 kB 00:00 2024-04-25T01:11:46.895 INFO:teuthology.orchestra.run.smithi186.stdout:(21/152): python3-cephfs-19.0.0-2445.gd2c45d97. 2.4 MB/s | 162 kB 00:00 2024-04-25T01:11:46.952 INFO:teuthology.orchestra.run.smithi026.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 228 kB/s | 42 kB 00:00 2024-04-25T01:11:46.970 INFO:teuthology.orchestra.run.smithi186.stdout:(22/152): python3-rados-19.0.0-2445.gd2c45d97.e 4.2 MB/s | 321 kB 00:00 2024-04-25T01:11:47.003 INFO:teuthology.orchestra.run.smithi026.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 213 kB/s | 44 kB 00:00 2024-04-25T01:11:47.046 INFO:teuthology.orchestra.run.smithi186.stdout:(23/152): python3-rbd-19.0.0-2445.gd2c45d97.el9 3.9 MB/s | 299 kB 00:00 2024-04-25T01:11:47.112 INFO:teuthology.orchestra.run.smithi186.stdout:(24/152): python3-rgw-19.0.0-2445.gd2c45d97.el9 1.5 MB/s | 99 kB 00:00 2024-04-25T01:11:47.152 INFO:teuthology.orchestra.run.smithi026.stdout:(94/152): qatlib-service-24.02.0-1.el9.x86_64.r 241 kB/s | 36 kB 00:00 2024-04-25T01:11:47.171 INFO:teuthology.orchestra.run.smithi186.stdout:(25/152): rbd-fuse-19.0.0-2445.gd2c45d97.el9.x8 1.4 MB/s | 85 kB 00:00 2024-04-25T01:11:47.220 INFO:teuthology.orchestra.run.smithi026.stdout:(95/152): qatlib-24.02.0-1.el9.x86_64.rpm 829 kB/s | 221 kB 00:00 2024-04-25T01:11:47.361 INFO:teuthology.orchestra.run.smithi026.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 228 kB/s | 47 kB 00:00 2024-04-25T01:11:47.478 INFO:teuthology.orchestra.run.smithi026.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 1.2 MB/s | 305 kB 00:00 2024-04-25T01:11:47.546 INFO:teuthology.orchestra.run.smithi026.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 316 kB/s | 58 kB 00:00 2024-04-25T01:11:47.580 INFO:teuthology.orchestra.run.smithi186.stdout:(26/152): ceph-test-19.0.0-2445.gd2c45d97.el9.x 17 MB/s | 48 MB 00:02 2024-04-25T01:11:47.646 INFO:teuthology.orchestra.run.smithi186.stdout:(27/152): rbd-mirror-19.0.0-2445.gd2c45d97.el9. 6.5 MB/s | 3.1 MB 00:00 2024-04-25T01:11:47.671 INFO:teuthology.orchestra.run.smithi026.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 491 kB/s | 94 kB 00:00 2024-04-25T01:11:47.671 INFO:teuthology.orchestra.run.smithi186.stdout:(28/152): rbd-nbd-19.0.0-2445.gd2c45d97.el9.x86 1.8 MB/s | 171 kB 00:00 2024-04-25T01:11:47.689 INFO:teuthology.orchestra.run.smithi186.stdout:(29/152): ceph-grafana-dashboards-19.0.0-2445.g 760 kB/s | 32 kB 00:00 2024-04-25T01:11:47.722 INFO:teuthology.orchestra.run.smithi186.stdout:(30/152): ceph-mgr-cephadm-19.0.0-2445.gd2c45d9 2.7 MB/s | 141 kB 00:00 2024-04-25T01:11:47.729 INFO:teuthology.orchestra.run.smithi026.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 349 kB/s | 64 kB 00:00 2024-04-25T01:11:47.871 INFO:teuthology.orchestra.run.smithi026.stdout:(101/152): lua-devel-5.4.4-4.el9.x86_64.rpm 158 kB/s | 22 kB 00:00 2024-04-25T01:11:47.896 INFO:teuthology.orchestra.run.smithi026.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 200 kB/s | 45 kB 00:00 2024-04-25T01:11:48.031 INFO:teuthology.orchestra.run.smithi186.stdout:(31/152): ceph-mgr-dashboard-19.0.0-2445.gd2c45 10 MB/s | 3.5 MB 00:00 2024-04-25T01:11:48.063 INFO:teuthology.orchestra.run.smithi026.stdout:(103/152): abseil-cpp-20211102.0-3.el9.x86_64.r 3.2 MB/s | 548 kB 00:00 2024-04-25T01:11:48.106 INFO:teuthology.orchestra.run.smithi186.stdout:(32/152): ceph-mgr-modules-core-19.0.0-2445.gd2 3.2 MB/s | 249 kB 00:00 2024-04-25T01:11:48.130 INFO:teuthology.orchestra.run.smithi026.stdout:(104/152): gperftools-libs-2.9.1-2.el9.x86_64.r 4.6 MB/s | 309 kB 00:00 2024-04-25T01:11:48.181 INFO:teuthology.orchestra.run.smithi026.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 396 kB/s | 19 kB 00:00 2024-04-25T01:11:48.206 INFO:teuthology.orchestra.run.smithi186.stdout:(33/152): ceph-mgr-diskprediction-local-19.0.0- 15 MB/s | 7.4 MB 00:00 2024-04-25T01:11:48.223 INFO:teuthology.orchestra.run.smithi026.stdout:(106/152): protobuf-compiler-3.14.0-13.el9.x86_ 2.4 MB/s | 863 kB 00:00 2024-04-25T01:11:48.232 INFO:teuthology.orchestra.run.smithi186.stdout:(34/152): ceph-mgr-rook-19.0.0-2445.gd2c45d97.e 394 kB/s | 49 kB 00:00 2024-04-25T01:11:48.257 INFO:teuthology.orchestra.run.smithi186.stdout:(35/152): ceph-prometheus-alerts-19.0.0-2445.gd 306 kB/s | 15 kB 00:00 2024-04-25T01:11:48.282 INFO:teuthology.orchestra.run.smithi186.stdout:(36/152): ceph-volume-19.0.0-2445.gd2c45d97.el9 5.1 MB/s | 264 kB 00:00 2024-04-25T01:11:48.324 INFO:teuthology.orchestra.run.smithi186.stdout:(37/152): cephadm-19.0.0-2445.gd2c45d97.el9.noa 11 MB/s | 762 kB 00:00 2024-04-25T01:11:48.331 INFO:teuthology.orchestra.run.smithi026.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 243 kB/s | 26 kB 00:00 2024-04-25T01:11:48.349 INFO:teuthology.orchestra.run.smithi186.stdout:(38/152): cephfs-top-19.0.0-2445.gd2c45d97.el9. 274 kB/s | 18 kB 00:00 2024-04-25T01:11:48.423 INFO:teuthology.orchestra.run.smithi026.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 537 kB/s | 49 kB 00:00 2024-04-25T01:11:48.550 INFO:teuthology.orchestra.run.smithi186.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 357 kB/s | 80 kB 00:00 2024-04-25T01:11:48.649 INFO:teuthology.orchestra.run.smithi026.stdout:(109/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 8.5 MB/s | 16 MB 00:01 2024-04-25T01:11:48.674 INFO:teuthology.orchestra.run.smithi026.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 270 kB/s | 67 kB 00:00 2024-04-25T01:11:48.758 INFO:teuthology.orchestra.run.smithi186.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 1.9 MB/s | 803 kB 00:00 2024-04-25T01:11:48.791 INFO:teuthology.orchestra.run.smithi026.stdout:(111/152): libarrow-9.0.0-10.el9.x86_64.rpm 7.3 MB/s | 4.4 MB 00:00 2024-04-25T01:11:48.826 INFO:teuthology.orchestra.run.smithi186.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 709 kB/s | 195 kB 00:00 2024-04-25T01:11:48.858 INFO:teuthology.orchestra.run.smithi026.stdout:(112/152): luarocks-3.9.2-1.el9.noarch.rpm 728 kB/s | 151 kB 00:00 2024-04-25T01:11:48.891 INFO:teuthology.orchestra.run.smithi026.stdout:(113/152): python3-asyncssh-2.13.2-5.el9.noarch 5.4 MB/s | 548 kB 00:00 2024-04-25T01:11:48.916 INFO:teuthology.orchestra.run.smithi026.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 754 kB/s | 43 kB 00:00 2024-04-25T01:11:48.950 INFO:teuthology.orchestra.run.smithi026.stdout:(115/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.0 MB/s | 838 kB 00:00 2024-04-25T01:11:48.976 INFO:teuthology.orchestra.run.smithi026.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 257 kB/s | 15 kB 00:00 2024-04-25T01:11:49.001 INFO:teuthology.orchestra.run.smithi026.stdout:(117/152): python3-cachetools-4.2.4-1.el9.noarc 295 kB/s | 32 kB 00:00 2024-04-25T01:11:49.034 INFO:teuthology.orchestra.run.smithi026.stdout:(118/152): python3-cheroot-8.6.0-4.el9.noarch.r 2.0 MB/s | 172 kB 00:00 2024-04-25T01:11:49.050 INFO:teuthology.orchestra.run.smithi186.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 868 kB/s | 253 kB 00:00 2024-04-25T01:11:49.068 INFO:teuthology.orchestra.run.smithi026.stdout:(119/152): python3-cherrypy-18.6.1-2.el9.noarch 3.8 MB/s | 358 kB 00:00 2024-04-25T01:11:49.117 INFO:teuthology.orchestra.run.smithi026.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 431 kB/s | 35 kB 00:00 2024-04-25T01:11:49.152 INFO:teuthology.orchestra.run.smithi026.stdout:(121/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.0 MB/s | 303 kB 00:00 2024-04-25T01:11:49.186 INFO:teuthology.orchestra.run.smithi026.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 1.7 MB/s | 206 kB 00:00 2024-04-25T01:11:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 2.5 MB/s | 144 kB 00:00 2024-04-25T01:11:49.228 INFO:teuthology.orchestra.run.smithi026.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 259 kB/s | 11 kB 00:00 2024-04-25T01:11:49.245 INFO:teuthology.orchestra.run.smithi026.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 533 kB/s | 18 kB 00:00 2024-04-25T01:11:49.259 INFO:teuthology.orchestra.run.smithi186.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 2.8 MB/s | 1.2 MB 00:00 2024-04-25T01:11:49.262 INFO:teuthology.orchestra.run.smithi026.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 710 kB/s | 23 kB 00:00 2024-04-25T01:11:49.279 INFO:teuthology.orchestra.run.smithi026.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 592 kB/s | 19 kB 00:00 2024-04-25T01:11:49.284 INFO:teuthology.orchestra.run.smithi186.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 456 kB/s | 106 kB 00:00 2024-04-25T01:11:49.295 INFO:teuthology.orchestra.run.smithi026.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 603 kB/s | 20 kB 00:00 2024-04-25T01:11:49.329 INFO:teuthology.orchestra.run.smithi026.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 1.4 MB/s | 46 kB 00:00 2024-04-25T01:11:49.388 INFO:teuthology.orchestra.run.smithi026.stdout:(130/152): python3-kubernetes-26.1.0-2.el9.noar 9.5 MB/s | 1.0 MB 00:00 2024-04-25T01:11:49.413 INFO:teuthology.orchestra.run.smithi026.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 955 kB/s | 79 kB 00:00 2024-04-25T01:11:49.439 INFO:teuthology.orchestra.run.smithi026.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-04-25T01:11:49.501 INFO:teuthology.orchestra.run.smithi186.stdout:(45/152): python3-requests-2.25.1-8.el9.noarch. 576 kB/s | 125 kB 00:00 2024-04-25T01:11:49.527 INFO:teuthology.orchestra.run.smithi186.stdout:(46/152): python3-pycparser-2.20-6.el9.noarch.r 506 kB/s | 135 kB 00:00 2024-04-25T01:11:49.530 INFO:teuthology.orchestra.run.smithi026.stdout:(133/152): python3-grpcio-1.46.7-10.el9.x86_64. 4.9 MB/s | 2.0 MB 00:00 2024-04-25T01:11:49.556 INFO:teuthology.orchestra.run.smithi026.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 141 kB/s | 16 kB 00:00 2024-04-25T01:11:49.581 INFO:teuthology.orchestra.run.smithi026.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-04-25T01:11:49.606 INFO:teuthology.orchestra.run.smithi026.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 573 kB/s | 28 kB 00:00 2024-04-25T01:11:49.631 INFO:teuthology.orchestra.run.smithi026.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 624 kB/s | 31 kB 00:00 2024-04-25T01:11:49.665 INFO:teuthology.orchestra.run.smithi026.stdout:(138/152): python3-pecan-1.4.2-3.el9.noarch.rpm 1.1 MB/s | 272 kB 00:00 2024-04-25T01:11:49.690 INFO:teuthology.orchestra.run.smithi026.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-04-25T01:11:49.716 INFO:teuthology.orchestra.run.smithi026.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 725 kB/s | 36 kB 00:00 2024-04-25T01:11:49.741 INFO:teuthology.orchestra.run.smithi026.stdout:(141/152): python3-routes-2.5.1-5.el9.noarch.rp 1.4 MB/s | 188 kB 00:00 2024-04-25T01:11:49.766 INFO:teuthology.orchestra.run.smithi026.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 684 kB/s | 51 kB 00:00 2024-04-25T01:11:49.792 INFO:teuthology.orchestra.run.smithi026.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-04-25T01:11:49.793 INFO:teuthology.orchestra.run.smithi186.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 735 kB/s | 215 kB 00:00 2024-04-25T01:11:49.826 INFO:teuthology.orchestra.run.smithi026.stdout:(144/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-04-25T01:11:49.875 INFO:teuthology.orchestra.run.smithi026.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 241 kB/s | 20 kB 00:00 2024-04-25T01:11:49.909 INFO:teuthology.orchestra.run.smithi026.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 2.3 MB/s | 192 kB 00:00 2024-04-25T01:11:49.943 INFO:teuthology.orchestra.run.smithi026.stdout:(147/152): python3-werkzeug-2.0.3-3.el9.1.noarc 2.4 MB/s | 427 kB 00:00 2024-04-25T01:11:50.034 INFO:teuthology.orchestra.run.smithi026.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-04-25T01:11:50.286 INFO:teuthology.orchestra.run.smithi186.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 908 kB/s | 689 kB 00:00 2024-04-25T01:11:50.368 INFO:teuthology.orchestra.run.smithi026.stdout:(149/152): librbd1-19.0.0-2445.gd2c45d97.el9.x8 7.4 MB/s | 3.1 MB 00:00 2024-04-25T01:11:50.402 INFO:teuthology.orchestra.run.smithi186.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 918 kB/s | 107 kB 00:00 2024-04-25T01:11:50.460 INFO:teuthology.orchestra.run.smithi026.stdout:(150/152): openssl-3.2.1-1.el9.x86_64.rpm 3.2 MB/s | 1.3 MB 00:00 2024-04-25T01:11:50.495 INFO:teuthology.orchestra.run.smithi186.stdout:(50/152): elfutils-libelf-devel-0.190-2.el9.x86 234 kB/s | 21 kB 00:00 2024-04-25T01:11:50.545 INFO:teuthology.orchestra.run.smithi186.stdout:(51/152): bison-3.7.4-5.el9.x86_64.rpm 1.2 MB/s | 943 kB 00:00 2024-04-25T01:11:50.594 INFO:teuthology.orchestra.run.smithi026.stdout:(151/152): librados2-19.0.0-2445.gd2c45d97.el9. 5.0 MB/s | 3.4 MB 00:00 2024-04-25T01:11:50.612 INFO:teuthology.orchestra.run.smithi186.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-04-25T01:11:50.645 INFO:teuthology.orchestra.run.smithi186.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 326 kB/s | 33 kB 00:00 2024-04-25T01:11:50.746 INFO:teuthology.orchestra.run.smithi186.stdout:(54/152): flexiblas-openblas-openmp-3.0.4-8.el9 182 kB/s | 18 kB 00:00 2024-04-25T01:11:50.846 INFO:teuthology.orchestra.run.smithi186.stdout:(55/152): libaio-devel-0.3.111-13.el9.x86_64.rp 111 kB/s | 11 kB 00:00 2024-04-25T01:11:50.885 INFO:teuthology.orchestra.run.smithi026.stdout:(152/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 4.6 MB/s | 2.4 MB 00:00 2024-04-25T01:11:50.893 INFO:teuthology.orchestra.run.smithi026.stdout:-------------------------------------------------------------------------------- 2024-04-25T01:11:50.894 INFO:teuthology.orchestra.run.smithi026.stdout:Total 9.9 MB/s | 220 MB 00:22 2024-04-25T01:11:50.919 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2024-04-25T01:11:50.955 INFO:teuthology.orchestra.run.smithi186.stdout:(56/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-04-25T01:11:51.002 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T01:11:51.005 INFO:teuthology.orchestra.run.smithi186.stdout:(57/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.6 MB/s | 3.0 MB 00:00 2024-04-25T01:11:51.055 INFO:teuthology.orchestra.run.smithi186.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 451 kB/s | 45 kB 00:00 2024-04-25T01:11:51.091 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T01:11:51.114 INFO:teuthology.orchestra.run.smithi186.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 6.0 MB/s | 662 kB 00:00 2024-04-25T01:11:51.164 INFO:teuthology.orchestra.run.smithi186.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 5.2 MB/s | 582 kB 00:00 2024-04-25T01:11:51.169 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T01:11:51.203 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T01:11:51.222 INFO:teuthology.orchestra.run.smithi186.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 234 kB/s | 25 kB 00:00 2024-04-25T01:11:51.237 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T01:11:51.265 INFO:teuthology.orchestra.run.smithi186.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 473 kB/s | 47 kB 00:00 2024-04-25T01:11:51.280 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T01:11:51.373 INFO:teuthology.orchestra.run.smithi186.stdout:(63/152): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-04-25T01:11:51.474 INFO:teuthology.orchestra.run.smithi186.stdout:(64/152): openblas-0.3.21-2.el9.x86_64.rpm 352 kB/s | 35 kB 00:00 2024-04-25T01:11:51.620 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T01:11:51.665 INFO:teuthology.orchestra.run.smithi186.stdout:(65/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 661 kB/s | 292 kB 00:00 2024-04-25T01:11:51.739 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T01:11:51.860 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T01:11:51.874 INFO:teuthology.orchestra.run.smithi186.stdout:(66/152): ceph-osd-19.0.0-2445.gd2c45d97.el9.x8 2.2 MB/s | 17 MB 00:07 2024-04-25T01:11:51.898 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T01:11:51.989 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T01:11:52.019 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 10/156 2024-04-25T01:11:52.173 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T01:11:52.224 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T01:11:52.252 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T01:11:52.355 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T01:11:52.378 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 14/156 2024-04-25T01:11:52.441 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 14/156 2024-04-25T01:11:52.463 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T01:11:52.484 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T01:11:52.662 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T01:11:52.695 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T01:11:52.807 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T01:11:52.910 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T01:11:52.945 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T01:11:52.981 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T01:11:53.054 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T01:11:53.110 INFO:teuthology.orchestra.run.smithi186.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 1.3 MB/s | 1.6 MB 00:01 2024-04-25T01:11:53.131 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T01:11:53.182 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T01:11:53.222 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T01:11:53.250 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T01:11:53.320 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T01:11:53.349 INFO:teuthology.orchestra.run.smithi186.stdout:(68/152): postgresql-contrib-13.14-1.el9.x86_64 3.7 MB/s | 911 kB 00:00 2024-04-25T01:11:53.382 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T01:11:53.411 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T01:11:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T01:11:53.483 INFO:teuthology.orchestra.run.smithi186.stdout:(69/152): postgresql-private-libs-13.14-1.el9.x 1.0 MB/s | 133 kB 00:00 2024-04-25T01:11:53.532 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T01:11:53.566 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9. 31/156 2024-04-25T01:11:53.609 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el 32/156 2024-04-25T01:11:53.637 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_6 33/156 2024-04-25T01:11:53.700 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T01:11:53.753 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T01:11:53.827 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T01:11:53.907 INFO:teuthology.orchestra.run.smithi026.stdout:Running transaction check 2024-04-25T01:11:53.964 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T01:11:54.014 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T01:11:54.165 INFO:teuthology.orchestra.run.smithi026.stdout:Transaction check succeeded. 2024-04-25T01:11:54.165 INFO:teuthology.orchestra.run.smithi026.stdout:Running transaction test 2024-04-25T01:11:54.283 INFO:teuthology.orchestra.run.smithi186.stdout:(70/152): openblas-openmp-0.3.21-2.el9.x86_64.r 1.7 MB/s | 4.7 MB 00:02 2024-04-25T01:11:54.549 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T01:11:54.634 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T01:11:54.663 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T01:11:54.705 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T01:11:54.743 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_6 43/156 2024-04-25T01:11:54.785 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T01:11:54.948 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T01:11:55.013 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T01:11:55.068 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T01:11:55.141 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T01:11:55.172 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T01:11:55.208 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T01:11:55.256 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T01:11:55.291 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T01:11:55.326 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T01:11:55.368 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T01:11:55.492 INFO:teuthology.orchestra.run.smithi186.stdout:(71/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 1.2 MB/s | 4.4 MB 00:03 2024-04-25T01:11:55.504 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T01:11:55.557 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T01:11:55.587 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T01:11:55.628 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T01:11:55.667 INFO:teuthology.orchestra.run.smithi186.stdout:(72/152): python3-attrs-20.3.0-7.el9.noarch.rpm 500 kB/s | 87 kB 00:00 2024-04-25T01:11:55.723 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T01:11:55.742 INFO:teuthology.orchestra.run.smithi186.stdout:(73/152): protobuf-3.14.0-13.el9.x86_64.rpm 708 kB/s | 1.0 MB 00:01 2024-04-25T01:11:55.754 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T01:11:55.794 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T01:11:55.827 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T01:11:55.852 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T01:11:55.927 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T01:11:56.053 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T01:11:56.084 INFO:teuthology.orchestra.run.smithi186.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 715 kB/s | 244 kB 00:00 2024-04-25T01:11:56.085 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T01:11:56.113 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T01:11:56.147 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T01:11:56.186 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T01:11:56.218 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T01:11:56.247 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T01:11:56.274 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T01:11:56.307 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T01:11:56.348 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T01:11:56.383 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T01:11:56.426 INFO:teuthology.orchestra.run.smithi186.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 726 kB/s | 248 kB 00:00 2024-04-25T01:11:56.470 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T01:11:56.514 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T01:11:56.526 INFO:teuthology.orchestra.run.smithi186.stdout:(76/152): python3-jsonpatch-1.21-16.el9.noarch. 257 kB/s | 26 kB 00:00 2024-04-25T01:11:56.545 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T01:11:56.592 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T01:11:56.627 INFO:teuthology.orchestra.run.smithi186.stdout:(77/152): python3-jsonpointer-2.0-4.el9.noarch. 191 kB/s | 19 kB 00:00 2024-04-25T01:11:56.699 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T01:11:56.747 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T01:11:56.893 INFO:teuthology.orchestra.run.smithi186.stdout:(78/152): python3-mako-1.1.4-6.el9.noarch.rpm 646 kB/s | 172 kB 00:00 2024-04-25T01:11:57.002 INFO:teuthology.orchestra.run.smithi186.stdout:(79/152): python3-markupsafe-1.1.1-12.el9.x86_6 321 kB/s | 35 kB 00:00 2024-04-25T01:11:57.150 INFO:teuthology.orchestra.run.smithi026.stdout:Transaction test succeeded. 2024-04-25T01:11:57.150 INFO:teuthology.orchestra.run.smithi026.stdout:Running transaction 2024-04-25T01:11:57.473 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T01:11:57.526 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T01:11:57.560 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T01:11:57.669 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T01:11:57.727 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T01:11:57.814 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T01:11:57.863 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T01:11:58.039 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T01:11:58.068 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T01:11:58.146 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T01:11:58.519 INFO:teuthology.orchestra.run.smithi186.stdout:(80/152): postgresql-server-13.14-1.el9.x86_64. 1.1 MB/s | 5.8 MB 00:05 2024-04-25T01:11:58.797 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T01:11:58.869 INFO:teuthology.orchestra.run.smithi186.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 716 kB/s | 250 kB 00:00 2024-04-25T01:11:58.901 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T01:11:59.230 INFO:teuthology.orchestra.run.smithi186.stdout:(82/152): python3-oauthlib-3.1.1-5.el9.noarch.r 620 kB/s | 222 kB 00:00 2024-04-25T01:11:59.428 INFO:teuthology.orchestra.run.smithi186.stdout:(83/152): python3-packaging-20.9-5.el9.noarch.r 386 kB/s | 77 kB 00:00 2024-04-25T01:11:59.545 INFO:teuthology.orchestra.run.smithi186.stdout:(84/152): python3-prettytable-0.7.2-27.el9.noar 362 kB/s | 42 kB 00:00 2024-04-25T01:11:59.895 INFO:teuthology.orchestra.run.smithi186.stdout:(85/152): python3-protobuf-3.14.0-13.el9.noarch 769 kB/s | 269 kB 00:00 2024-04-25T01:12:00.037 INFO:teuthology.orchestra.run.smithi186.stdout:(86/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.1 MB/s | 159 kB 00:00 2024-04-25T01:12:00.139 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T01:12:00.154 INFO:teuthology.orchestra.run.smithi186.stdout:(87/152): python3-pyasn1-modules-0.4.8-6.el9.no 2.3 MB/s | 279 kB 00:00 2024-04-25T01:12:00.214 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T01:12:00.242 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T01:12:00.275 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T01:12:00.279 INFO:teuthology.orchestra.run.smithi186.stdout:(88/152): python3-pytz-2021.1-5.el9.noarch.rpm 408 kB/s | 51 kB 00:00 2024-04-25T01:12:00.379 INFO:teuthology.orchestra.run.smithi186.stdout:(89/152): python3-requests-oauthlib-1.3.0-12.el 536 kB/s | 54 kB 00:00 2024-04-25T01:12:00.588 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T01:12:00.630 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 99/156 2024-04-25T01:12:00.721 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 99/156 2024-04-25T01:12:00.751 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 100/156 2024-04-25T01:12:00.788 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T01:12:01.257 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T01:12:01.283 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 103/156 2024-04-25T01:12:01.355 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 103/156 2024-04-25T01:12:01.385 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 104/156 2024-04-25T01:12:03.657 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T01:12:03.667 INFO:teuthology.orchestra.run.smithi026.stdout: Preparing : 1/1 2024-04-25T01:12:03.706 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T01:12:03.800 INFO:teuthology.orchestra.run.smithi026.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T01:12:03.887 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T01:12:04.029 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T01:12:04.079 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T01:12:04.129 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T01:12:04.253 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T01:12:04.266 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T01:12:04.301 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 106/156 2024-04-25T01:12:04.358 INFO:teuthology.orchestra.run.smithi186.stdout:(90/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 710 kB/s | 5.1 MB 00:07 2024-04-25T01:12:04.390 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 106/156 2024-04-25T01:12:04.391 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T01:12:04.391 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T01:12:04.391 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:12:04.419 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 107/156 2024-04-25T01:12:04.430 INFO:teuthology.orchestra.run.smithi186.stdout:(91/152): python3-babel-2.9.1-2.el9.noarch.rpm 697 kB/s | 6.0 MB 00:08 2024-04-25T01:12:04.455 INFO:teuthology.orchestra.run.smithi186.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 417 kB/s | 42 kB 00:00 2024-04-25T01:12:04.530 INFO:teuthology.orchestra.run.smithi186.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 441 kB/s | 44 kB 00:00 2024-04-25T01:12:04.631 INFO:teuthology.orchestra.run.smithi186.stdout:(94/152): qatlib-service-24.02.0-1.el9.x86_64.r 359 kB/s | 36 kB 00:00 2024-04-25T01:12:04.712 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T01:12:04.731 INFO:teuthology.orchestra.run.smithi186.stdout:(95/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 475 kB/s | 47 kB 00:00 2024-04-25T01:12:04.832 INFO:teuthology.orchestra.run.smithi026.stdout: Upgrading : librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T01:12:04.839 INFO:teuthology.orchestra.run.smithi186.stdout:(96/152): qatlib-24.02.0-1.el9.x86_64.rpm 575 kB/s | 221 kB 00:00 2024-04-25T01:12:04.948 INFO:teuthology.orchestra.run.smithi186.stdout:(97/152): uuid-1.6.2-55.el9.x86_64.rpm 534 kB/s | 58 kB 00:00 2024-04-25T01:12:05.005 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T01:12:05.033 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T01:12:05.140 INFO:teuthology.orchestra.run.smithi186.stdout:(98/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 489 kB/s | 94 kB 00:00 2024-04-25T01:12:05.160 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T01:12:05.189 INFO:teuthology.orchestra.run.smithi186.stdout:(99/152): socat-1.7.4.1-5.el9.x86_64.rpm 702 kB/s | 305 kB 00:00 2024-04-25T01:12:05.248 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 10/156 2024-04-25T01:12:05.265 INFO:teuthology.orchestra.run.smithi186.stdout:(100/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 448 kB/s | 45 kB 00:00 2024-04-25T01:12:05.324 INFO:teuthology.orchestra.run.smithi186.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 346 kB/s | 64 kB 00:00 2024-04-25T01:12:05.341 INFO:teuthology.orchestra.run.smithi186.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 296 kB/s | 22 kB 00:00 2024-04-25T01:12:05.466 INFO:teuthology.orchestra.run.smithi186.stdout:(103/152): protobuf-compiler-3.14.0-13.el9.x86_ 5.9 MB/s | 863 kB 00:00 2024-04-25T01:12:05.611 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T01:12:05.658 INFO:teuthology.orchestra.run.smithi186.stdout:(104/152): abseil-cpp-20211102.0-3.el9.x86_64.r 1.7 MB/s | 548 kB 00:00 2024-04-25T01:12:05.674 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T01:12:05.704 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T01:12:05.708 INFO:teuthology.orchestra.run.smithi186.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 389 kB/s | 19 kB 00:00 2024-04-25T01:12:05.734 INFO:teuthology.orchestra.run.smithi186.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 1.1 MB/s | 309 kB 00:00 2024-04-25T01:12:05.793 INFO:teuthology.orchestra.run.smithi186.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 447 kB/s | 26 kB 00:00 2024-04-25T01:12:05.851 INFO:teuthology.orchestra.run.smithi186.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 833 kB/s | 49 kB 00:00 2024-04-25T01:12:05.875 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T01:12:05.905 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 14/156 2024-04-25T01:12:05.918 INFO:teuthology.orchestra.run.smithi186.stdout:(109/152): libarrow-9.0.0-10.el9.x86_64.rpm 21 MB/s | 4.4 MB 00:00 2024-04-25T01:12:05.943 INFO:teuthology.orchestra.run.smithi186.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 731 kB/s | 67 kB 00:00 2024-04-25T01:12:05.969 INFO:teuthology.orchestra.run.smithi186.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 2.9 MB/s | 151 kB 00:00 2024-04-25T01:12:06.042 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 14/156 2024-04-25T01:12:06.052 INFO:teuthology.orchestra.run.smithi186.stdout:(112/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 7.6 MB/s | 838 kB 00:00 2024-04-25T01:12:06.064 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T01:12:06.086 INFO:teuthology.orchestra.run.smithi186.stdout:(113/152): python3-asyncssh-2.13.2-5.el9.noarch 4.6 MB/s | 548 kB 00:00 2024-04-25T01:12:06.111 INFO:teuthology.orchestra.run.smithi186.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 740 kB/s | 43 kB 00:00 2024-04-25T01:12:06.126 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T01:12:06.136 INFO:teuthology.orchestra.run.smithi186.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 642 kB/s | 32 kB 00:00 2024-04-25T01:12:06.162 INFO:teuthology.orchestra.run.smithi186.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 298 kB/s | 15 kB 00:00 2024-04-25T01:12:06.187 INFO:teuthology.orchestra.run.smithi186.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-04-25T01:12:06.229 INFO:teuthology.orchestra.run.smithi186.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 5.2 MB/s | 358 kB 00:00 2024-04-25T01:12:06.254 INFO:teuthology.orchestra.run.smithi186.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.4 MB/s | 303 kB 00:00 2024-04-25T01:12:06.279 INFO:teuthology.orchestra.run.smithi186.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 704 kB/s | 35 kB 00:00 2024-04-25T01:12:06.305 INFO:teuthology.orchestra.run.smithi186.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 4.0 MB/s | 206 kB 00:00 2024-04-25T01:12:06.355 INFO:teuthology.orchestra.run.smithi186.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 2.8 MB/s | 144 kB 00:00 2024-04-25T01:12:06.397 INFO:teuthology.orchestra.run.smithi186.stdout:(123/152): python3-grpcio-1.46.7-10.el9.x86_64. 17 MB/s | 2.0 MB 00:00 2024-04-25T01:12:06.422 INFO:teuthology.orchestra.run.smithi186.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 160 kB/s | 11 kB 00:00 2024-04-25T01:12:06.455 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T01:12:06.516 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T01:12:06.539 INFO:teuthology.orchestra.run.smithi186.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 124 kB/s | 18 kB 00:00 2024-04-25T01:12:06.598 INFO:teuthology.orchestra.run.smithi186.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 132 kB/s | 23 kB 00:00 2024-04-25T01:12:06.623 INFO:teuthology.orchestra.run.smithi186.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 232 kB/s | 19 kB 00:00 2024-04-25T01:12:06.648 INFO:teuthology.orchestra.run.smithi186.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 392 kB/s | 20 kB 00:00 2024-04-25T01:12:06.698 INFO:teuthology.orchestra.run.smithi186.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 928 kB/s | 46 kB 00:00 2024-04-25T01:12:06.719 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T01:12:06.749 INFO:teuthology.orchestra.run.smithi186.stdout:(130/152): python3-kubernetes-26.1.0-2.el9.noar 8.1 MB/s | 1.0 MB 00:00 2024-04-25T01:12:06.775 INFO:teuthology.orchestra.run.smithi186.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2024-04-25T01:12:06.808 INFO:teuthology.orchestra.run.smithi186.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 988 kB/s | 58 kB 00:00 2024-04-25T01:12:06.833 INFO:teuthology.orchestra.run.smithi186.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 4.6 MB/s | 272 kB 00:00 2024-04-25T01:12:06.858 INFO:teuthology.orchestra.run.smithi186.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 328 kB/s | 16 kB 00:00 2024-04-25T01:12:06.862 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T01:12:06.884 INFO:teuthology.orchestra.run.smithi186.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-04-25T01:12:06.907 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T01:12:06.909 INFO:teuthology.orchestra.run.smithi186.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 558 kB/s | 28 kB 00:00 2024-04-25T01:12:06.934 INFO:teuthology.orchestra.run.smithi186.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-04-25T01:12:06.956 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T01:12:06.976 INFO:teuthology.orchestra.run.smithi186.stdout:(138/152): python3-routes-2.5.1-5.el9.noarch.rp 2.8 MB/s | 188 kB 00:00 2024-04-25T01:12:07.001 INFO:teuthology.orchestra.run.smithi186.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 884 kB/s | 59 kB 00:00 2024-04-25T01:12:07.027 INFO:teuthology.orchestra.run.smithi186.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-04-25T01:12:07.052 INFO:teuthology.orchestra.run.smithi186.stdout:(141/152): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-04-25T01:12:07.064 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T01:12:07.102 INFO:teuthology.orchestra.run.smithi186.stdout:(142/152): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-25T01:12:07.128 INFO:teuthology.orchestra.run.smithi186.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-04-25T01:12:07.146 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T01:12:07.170 INFO:teuthology.orchestra.run.smithi186.stdout:(144/152): python3-zc-lockfile-2.0-10.el9.noarc 481 kB/s | 20 kB 00:00 2024-04-25T01:12:07.195 INFO:teuthology.orchestra.run.smithi186.stdout:(145/152): python3-werkzeug-2.0.3-3.el9.1.noarc 4.5 MB/s | 427 kB 00:00 2024-04-25T01:12:07.225 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T01:12:07.228 INFO:teuthology.orchestra.run.smithi186.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 3.2 MB/s | 192 kB 00:00 2024-04-25T01:12:07.270 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T01:12:07.308 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T01:12:07.420 INFO:teuthology.orchestra.run.smithi186.stdout:(147/152): thrift-0.15.0-2.el9.x86_64.rpm 7.0 MB/s | 1.6 MB 00:00 2024-04-25T01:12:07.430 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T01:12:07.505 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T01:12:07.557 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T01:12:07.620 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T01:12:07.704 INFO:teuthology.orchestra.run.smithi186.stdout:(148/152): librbd1-19.0.0-2445.gd2c45d97.el9.x8 11 MB/s | 3.1 MB 00:00 2024-04-25T01:12:07.720 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T01:12:07.753 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9. 31/156 2024-04-25T01:12:07.803 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el 32/156 2024-04-25T01:12:07.834 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_6 33/156 2024-04-25T01:12:07.985 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T01:12:08.048 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T01:12:08.161 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T01:12:08.163 INFO:teuthology.orchestra.run.smithi186.stdout:(149/152): librados2-19.0.0-2445.gd2c45d97.el9. 3.6 MB/s | 3.4 MB 00:00 2024-04-25T01:12:08.230 INFO:teuthology.orchestra.run.smithi186.stdout:(150/152): openssl-3.2.1-1.el9.x86_64.rpm 2.6 MB/s | 1.3 MB 00:00 2024-04-25T01:12:08.346 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T01:12:08.417 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T01:12:08.955 INFO:teuthology.orchestra.run.smithi186.stdout:(151/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 3.0 MB/s | 2.4 MB 00:00 2024-04-25T01:12:09.141 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T01:12:09.261 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T01:12:09.300 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T01:12:09.346 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T01:12:09.554 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_6 43/156 2024-04-25T01:12:09.638 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T01:12:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T01:12:10.004 INFO:teuthology.orchestra.run.smithi026.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T01:12:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T01:12:10.198 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T01:12:10.244 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T01:12:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T01:12:10.354 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T01:12:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T01:12:10.463 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T01:12:10.533 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T01:12:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T01:12:10.799 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T01:12:10.869 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T01:12:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T01:12:11.073 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T01:12:11.118 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T01:12:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T01:12:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T01:12:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T01:12:11.467 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T01:12:11.645 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T01:12:11.689 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T01:12:11.735 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T01:12:11.775 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T01:12:11.833 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T01:12:11.884 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T01:12:11.954 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T01:12:11.997 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T01:12:12.048 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T01:12:12.125 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T01:12:12.179 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T01:12:12.332 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T01:12:12.404 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T01:12:12.445 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T01:12:12.518 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T01:12:12.666 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T01:12:12.741 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T01:12:13.729 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T01:12:13.806 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T01:12:13.839 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T01:12:13.974 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T01:12:14.044 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T01:12:14.155 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T01:12:14.199 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T01:12:14.446 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T01:12:14.487 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T01:12:14.635 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T01:12:15.545 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T01:12:15.722 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T01:12:15.910 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 107/156 2024-04-25T01:12:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /sys 2024-04-25T01:12:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /proc 2024-04-25T01:12:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /mnt 2024-04-25T01:12:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /var/tmp 2024-04-25T01:12:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /home 2024-04-25T01:12:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /root 2024-04-25T01:12:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /tmp 2024-04-25T01:12:15.911 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:12:16.073 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 108/156 2024-04-25T01:12:16.088 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 108/156 2024-04-25T01:12:16.088 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:16.088 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T01:12:16.088 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:12:17.403 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T01:12:17.535 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T01:12:17.580 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T01:12:17.583 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 109/156 2024-04-25T01:12:17.610 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 109/156 2024-04-25T01:12:17.610 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:17.610 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T01:12:17.610 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T01:12:17.610 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T01:12:17.610 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:12:17.633 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T01:12:17.844 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 110/156 2024-04-25T01:12:17.866 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 110/156 2024-04-25T01:12:17.866 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:17.866 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T01:12:17.866 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T01:12:17.866 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T01:12:17.867 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:12:18.044 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T01:12:18.089 INFO:teuthology.orchestra.run.smithi026.stdout: Upgrading : librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 99/156 2024-04-25T01:12:18.213 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 99/156 2024-04-25T01:12:18.264 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 100/156 2024-04-25T01:12:18.312 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 111/156 2024-04-25T01:12:18.326 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T01:12:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 111/156 2024-04-25T01:12:18.334 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:18.335 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T01:12:18.335 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T01:12:18.335 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T01:12:18.335 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:12:18.451 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T01:12:18.507 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T01:12:18.563 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T01:12:18.750 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T01:12:18.796 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T01:12:18.866 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T01:12:18.910 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T01:12:18.954 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T01:12:18.975 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 103/156 2024-04-25T01:12:19.081 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 103/156 2024-04-25T01:12:19.095 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T01:12:19.111 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 104/156 2024-04-25T01:12:19.146 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T01:12:19.178 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T01:12:19.205 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T01:12:19.672 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 123/156 2024-04-25T01:12:19.704 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 123/156 2024-04-25T01:12:19.736 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.e 124/156 2024-04-25T01:12:19.798 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97. 125/156 2024-04-25T01:12:19.835 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 126/156 2024-04-25T01:12:19.912 INFO:teuthology.orchestra.run.smithi186.stdout:(152/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 852 kB/s | 16 MB 00:19 2024-04-25T01:12:19.917 INFO:teuthology.orchestra.run.smithi186.stdout:-------------------------------------------------------------------------------- 2024-04-25T01:12:19.918 INFO:teuthology.orchestra.run.smithi186.stdout:Total 5.8 MB/s | 220 MB 00:37 2024-04-25T01:12:20.867 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 126/156 2024-04-25T01:12:20.896 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 127/156 2024-04-25T01:12:21.012 INFO:teuthology.orchestra.run.smithi186.stdout:Running transaction check 2024-04-25T01:12:21.157 INFO:teuthology.orchestra.run.smithi186.stdout:Transaction check succeeded. 2024-04-25T01:12:21.157 INFO:teuthology.orchestra.run.smithi186.stdout:Running transaction test 2024-04-25T01:12:21.861 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 127/156 2024-04-25T01:12:21.887 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 128/156 2024-04-25T01:12:21.912 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T01:12:21.982 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T01:12:21.990 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 128/156 2024-04-25T01:12:22.160 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el 129/156 2024-04-25T01:12:22.189 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 130/156 2024-04-25T01:12:22.213 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 130/156 2024-04-25T01:12:22.213 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:22.213 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T01:12:22.213 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T01:12:22.213 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T01:12:22.213 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:12:22.257 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 131/156 2024-04-25T01:12:22.268 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 131/156 2024-04-25T01:12:22.366 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 132/156 2024-04-25T01:12:22.414 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 133/156 2024-04-25T01:12:22.677 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T01:12:22.726 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 106/156 2024-04-25T01:12:22.891 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 106/156 2024-04-25T01:12:22.891 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T01:12:22.891 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T01:12:22.891 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:12:22.900 INFO:teuthology.orchestra.run.smithi186.stdout:Transaction test succeeded. 2024-04-25T01:12:22.900 INFO:teuthology.orchestra.run.smithi186.stdout:Running transaction 2024-04-25T01:12:22.927 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 107/156 2024-04-25T01:12:23.313 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T01:12:23.343 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 135/156 2024-04-25T01:12:23.365 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 135/156 2024-04-25T01:12:23.365 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:23.365 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T01:12:23.365 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T01:12:23.365 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T01:12:23.366 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:12:23.410 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 136/156 2024-04-25T01:12:23.432 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 136/156 2024-04-25T01:12:23.432 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:23.432 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T01:12:23.432 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:12:23.477 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 137/156 2024-04-25T01:12:23.499 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 137/156 2024-04-25T01:12:23.499 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:23.500 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T01:12:23.500 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T01:12:23.500 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T01:12:23.500 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:12:23.811 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 138/156 2024-04-25T01:12:23.834 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 138/156 2024-04-25T01:12:23.834 INFO:teuthology.orchestra.run.smithi111.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:23.834 INFO:teuthology.orchestra.run.smithi111.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T01:12:23.834 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T01:12:23.834 INFO:teuthology.orchestra.run.smithi111.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T01:12:23.834 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:12:28.340 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 139/156 2024-04-25T01:12:28.381 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 140/156 2024-04-25T01:12:28.422 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 141/156 2024-04-25T01:12:28.454 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T01:12:28.481 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T01:12:28.670 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 144/156 2024-04-25T01:12:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T01:12:28.749 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_ 146/156 2024-04-25T01:12:28.834 INFO:teuthology.orchestra.run.smithi186.stdout: Preparing : 1/1 2024-04-25T01:12:28.915 INFO:teuthology.orchestra.run.smithi186.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T01:12:28.953 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T01:12:29.007 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T01:12:29.041 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T01:12:29.067 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T01:12:29.109 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T01:12:29.282 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T01:12:29.330 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T01:12:29.350 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T01:12:29.486 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T01:12:29.542 INFO:teuthology.orchestra.run.smithi186.stdout: Upgrading : librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T01:12:29.664 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T01:12:29.693 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T01:12:29.785 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T01:12:29.814 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 10/156 2024-04-25T01:12:29.961 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T01:12:30.011 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T01:12:30.039 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T01:12:30.143 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T01:12:30.165 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 14/156 2024-04-25T01:12:30.179 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 148/156 2024-04-25T01:12:30.228 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 14/156 2024-04-25T01:12:30.249 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T01:12:30.269 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T01:12:30.275 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T01:12:30.309 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T01:12:30.393 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T01:12:30.439 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T01:12:30.440 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T01:12:30.466 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T01:12:30.499 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T01:12:30.523 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T01:12:30.548 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T01:12:30.548 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T01:12:30.606 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T01:12:30.642 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T01:12:30.702 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T01:12:30.713 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T01:12:30.731 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T01:12:30.766 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T01:12:30.830 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T01:12:30.876 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T01:12:30.925 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T01:12:30.958 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T01:12:30.985 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T01:12:31.054 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T01:12:31.108 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T01:12:31.138 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T01:12:31.173 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T01:12:31.249 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T01:12:31.284 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9. 31/156 2024-04-25T01:12:31.328 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el 32/156 2024-04-25T01:12:31.356 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_6 33/156 2024-04-25T01:12:31.426 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T01:12:31.479 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T01:12:31.554 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T01:12:31.686 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T01:12:31.740 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T01:12:32.258 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T01:12:32.344 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T01:12:32.373 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T01:12:32.416 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T01:12:32.453 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_6 43/156 2024-04-25T01:12:32.495 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T01:12:32.650 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T01:12:32.707 INFO:teuthology.orchestra.run.smithi186.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T01:12:32.762 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T01:12:32.825 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T01:12:32.858 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T01:12:32.893 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T01:12:32.941 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T01:12:32.977 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T01:12:33.019 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T01:12:33.062 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T01:12:33.198 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T01:12:33.250 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T01:12:33.280 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T01:12:33.314 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T01:12:33.407 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T01:12:33.447 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T01:12:33.487 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T01:12:33.513 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T01:12:33.537 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T01:12:33.612 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T01:12:33.739 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T01:12:33.786 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T01:12:33.806 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T01:12:33.840 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T01:12:33.879 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T01:12:33.910 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T01:12:33.941 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T01:12:33.975 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T01:12:34.008 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T01:12:34.050 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T01:12:34.112 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T01:12:34.196 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T01:12:34.240 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T01:12:34.271 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T01:12:34.318 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T01:12:34.416 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T01:12:34.472 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T01:12:35.193 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T01:12:35.244 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T01:12:35.278 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T01:12:35.379 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T01:12:35.437 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T01:12:35.523 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T01:12:35.555 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T01:12:35.725 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T01:12:35.753 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T01:12:35.831 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T01:12:36.478 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T01:12:36.535 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T01:12:36.539 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 1/156 2024-04-25T01:12:36.539 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 2/156 2024-04-25T01:12:36.539 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 3/156 2024-04-25T01:12:36.539 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 4/156 2024-04-25T01:12:36.539 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 5/156 2024-04-25T01:12:36.539 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 6/156 2024-04-25T01:12:36.539 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 7/156 2024-04-25T01:12:36.539 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T01:12:36.539 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T01:12:36.539 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 10/156 2024-04-25T01:12:36.539 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 11/156 2024-04-25T01:12:36.539 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 12/156 2024-04-25T01:12:36.539 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T01:12:36.540 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 14/156 2024-04-25T01:12:36.540 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_ 15/156 2024-04-25T01:12:36.540 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 16/156 2024-04-25T01:12:36.540 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 17/156 2024-04-25T01:12:36.540 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_6 18/156 2024-04-25T01:12:36.540 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 19/156 2024-04-25T01:12:36.540 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 20/156 2024-04-25T01:12:36.540 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el 21/156 2024-04-25T01:12:36.540 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9. 22/156 2024-04-25T01:12:36.540 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_6 23/156 2024-04-25T01:12:36.540 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 24/156 2024-04-25T01:12:36.540 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 25/156 2024-04-25T01:12:36.540 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 26/156 2024-04-25T01:12:36.540 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 27/156 2024-04-25T01:12:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 28/156 2024-04-25T01:12:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 29/156 2024-04-25T01:12:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97. 30/156 2024-04-25T01:12:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 31/156 2024-04-25T01:12:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 32/156 2024-04-25T01:12:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 33/156 2024-04-25T01:12:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el 34/156 2024-04-25T01:12:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 35/156 2024-04-25T01:12:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.e 36/156 2024-04-25T01:12:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 37/156 2024-04-25T01:12:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 38/156 2024-04-25T01:12:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 39/156 2024-04-25T01:12:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T01:12:36.541 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T01:12:36.542 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T01:12:36.542 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T01:12:36.542 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T01:12:36.542 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T01:12:36.542 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T01:12:36.542 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T01:12:36.542 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T01:12:36.542 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T01:12:36.542 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T01:12:36.542 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T01:12:36.542 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T01:12:36.542 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T01:12:36.542 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T01:12:36.543 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T01:12:36.543 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T01:12:36.543 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T01:12:36.543 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T01:12:36.543 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T01:12:36.543 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T01:12:36.543 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T01:12:36.543 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T01:12:36.543 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T01:12:36.543 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T01:12:36.543 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T01:12:36.543 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T01:12:36.543 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T01:12:36.543 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T01:12:36.544 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T01:12:36.545 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T01:12:36.546 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T01:12:36.546 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T01:12:36.546 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T01:12:36.546 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T01:12:36.546 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T01:12:36.546 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T01:12:36.546 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T01:12:36.546 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T01:12:36.546 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T01:12:36.546 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T01:12:36.546 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T01:12:36.546 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T01:12:36.546 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T01:12:36.546 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T01:12:36.547 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T01:12:36.547 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T01:12:36.547 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T01:12:36.547 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T01:12:36.547 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T01:12:36.547 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T01:12:36.547 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T01:12:36.547 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T01:12:36.547 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T01:12:36.547 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T01:12:36.548 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T01:12:36.548 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T01:12:36.548 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T01:12:36.548 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T01:12:36.548 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T01:12:36.548 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T01:12:36.548 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T01:12:36.548 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T01:12:36.548 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T01:12:36.548 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T01:12:36.548 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T01:12:36.549 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T01:12:36.549 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T01:12:36.549 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T01:12:36.549 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T01:12:36.549 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T01:12:36.549 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T01:12:36.549 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T01:12:36.549 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T01:12:36.549 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T01:12:36.549 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T01:12:36.549 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T01:12:36.549 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T01:12:36.549 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T01:12:36.549 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T01:12:36.550 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T01:12:36.550 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 149/156 2024-04-25T01:12:36.550 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T01:12:36.550 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 151/156 2024-04-25T01:12:36.550 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T01:12:36.550 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T01:12:36.550 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T01:12:36.550 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T01:12:36.584 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T01:12:36.672 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 107/156 2024-04-25T01:12:36.672 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /sys 2024-04-25T01:12:36.672 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /proc 2024-04-25T01:12:36.672 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /mnt 2024-04-25T01:12:36.672 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /var/tmp 2024-04-25T01:12:36.673 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /home 2024-04-25T01:12:36.673 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /root 2024-04-25T01:12:36.673 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /tmp 2024-04-25T01:12:36.673 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:12:36.898 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 108/156 2024-04-25T01:12:36.942 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 108/156 2024-04-25T01:12:36.942 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:36.942 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T01:12:36.942 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:12:37.797 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T01:12:37.873 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T01:12:37.900 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T01:12:37.934 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T01:12:38.245 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T01:12:38.288 INFO:teuthology.orchestra.run.smithi186.stdout: Upgrading : librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 99/156 2024-04-25T01:12:38.379 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 99/156 2024-04-25T01:12:38.409 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 100/156 2024-04-25T01:12:38.446 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T01:12:38.643 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T01:12:38.643 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:12:38.644 INFO:teuthology.orchestra.run.smithi111.stdout:Upgraded: 2024-04-25T01:12:38.644 INFO:teuthology.orchestra.run.smithi111.stdout: librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.644 INFO:teuthology.orchestra.run.smithi111.stdout: librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.644 INFO:teuthology.orchestra.run.smithi111.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T01:12:38.644 INFO:teuthology.orchestra.run.smithi111.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T01:12:38.644 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2024-04-25T01:12:38.644 INFO:teuthology.orchestra.run.smithi111.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T01:12:38.644 INFO:teuthology.orchestra.run.smithi111.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T01:12:38.644 INFO:teuthology.orchestra.run.smithi111.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T01:12:38.644 INFO:teuthology.orchestra.run.smithi111.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T01:12:38.644 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.644 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.644 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-immutable-object-cache-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.645 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.646 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.646 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:12:38.646 INFO:teuthology.orchestra.run.smithi111.stdout: cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:12:38.646 INFO:teuthology.orchestra.run.smithi111.stdout: cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.646 INFO:teuthology.orchestra.run.smithi111.stdout: cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.646 INFO:teuthology.orchestra.run.smithi111.stdout: cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:12:38.646 INFO:teuthology.orchestra.run.smithi111.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T01:12:38.646 INFO:teuthology.orchestra.run.smithi111.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T01:12:38.646 INFO:teuthology.orchestra.run.smithi111.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T01:12:38.646 INFO:teuthology.orchestra.run.smithi111.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T01:12:38.646 INFO:teuthology.orchestra.run.smithi111.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T01:12:38.646 INFO:teuthology.orchestra.run.smithi111.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T01:12:38.646 INFO:teuthology.orchestra.run.smithi111.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T01:12:38.647 INFO:teuthology.orchestra.run.smithi111.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T01:12:38.647 INFO:teuthology.orchestra.run.smithi111.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T01:12:38.647 INFO:teuthology.orchestra.run.smithi111.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T01:12:38.647 INFO:teuthology.orchestra.run.smithi111.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T01:12:38.647 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.647 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.647 INFO:teuthology.orchestra.run.smithi111.stdout: libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.647 INFO:teuthology.orchestra.run.smithi111.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T01:12:38.647 INFO:teuthology.orchestra.run.smithi111.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T01:12:38.647 INFO:teuthology.orchestra.run.smithi111.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T01:12:38.647 INFO:teuthology.orchestra.run.smithi111.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T01:12:38.647 INFO:teuthology.orchestra.run.smithi111.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T01:12:38.647 INFO:teuthology.orchestra.run.smithi111.stdout: librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.647 INFO:teuthology.orchestra.run.smithi111.stdout: libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T01:12:38.648 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T01:12:38.649 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T01:12:38.649 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T01:12:38.649 INFO:teuthology.orchestra.run.smithi111.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T01:12:38.649 INFO:teuthology.orchestra.run.smithi111.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T01:12:38.649 INFO:teuthology.orchestra.run.smithi111.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T01:12:38.649 INFO:teuthology.orchestra.run.smithi111.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T01:12:38.649 INFO:teuthology.orchestra.run.smithi111.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T01:12:38.649 INFO:teuthology.orchestra.run.smithi111.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T01:12:38.649 INFO:teuthology.orchestra.run.smithi111.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T01:12:38.649 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T01:12:38.649 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.649 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.649 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.650 INFO:teuthology.orchestra.run.smithi111.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T01:12:38.650 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T01:12:38.650 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T01:12:38.650 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T01:12:38.650 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T01:12:38.650 INFO:teuthology.orchestra.run.smithi111.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T01:12:38.650 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T01:12:38.650 INFO:teuthology.orchestra.run.smithi111.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T01:12:38.650 INFO:teuthology.orchestra.run.smithi111.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T01:12:38.650 INFO:teuthology.orchestra.run.smithi111.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T01:12:38.650 INFO:teuthology.orchestra.run.smithi111.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T01:12:38.650 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T01:12:38.650 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T01:12:38.650 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T01:12:38.651 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T01:12:38.651 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T01:12:38.651 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T01:12:38.651 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T01:12:38.651 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T01:12:38.651 INFO:teuthology.orchestra.run.smithi111.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T01:12:38.651 INFO:teuthology.orchestra.run.smithi111.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T01:12:38.651 INFO:teuthology.orchestra.run.smithi111.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T01:12:38.651 INFO:teuthology.orchestra.run.smithi111.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T01:12:38.651 INFO:teuthology.orchestra.run.smithi111.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T01:12:38.651 INFO:teuthology.orchestra.run.smithi111.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T01:12:38.651 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T01:12:38.651 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T01:12:38.651 INFO:teuthology.orchestra.run.smithi111.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T01:12:38.652 INFO:teuthology.orchestra.run.smithi111.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T01:12:38.652 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T01:12:38.652 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T01:12:38.652 INFO:teuthology.orchestra.run.smithi111.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T01:12:38.652 INFO:teuthology.orchestra.run.smithi111.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T01:12:38.652 INFO:teuthology.orchestra.run.smithi111.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T01:12:38.652 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T01:12:38.652 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T01:12:38.652 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T01:12:38.652 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T01:12:38.652 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T01:12:38.652 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T01:12:38.652 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.652 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.653 INFO:teuthology.orchestra.run.smithi111.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T01:12:38.653 INFO:teuthology.orchestra.run.smithi111.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T01:12:38.653 INFO:teuthology.orchestra.run.smithi111.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T01:12:38.653 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.653 INFO:teuthology.orchestra.run.smithi111.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T01:12:38.653 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T01:12:38.653 INFO:teuthology.orchestra.run.smithi111.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T01:12:38.653 INFO:teuthology.orchestra.run.smithi111.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T01:12:38.653 INFO:teuthology.orchestra.run.smithi111.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T01:12:38.653 INFO:teuthology.orchestra.run.smithi111.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T01:12:38.653 INFO:teuthology.orchestra.run.smithi111.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T01:12:38.653 INFO:teuthology.orchestra.run.smithi111.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T01:12:38.653 INFO:teuthology.orchestra.run.smithi111.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T01:12:38.653 INFO:teuthology.orchestra.run.smithi111.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T01:12:38.654 INFO:teuthology.orchestra.run.smithi111.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T01:12:38.654 INFO:teuthology.orchestra.run.smithi111.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T01:12:38.654 INFO:teuthology.orchestra.run.smithi111.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T01:12:38.654 INFO:teuthology.orchestra.run.smithi111.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T01:12:38.654 INFO:teuthology.orchestra.run.smithi111.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T01:12:38.654 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.654 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.654 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:12:38.654 INFO:teuthology.orchestra.run.smithi111.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T01:12:38.654 INFO:teuthology.orchestra.run.smithi111.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T01:12:38.654 INFO:teuthology.orchestra.run.smithi111.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T01:12:38.654 INFO:teuthology.orchestra.run.smithi111.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T01:12:38.654 INFO:teuthology.orchestra.run.smithi111.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T01:12:38.654 INFO:teuthology.orchestra.run.smithi111.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T01:12:38.655 INFO:teuthology.orchestra.run.smithi111.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T01:12:38.655 INFO:teuthology.orchestra.run.smithi111.stdout: 2024-04-25T01:12:38.655 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2024-04-25T01:12:38.658 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 109/156 2024-04-25T01:12:38.758 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 109/156 2024-04-25T01:12:38.758 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:38.758 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T01:12:38.758 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T01:12:38.758 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T01:12:38.758 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:12:38.916 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T01:12:38.950 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 103/156 2024-04-25T01:12:39.023 DEBUG:teuthology.parallel:result is None 2024-04-25T01:12:39.023 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 103/156 2024-04-25T01:12:39.033 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 110/156 2024-04-25T01:12:39.051 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 104/156 2024-04-25T01:12:39.108 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 110/156 2024-04-25T01:12:39.108 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:39.108 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T01:12:39.108 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T01:12:39.108 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T01:12:39.108 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:12:39.609 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 111/156 2024-04-25T01:12:39.682 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 111/156 2024-04-25T01:12:39.682 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:39.682 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T01:12:39.682 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T01:12:39.682 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T01:12:39.682 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:12:39.827 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T01:12:39.891 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T01:12:39.967 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T01:12:40.215 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T01:12:40.273 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T01:12:40.363 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T01:12:40.482 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T01:12:40.661 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T01:12:40.713 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T01:12:40.762 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T01:12:40.804 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T01:12:41.482 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 123/156 2024-04-25T01:12:41.521 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 123/156 2024-04-25T01:12:41.573 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.e 124/156 2024-04-25T01:12:41.663 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T01:12:41.699 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T01:12:41.714 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97. 125/156 2024-04-25T01:12:41.750 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 126/156 2024-04-25T01:12:42.240 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 105/156 2024-04-25T01:12:42.285 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 106/156 2024-04-25T01:12:42.375 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 106/156 2024-04-25T01:12:42.376 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T01:12:42.376 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T01:12:42.376 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:12:42.403 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 107/156 2024-04-25T01:12:43.114 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 126/156 2024-04-25T01:12:43.160 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 127/156 2024-04-25T01:12:44.321 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 127/156 2024-04-25T01:12:44.352 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 128/156 2024-04-25T01:12:44.507 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 128/156 2024-04-25T01:12:44.723 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el 129/156 2024-04-25T01:12:44.754 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 130/156 2024-04-25T01:12:44.828 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 130/156 2024-04-25T01:12:44.828 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:44.828 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T01:12:44.828 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T01:12:44.828 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T01:12:44.828 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:12:44.888 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 131/156 2024-04-25T01:12:44.928 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 131/156 2024-04-25T01:12:45.096 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 132/156 2024-04-25T01:12:45.161 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 133/156 2024-04-25T01:12:46.237 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T01:12:46.291 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 135/156 2024-04-25T01:12:46.364 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 135/156 2024-04-25T01:12:46.365 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:46.365 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T01:12:46.365 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T01:12:46.365 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T01:12:46.365 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:12:46.458 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 136/156 2024-04-25T01:12:46.562 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 136/156 2024-04-25T01:12:46.562 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:46.562 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T01:12:46.562 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:12:46.650 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 137/156 2024-04-25T01:12:46.732 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 137/156 2024-04-25T01:12:46.732 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:46.732 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T01:12:46.732 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T01:12:46.732 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T01:12:46.732 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:12:47.126 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 138/156 2024-04-25T01:12:47.198 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 138/156 2024-04-25T01:12:47.198 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:47.198 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T01:12:47.198 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T01:12:47.199 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T01:12:47.199 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:12:52.398 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 139/156 2024-04-25T01:12:52.451 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 140/156 2024-04-25T01:12:52.529 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 141/156 2024-04-25T01:12:52.576 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T01:12:52.633 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T01:12:52.980 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 144/156 2024-04-25T01:12:53.036 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T01:12:53.098 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_ 146/156 2024-04-25T01:12:53.574 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 107/156 2024-04-25T01:12:53.574 INFO:teuthology.orchestra.run.smithi186.stdout:skipping the directory /sys 2024-04-25T01:12:53.574 INFO:teuthology.orchestra.run.smithi186.stdout:skipping the directory /proc 2024-04-25T01:12:53.574 INFO:teuthology.orchestra.run.smithi186.stdout:skipping the directory /mnt 2024-04-25T01:12:53.574 INFO:teuthology.orchestra.run.smithi186.stdout:skipping the directory /var/tmp 2024-04-25T01:12:53.574 INFO:teuthology.orchestra.run.smithi186.stdout:skipping the directory /home 2024-04-25T01:12:53.574 INFO:teuthology.orchestra.run.smithi186.stdout:skipping the directory /root 2024-04-25T01:12:53.574 INFO:teuthology.orchestra.run.smithi186.stdout:skipping the directory /tmp 2024-04-25T01:12:53.574 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:12:53.738 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 108/156 2024-04-25T01:12:53.754 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 108/156 2024-04-25T01:12:53.754 INFO:teuthology.orchestra.run.smithi186.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:53.754 INFO:teuthology.orchestra.run.smithi186.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T01:12:53.754 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:12:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T01:12:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T01:12:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T01:12:55.250 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 109/156 2024-04-25T01:12:55.275 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 109/156 2024-04-25T01:12:55.275 INFO:teuthology.orchestra.run.smithi186.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:55.276 INFO:teuthology.orchestra.run.smithi186.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T01:12:55.276 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T01:12:55.276 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T01:12:55.276 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:12:55.500 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 110/156 2024-04-25T01:12:55.523 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 110/156 2024-04-25T01:12:55.523 INFO:teuthology.orchestra.run.smithi186.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:55.523 INFO:teuthology.orchestra.run.smithi186.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T01:12:55.523 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T01:12:55.524 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T01:12:55.524 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:12:55.667 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 148/156 2024-04-25T01:12:55.777 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T01:12:55.864 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T01:12:55.967 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 111/156 2024-04-25T01:12:55.990 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 111/156 2024-04-25T01:12:55.990 INFO:teuthology.orchestra.run.smithi186.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:55.990 INFO:teuthology.orchestra.run.smithi186.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T01:12:55.990 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T01:12:55.990 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T01:12:55.990 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:12:56.038 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T01:12:56.091 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T01:12:56.091 INFO:teuthology.orchestra.run.smithi026.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T01:12:56.097 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T01:12:56.146 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T01:12:56.201 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T01:12:56.226 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T01:12:56.274 INFO:teuthology.orchestra.run.smithi026.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T01:12:56.274 INFO:teuthology.orchestra.run.smithi026.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T01:12:56.387 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T01:12:56.405 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T01:12:56.434 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T01:12:56.504 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T01:12:56.560 INFO:teuthology.orchestra.run.smithi026.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T01:12:56.593 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T01:12:56.731 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T01:12:56.767 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T01:12:56.799 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T01:12:56.827 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T01:12:56.860 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T01:12:56.860 INFO:teuthology.orchestra.run.smithi026.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-04-25T01:12:56.860 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:12:57.259 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 123/156 2024-04-25T01:12:57.284 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 123/156 2024-04-25T01:12:57.324 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.e 124/156 2024-04-25T01:12:57.385 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97. 125/156 2024-04-25T01:12:57.424 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 126/156 2024-04-25T01:12:58.459 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 126/156 2024-04-25T01:12:58.492 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 127/156 2024-04-25T01:12:59.462 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 127/156 2024-04-25T01:12:59.485 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 128/156 2024-04-25T01:12:59.587 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 128/156 2024-04-25T01:12:59.778 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el 129/156 2024-04-25T01:12:59.811 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 130/156 2024-04-25T01:12:59.835 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 130/156 2024-04-25T01:12:59.835 INFO:teuthology.orchestra.run.smithi186.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:12:59.835 INFO:teuthology.orchestra.run.smithi186.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T01:12:59.835 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T01:12:59.835 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T01:12:59.835 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:12:59.878 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 131/156 2024-04-25T01:12:59.889 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 131/156 2024-04-25T01:12:59.987 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 132/156 2024-04-25T01:13:00.034 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 133/156 2024-04-25T01:13:00.942 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T01:13:00.973 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 135/156 2024-04-25T01:13:00.996 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 135/156 2024-04-25T01:13:00.996 INFO:teuthology.orchestra.run.smithi186.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:13:00.996 INFO:teuthology.orchestra.run.smithi186.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T01:13:00.996 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T01:13:00.996 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T01:13:00.996 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:13:01.040 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 136/156 2024-04-25T01:13:01.062 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 136/156 2024-04-25T01:13:01.062 INFO:teuthology.orchestra.run.smithi186.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:13:01.063 INFO:teuthology.orchestra.run.smithi186.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T01:13:01.063 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:13:01.116 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 137/156 2024-04-25T01:13:01.138 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 137/156 2024-04-25T01:13:01.139 INFO:teuthology.orchestra.run.smithi186.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:13:01.139 INFO:teuthology.orchestra.run.smithi186.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T01:13:01.139 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T01:13:01.139 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T01:13:01.139 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:13:01.441 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 138/156 2024-04-25T01:13:01.464 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 138/156 2024-04-25T01:13:01.464 INFO:teuthology.orchestra.run.smithi186.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T01:13:01.464 INFO:teuthology.orchestra.run.smithi186.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T01:13:01.464 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T01:13:01.465 INFO:teuthology.orchestra.run.smithi186.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T01:13:01.465 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:13:02.780 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 1/156 2024-04-25T01:13:02.780 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 2/156 2024-04-25T01:13:02.780 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 3/156 2024-04-25T01:13:02.780 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 4/156 2024-04-25T01:13:02.780 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 5/156 2024-04-25T01:13:02.780 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 6/156 2024-04-25T01:13:02.780 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 7/156 2024-04-25T01:13:02.780 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T01:13:02.780 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T01:13:02.780 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 10/156 2024-04-25T01:13:02.780 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 11/156 2024-04-25T01:13:02.781 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 12/156 2024-04-25T01:13:02.781 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T01:13:02.781 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 14/156 2024-04-25T01:13:02.781 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_ 15/156 2024-04-25T01:13:02.781 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 16/156 2024-04-25T01:13:02.781 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 17/156 2024-04-25T01:13:02.781 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_6 18/156 2024-04-25T01:13:02.781 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 19/156 2024-04-25T01:13:02.781 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 20/156 2024-04-25T01:13:02.781 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el 21/156 2024-04-25T01:13:02.781 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9. 22/156 2024-04-25T01:13:02.781 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_6 23/156 2024-04-25T01:13:02.781 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 24/156 2024-04-25T01:13:02.782 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 25/156 2024-04-25T01:13:02.782 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 26/156 2024-04-25T01:13:02.782 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 27/156 2024-04-25T01:13:02.782 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 28/156 2024-04-25T01:13:02.782 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 29/156 2024-04-25T01:13:02.782 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97. 30/156 2024-04-25T01:13:02.782 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 31/156 2024-04-25T01:13:02.782 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 32/156 2024-04-25T01:13:02.782 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 33/156 2024-04-25T01:13:02.782 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el 34/156 2024-04-25T01:13:02.782 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 35/156 2024-04-25T01:13:02.782 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.e 36/156 2024-04-25T01:13:02.783 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 37/156 2024-04-25T01:13:02.783 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 38/156 2024-04-25T01:13:02.783 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 39/156 2024-04-25T01:13:02.783 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T01:13:02.783 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T01:13:02.783 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T01:13:02.783 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T01:13:02.783 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T01:13:02.783 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T01:13:02.783 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T01:13:02.784 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T01:13:02.784 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T01:13:02.784 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T01:13:02.784 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T01:13:02.784 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T01:13:02.784 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T01:13:02.784 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T01:13:02.784 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T01:13:02.784 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T01:13:02.784 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T01:13:02.784 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T01:13:02.785 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T01:13:02.785 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T01:13:02.785 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T01:13:02.785 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T01:13:02.785 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T01:13:02.785 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T01:13:02.785 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T01:13:02.785 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T01:13:02.785 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T01:13:02.785 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T01:13:02.785 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T01:13:02.785 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T01:13:02.785 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T01:13:02.785 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T01:13:02.786 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T01:13:02.786 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T01:13:02.786 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T01:13:02.786 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T01:13:02.786 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T01:13:02.786 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T01:13:02.786 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T01:13:02.786 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T01:13:02.786 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T01:13:02.786 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T01:13:02.786 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T01:13:02.786 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T01:13:02.786 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T01:13:02.786 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T01:13:02.787 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T01:13:02.787 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T01:13:02.787 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T01:13:02.787 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T01:13:02.787 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T01:13:02.787 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T01:13:02.787 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T01:13:02.787 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T01:13:02.787 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T01:13:02.787 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T01:13:02.787 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T01:13:02.787 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T01:13:02.787 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T01:13:02.787 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T01:13:02.788 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T01:13:02.789 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T01:13:02.789 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T01:13:02.789 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T01:13:02.789 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T01:13:02.789 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T01:13:02.789 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T01:13:02.789 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T01:13:02.789 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T01:13:02.789 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T01:13:02.789 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T01:13:02.790 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T01:13:02.790 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T01:13:02.790 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T01:13:02.790 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T01:13:02.790 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T01:13:02.790 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T01:13:02.790 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T01:13:02.790 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T01:13:02.790 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T01:13:02.790 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T01:13:02.790 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T01:13:02.790 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T01:13:02.790 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T01:13:02.790 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 149/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 151/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T01:13:02.791 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T01:13:02.792 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T01:13:02.792 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T01:13:05.562 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T01:13:05.562 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:13:05.563 INFO:teuthology.orchestra.run.smithi026.stdout:Upgraded: 2024-04-25T01:13:05.563 INFO:teuthology.orchestra.run.smithi026.stdout: librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.563 INFO:teuthology.orchestra.run.smithi026.stdout: librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.563 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T01:13:05.563 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T01:13:05.563 INFO:teuthology.orchestra.run.smithi026.stdout:Installed: 2024-04-25T01:13:05.563 INFO:teuthology.orchestra.run.smithi026.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T01:13:05.563 INFO:teuthology.orchestra.run.smithi026.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T01:13:05.563 INFO:teuthology.orchestra.run.smithi026.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T01:13:05.563 INFO:teuthology.orchestra.run.smithi026.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T01:13:05.563 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.563 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.563 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.564 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.564 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:05.564 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-immutable-object-cache-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.564 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.564 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.564 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:05.564 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:05.564 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:05.564 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:05.564 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:05.564 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.564 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.564 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:05.564 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.565 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.565 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.565 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:05.565 INFO:teuthology.orchestra.run.smithi026.stdout: cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:05.565 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.565 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.565 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:05.565 INFO:teuthology.orchestra.run.smithi026.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T01:13:05.565 INFO:teuthology.orchestra.run.smithi026.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T01:13:05.565 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T01:13:05.565 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T01:13:05.565 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T01:13:05.565 INFO:teuthology.orchestra.run.smithi026.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T01:13:05.565 INFO:teuthology.orchestra.run.smithi026.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T01:13:05.566 INFO:teuthology.orchestra.run.smithi026.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T01:13:05.566 INFO:teuthology.orchestra.run.smithi026.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T01:13:05.566 INFO:teuthology.orchestra.run.smithi026.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T01:13:05.566 INFO:teuthology.orchestra.run.smithi026.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T01:13:05.566 INFO:teuthology.orchestra.run.smithi026.stdout: libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.566 INFO:teuthology.orchestra.run.smithi026.stdout: libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.566 INFO:teuthology.orchestra.run.smithi026.stdout: libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.566 INFO:teuthology.orchestra.run.smithi026.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T01:13:05.566 INFO:teuthology.orchestra.run.smithi026.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T01:13:05.566 INFO:teuthology.orchestra.run.smithi026.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T01:13:05.566 INFO:teuthology.orchestra.run.smithi026.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T01:13:05.566 INFO:teuthology.orchestra.run.smithi026.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T01:13:05.567 INFO:teuthology.orchestra.run.smithi026.stdout: librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.567 INFO:teuthology.orchestra.run.smithi026.stdout: libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.567 INFO:teuthology.orchestra.run.smithi026.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T01:13:05.567 INFO:teuthology.orchestra.run.smithi026.stdout: librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.567 INFO:teuthology.orchestra.run.smithi026.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T01:13:05.567 INFO:teuthology.orchestra.run.smithi026.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T01:13:05.567 INFO:teuthology.orchestra.run.smithi026.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T01:13:05.567 INFO:teuthology.orchestra.run.smithi026.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T01:13:05.567 INFO:teuthology.orchestra.run.smithi026.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T01:13:05.567 INFO:teuthology.orchestra.run.smithi026.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T01:13:05.567 INFO:teuthology.orchestra.run.smithi026.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T01:13:05.567 INFO:teuthology.orchestra.run.smithi026.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T01:13:05.567 INFO:teuthology.orchestra.run.smithi026.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T01:13:05.567 INFO:teuthology.orchestra.run.smithi026.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.568 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.569 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.569 INFO:teuthology.orchestra.run.smithi026.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T01:13:05.569 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T01:13:05.569 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T01:13:05.569 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T01:13:05.569 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T01:13:05.569 INFO:teuthology.orchestra.run.smithi026.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T01:13:05.569 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T01:13:05.569 INFO:teuthology.orchestra.run.smithi026.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T01:13:05.569 INFO:teuthology.orchestra.run.smithi026.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T01:13:05.569 INFO:teuthology.orchestra.run.smithi026.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T01:13:05.570 INFO:teuthology.orchestra.run.smithi026.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T01:13:05.570 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T01:13:05.570 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T01:13:05.570 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T01:13:05.570 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T01:13:05.570 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T01:13:05.570 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T01:13:05.570 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T01:13:05.570 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T01:13:05.570 INFO:teuthology.orchestra.run.smithi026.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T01:13:05.570 INFO:teuthology.orchestra.run.smithi026.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T01:13:05.570 INFO:teuthology.orchestra.run.smithi026.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T01:13:05.570 INFO:teuthology.orchestra.run.smithi026.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T01:13:05.570 INFO:teuthology.orchestra.run.smithi026.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T01:13:05.571 INFO:teuthology.orchestra.run.smithi026.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T01:13:05.571 INFO:teuthology.orchestra.run.smithi026.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T01:13:05.571 INFO:teuthology.orchestra.run.smithi026.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T01:13:05.571 INFO:teuthology.orchestra.run.smithi026.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T01:13:05.571 INFO:teuthology.orchestra.run.smithi026.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T01:13:05.571 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T01:13:05.571 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T01:13:05.571 INFO:teuthology.orchestra.run.smithi026.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T01:13:05.571 INFO:teuthology.orchestra.run.smithi026.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T01:13:05.571 INFO:teuthology.orchestra.run.smithi026.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T01:13:05.571 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T01:13:05.572 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T01:13:05.572 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T01:13:05.572 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T01:13:05.572 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T01:13:05.572 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T01:13:05.572 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.572 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.572 INFO:teuthology.orchestra.run.smithi026.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T01:13:05.572 INFO:teuthology.orchestra.run.smithi026.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T01:13:05.572 INFO:teuthology.orchestra.run.smithi026.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T01:13:05.572 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.572 INFO:teuthology.orchestra.run.smithi026.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T01:13:05.572 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T01:13:05.572 INFO:teuthology.orchestra.run.smithi026.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.573 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:05.574 INFO:teuthology.orchestra.run.smithi026.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T01:13:05.574 INFO:teuthology.orchestra.run.smithi026.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T01:13:05.574 INFO:teuthology.orchestra.run.smithi026.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T01:13:05.574 INFO:teuthology.orchestra.run.smithi026.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T01:13:05.574 INFO:teuthology.orchestra.run.smithi026.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T01:13:05.574 INFO:teuthology.orchestra.run.smithi026.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T01:13:05.574 INFO:teuthology.orchestra.run.smithi026.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T01:13:05.574 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:13:05.574 INFO:teuthology.orchestra.run.smithi026.stdout:Complete! 2024-04-25T01:13:05.978 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 139/156 2024-04-25T01:13:06.019 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 140/156 2024-04-25T01:13:06.060 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 141/156 2024-04-25T01:13:06.092 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T01:13:06.119 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T01:13:06.263 DEBUG:teuthology.parallel:result is None 2024-04-25T01:13:06.301 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 144/156 2024-04-25T01:13:06.340 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T01:13:06.370 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_ 146/156 2024-04-25T01:13:06.941 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T01:13:06.976 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T01:13:06.995 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T01:13:07.851 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 148/156 2024-04-25T01:13:07.939 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T01:13:07.980 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T01:13:08.061 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T01:13:08.101 INFO:teuthology.orchestra.run.smithi186.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T01:13:08.101 INFO:teuthology.orchestra.run.smithi186.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T01:13:08.177 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T01:13:08.210 INFO:teuthology.orchestra.run.smithi186.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T01:13:08.210 INFO:teuthology.orchestra.run.smithi186.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T01:13:08.283 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T01:13:08.357 INFO:teuthology.orchestra.run.smithi186.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T01:13:14.346 INFO:teuthology.orchestra.run.smithi186.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T01:13:14.346 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 1/156 2024-04-25T01:13:14.346 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 2/156 2024-04-25T01:13:14.346 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 3/156 2024-04-25T01:13:14.346 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 4/156 2024-04-25T01:13:14.346 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2445.gd2c45 5/156 2024-04-25T01:13:14.346 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 6/156 2024-04-25T01:13:14.346 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 7/156 2024-04-25T01:13:14.346 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 8/156 2024-04-25T01:13:14.346 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 9/156 2024-04-25T01:13:14.346 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 10/156 2024-04-25T01:13:14.347 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 11/156 2024-04-25T01:13:14.348 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 12/156 2024-04-25T01:13:14.348 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 13/156 2024-04-25T01:13:14.348 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 14/156 2024-04-25T01:13:14.348 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_ 15/156 2024-04-25T01:13:14.349 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 16/156 2024-04-25T01:13:14.349 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 17/156 2024-04-25T01:13:14.349 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_6 18/156 2024-04-25T01:13:14.349 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86 19/156 2024-04-25T01:13:14.349 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 20/156 2024-04-25T01:13:14.349 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el 21/156 2024-04-25T01:13:14.349 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9. 22/156 2024-04-25T01:13:14.349 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_6 23/156 2024-04-25T01:13:14.349 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 24/156 2024-04-25T01:13:14.349 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 25/156 2024-04-25T01:13:14.349 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 26/156 2024-04-25T01:13:14.350 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 27/156 2024-04-25T01:13:14.350 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 28/156 2024-04-25T01:13:14.365 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 29/156 2024-04-25T01:13:14.365 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97. 30/156 2024-04-25T01:13:14.365 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noa 31/156 2024-04-25T01:13:14.365 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.n 32/156 2024-04-25T01:13:14.365 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c 33/156 2024-04-25T01:13:14.365 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el 34/156 2024-04-25T01:13:14.365 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 35/156 2024-04-25T01:13:14.366 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.e 36/156 2024-04-25T01:13:14.366 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 37/156 2024-04-25T01:13:14.366 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 38/156 2024-04-25T01:13:14.366 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 39/156 2024-04-25T01:13:14.366 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T01:13:14.366 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T01:13:14.366 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T01:13:14.367 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T01:13:14.367 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T01:13:14.367 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T01:13:14.367 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T01:13:14.367 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T01:13:14.367 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T01:13:14.367 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T01:13:14.368 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T01:13:14.368 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T01:13:14.368 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T01:13:14.368 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T01:13:14.368 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T01:13:14.368 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T01:13:14.368 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T01:13:14.368 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T01:13:14.368 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T01:13:14.369 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T01:13:14.369 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T01:13:14.369 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T01:13:14.369 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T01:13:14.369 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T01:13:14.369 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T01:13:14.369 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T01:13:14.369 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T01:13:14.369 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T01:13:14.369 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T01:13:14.369 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T01:13:14.369 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T01:13:14.370 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T01:13:14.370 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T01:13:14.370 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T01:13:14.370 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T01:13:14.370 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T01:13:14.370 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T01:13:14.370 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T01:13:14.370 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T01:13:14.370 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T01:13:14.370 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T01:13:14.370 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T01:13:14.370 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T01:13:14.371 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T01:13:14.371 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T01:13:14.371 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T01:13:14.371 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T01:13:14.371 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T01:13:14.371 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T01:13:14.371 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T01:13:14.371 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T01:13:14.371 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T01:13:14.371 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T01:13:14.371 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T01:13:14.371 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T01:13:14.372 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T01:13:14.372 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T01:13:14.372 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T01:13:14.372 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T01:13:14.372 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T01:13:14.372 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T01:13:14.372 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T01:13:14.372 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T01:13:14.372 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T01:13:14.372 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T01:13:14.372 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T01:13:14.372 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T01:13:14.372 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T01:13:14.373 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T01:13:14.373 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T01:13:14.373 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T01:13:14.373 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T01:13:14.373 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T01:13:14.373 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T01:13:14.373 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T01:13:14.373 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T01:13:14.373 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T01:13:14.373 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T01:13:14.373 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T01:13:14.373 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T01:13:14.374 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T01:13:14.374 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T01:13:14.374 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T01:13:14.374 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T01:13:14.374 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T01:13:14.374 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T01:13:14.374 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T01:13:14.374 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T01:13:14.374 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T01:13:14.374 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T01:13:14.374 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T01:13:14.374 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T01:13:14.375 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T01:13:14.375 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T01:13:14.375 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T01:13:14.375 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T01:13:14.375 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T01:13:14.375 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T01:13:14.375 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T01:13:14.375 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T01:13:14.375 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T01:13:14.375 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T01:13:14.375 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T01:13:14.375 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T01:13:14.376 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T01:13:14.376 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T01:13:14.376 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T01:13:14.376 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T01:13:14.376 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T01:13:14.376 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 149/156 2024-04-25T01:13:14.376 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T01:13:14.376 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 151/156 2024-04-25T01:13:14.376 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T01:13:14.376 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T01:13:14.376 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T01:13:14.376 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T01:13:16.388 INFO:teuthology.orchestra.run.smithi186.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T01:13:16.388 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:13:16.388 INFO:teuthology.orchestra.run.smithi186.stdout:Upgraded: 2024-04-25T01:13:16.388 INFO:teuthology.orchestra.run.smithi186.stdout: librados2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.388 INFO:teuthology.orchestra.run.smithi186.stdout: librbd1-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.388 INFO:teuthology.orchestra.run.smithi186.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T01:13:16.388 INFO:teuthology.orchestra.run.smithi186.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T01:13:16.388 INFO:teuthology.orchestra.run.smithi186.stdout:Installed: 2024-04-25T01:13:16.389 INFO:teuthology.orchestra.run.smithi186.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T01:13:16.389 INFO:teuthology.orchestra.run.smithi186.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T01:13:16.389 INFO:teuthology.orchestra.run.smithi186.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T01:13:16.389 INFO:teuthology.orchestra.run.smithi186.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T01:13:16.389 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.389 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-base-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.389 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.389 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.389 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-grafana-dashboards-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:16.389 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-immutable-object-cache-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.390 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mds-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.390 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mgr-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.390 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mgr-cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:16.390 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mgr-dashboard-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:16.390 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:16.390 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mgr-modules-core-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:16.390 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mgr-rook-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:16.390 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-mon-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.390 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-osd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.391 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-prometheus-alerts-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:16.391 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-radosgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.391 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-selinux-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.391 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-test-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.391 INFO:teuthology.orchestra.run.smithi186.stdout: ceph-volume-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:16.391 INFO:teuthology.orchestra.run.smithi186.stdout: cephadm-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:16.391 INFO:teuthology.orchestra.run.smithi186.stdout: cephfs-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.392 INFO:teuthology.orchestra.run.smithi186.stdout: cephfs-shell-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.392 INFO:teuthology.orchestra.run.smithi186.stdout: cephfs-top-2:19.0.0-2445.gd2c45d97.el9.noarch 2024-04-25T01:13:16.392 INFO:teuthology.orchestra.run.smithi186.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T01:13:16.392 INFO:teuthology.orchestra.run.smithi186.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T01:13:16.392 INFO:teuthology.orchestra.run.smithi186.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T01:13:16.392 INFO:teuthology.orchestra.run.smithi186.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T01:13:16.392 INFO:teuthology.orchestra.run.smithi186.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T01:13:16.392 INFO:teuthology.orchestra.run.smithi186.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T01:13:16.392 INFO:teuthology.orchestra.run.smithi186.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T01:13:16.392 INFO:teuthology.orchestra.run.smithi186.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T01:13:16.392 INFO:teuthology.orchestra.run.smithi186.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T01:13:16.392 INFO:teuthology.orchestra.run.smithi186.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: libcephfs-devel-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: libcephfs2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: libcephsqlite-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: librados-devel-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: libradosstriper1-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: librgw2-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T01:13:16.393 INFO:teuthology.orchestra.run.smithi186.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T01:13:16.394 INFO:teuthology.orchestra.run.smithi186.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T01:13:16.394 INFO:teuthology.orchestra.run.smithi186.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T01:13:16.394 INFO:teuthology.orchestra.run.smithi186.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T01:13:16.394 INFO:teuthology.orchestra.run.smithi186.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T01:13:16.394 INFO:teuthology.orchestra.run.smithi186.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T01:13:16.394 INFO:teuthology.orchestra.run.smithi186.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T01:13:16.394 INFO:teuthology.orchestra.run.smithi186.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T01:13:16.394 INFO:teuthology.orchestra.run.smithi186.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T01:13:16.394 INFO:teuthology.orchestra.run.smithi186.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T01:13:16.394 INFO:teuthology.orchestra.run.smithi186.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T01:13:16.394 INFO:teuthology.orchestra.run.smithi186.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T01:13:16.394 INFO:teuthology.orchestra.run.smithi186.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T01:13:16.394 INFO:teuthology.orchestra.run.smithi186.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T01:13:16.395 INFO:teuthology.orchestra.run.smithi186.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T01:13:16.395 INFO:teuthology.orchestra.run.smithi186.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T01:13:16.395 INFO:teuthology.orchestra.run.smithi186.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T01:13:16.395 INFO:teuthology.orchestra.run.smithi186.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T01:13:16.395 INFO:teuthology.orchestra.run.smithi186.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T01:13:16.395 INFO:teuthology.orchestra.run.smithi186.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T01:13:16.395 INFO:teuthology.orchestra.run.smithi186.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T01:13:16.395 INFO:teuthology.orchestra.run.smithi186.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T01:13:16.395 INFO:teuthology.orchestra.run.smithi186.stdout: python3-ceph-argparse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.395 INFO:teuthology.orchestra.run.smithi186.stdout: python3-ceph-common-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.395 INFO:teuthology.orchestra.run.smithi186.stdout: python3-cephfs-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.395 INFO:teuthology.orchestra.run.smithi186.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T01:13:16.395 INFO:teuthology.orchestra.run.smithi186.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T01:13:16.396 INFO:teuthology.orchestra.run.smithi186.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T01:13:16.396 INFO:teuthology.orchestra.run.smithi186.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T01:13:16.396 INFO:teuthology.orchestra.run.smithi186.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T01:13:16.396 INFO:teuthology.orchestra.run.smithi186.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T01:13:16.396 INFO:teuthology.orchestra.run.smithi186.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T01:13:16.396 INFO:teuthology.orchestra.run.smithi186.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T01:13:16.396 INFO:teuthology.orchestra.run.smithi186.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T01:13:16.396 INFO:teuthology.orchestra.run.smithi186.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T01:13:16.397 INFO:teuthology.orchestra.run.smithi186.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T01:13:16.398 INFO:teuthology.orchestra.run.smithi186.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T01:13:16.398 INFO:teuthology.orchestra.run.smithi186.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T01:13:16.398 INFO:teuthology.orchestra.run.smithi186.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T01:13:16.398 INFO:teuthology.orchestra.run.smithi186.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T01:13:16.398 INFO:teuthology.orchestra.run.smithi186.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T01:13:16.398 INFO:teuthology.orchestra.run.smithi186.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T01:13:16.398 INFO:teuthology.orchestra.run.smithi186.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T01:13:16.398 INFO:teuthology.orchestra.run.smithi186.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T01:13:16.398 INFO:teuthology.orchestra.run.smithi186.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T01:13:16.398 INFO:teuthology.orchestra.run.smithi186.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T01:13:16.398 INFO:teuthology.orchestra.run.smithi186.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T01:13:16.398 INFO:teuthology.orchestra.run.smithi186.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T01:13:16.398 INFO:teuthology.orchestra.run.smithi186.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T01:13:16.398 INFO:teuthology.orchestra.run.smithi186.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T01:13:16.399 INFO:teuthology.orchestra.run.smithi186.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T01:13:16.399 INFO:teuthology.orchestra.run.smithi186.stdout: python3-rados-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.399 INFO:teuthology.orchestra.run.smithi186.stdout: python3-rbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.399 INFO:teuthology.orchestra.run.smithi186.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T01:13:16.399 INFO:teuthology.orchestra.run.smithi186.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T01:13:16.399 INFO:teuthology.orchestra.run.smithi186.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T01:13:16.399 INFO:teuthology.orchestra.run.smithi186.stdout: python3-rgw-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.399 INFO:teuthology.orchestra.run.smithi186.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T01:13:16.399 INFO:teuthology.orchestra.run.smithi186.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T01:13:16.399 INFO:teuthology.orchestra.run.smithi186.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T01:13:16.399 INFO:teuthology.orchestra.run.smithi186.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T01:13:16.399 INFO:teuthology.orchestra.run.smithi186.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T01:13:16.399 INFO:teuthology.orchestra.run.smithi186.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T01:13:16.399 INFO:teuthology.orchestra.run.smithi186.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T01:13:16.400 INFO:teuthology.orchestra.run.smithi186.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T01:13:16.400 INFO:teuthology.orchestra.run.smithi186.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T01:13:16.400 INFO:teuthology.orchestra.run.smithi186.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T01:13:16.400 INFO:teuthology.orchestra.run.smithi186.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T01:13:16.400 INFO:teuthology.orchestra.run.smithi186.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T01:13:16.400 INFO:teuthology.orchestra.run.smithi186.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T01:13:16.400 INFO:teuthology.orchestra.run.smithi186.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T01:13:16.400 INFO:teuthology.orchestra.run.smithi186.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T01:13:16.400 INFO:teuthology.orchestra.run.smithi186.stdout: rbd-fuse-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.400 INFO:teuthology.orchestra.run.smithi186.stdout: rbd-mirror-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.400 INFO:teuthology.orchestra.run.smithi186.stdout: rbd-nbd-2:19.0.0-2445.gd2c45d97.el9.x86_64 2024-04-25T01:13:16.400 INFO:teuthology.orchestra.run.smithi186.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T01:13:16.400 INFO:teuthology.orchestra.run.smithi186.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T01:13:16.401 INFO:teuthology.orchestra.run.smithi186.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T01:13:16.401 INFO:teuthology.orchestra.run.smithi186.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T01:13:16.401 INFO:teuthology.orchestra.run.smithi186.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T01:13:16.401 INFO:teuthology.orchestra.run.smithi186.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T01:13:16.401 INFO:teuthology.orchestra.run.smithi186.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T01:13:16.401 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:13:16.401 INFO:teuthology.orchestra.run.smithi186.stdout:Complete! 2024-04-25T01:13:16.802 DEBUG:teuthology.parallel:result is None 2024-04-25T01:13:16.803 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T01:13:17.029 DEBUG:teuthology.orchestra.run.smithi026:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T01:13:17.109 INFO:teuthology.orchestra.run.smithi026.stdout:19.0.0-2445.gd2c45d97.el9 2024-04-25T01:13:17.109 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2445.gd2c45d97.el9 2024-04-25T01:13:17.109 INFO:teuthology.task.install:The correct ceph version 19.0.0-2445.gd2c45d97 is installed. 2024-04-25T01:13:17.111 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T01:13:17.329 DEBUG:teuthology.orchestra.run.smithi111:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T01:13:17.355 INFO:teuthology.orchestra.run.smithi111.stdout:19.0.0-2445.gd2c45d97.el9 2024-04-25T01:13:17.355 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2445.gd2c45d97.el9 2024-04-25T01:13:17.355 INFO:teuthology.task.install:The correct ceph version 19.0.0-2445.gd2c45d97 is installed. 2024-04-25T01:13:17.357 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T01:13:17.492 DEBUG:teuthology.orchestra.run.smithi186:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T01:13:17.513 INFO:teuthology.orchestra.run.smithi186.stdout:19.0.0-2445.gd2c45d97.el9 2024-04-25T01:13:17.513 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2445.gd2c45d97.el9 2024-04-25T01:13:17.514 INFO:teuthology.task.install:The correct ceph version 19.0.0-2445.gd2c45d97 is installed. 2024-04-25T01:13:17.515 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-25T01:13:17.516 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:13:17.516 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T01:13:17.606 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-04-25T01:13:17.606 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T01:13:17.637 DEBUG:teuthology.orchestra.run.smithi186:> set -ex 2024-04-25T01:13:17.637 DEBUG:teuthology.orchestra.run.smithi186:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T01:13:17.664 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-25T01:13:17.664 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:13:17.664 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T01:13:17.748 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T01:13:17.881 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-04-25T01:13:17.882 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T01:13:17.910 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T01:13:17.977 DEBUG:teuthology.orchestra.run.smithi186:> set -ex 2024-04-25T01:13:17.978 DEBUG:teuthology.orchestra.run.smithi186:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T01:13:18.002 DEBUG:teuthology.orchestra.run.smithi186:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T01:13:18.065 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-25T01:13:18.065 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:13:18.066 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T01:13:18.157 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T01:13:18.294 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-04-25T01:13:18.294 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T01:13:18.319 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T01:13:18.384 DEBUG:teuthology.orchestra.run.smithi186:> set -ex 2024-04-25T01:13:18.384 DEBUG:teuthology.orchestra.run.smithi186:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T01:13:18.407 DEBUG:teuthology.orchestra.run.smithi186:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T01:13:18.471 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-25T01:13:18.471 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:13:18.471 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T01:13:18.566 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T01:13:18.657 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-04-25T01:13:18.658 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T01:13:18.682 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T01:13:18.745 DEBUG:teuthology.orchestra.run.smithi186:> set -ex 2024-04-25T01:13:18.745 DEBUG:teuthology.orchestra.run.smithi186:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T01:13:18.769 DEBUG:teuthology.orchestra.run.smithi186:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T01:13:18.835 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-25T01:13:18.965 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability'], 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-04-25T01:13:18.965 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T01:13:18.966 INFO:tasks.cephadm:Cluster fsid is 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:13:18.966 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-25T01:13:18.966 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.26', 'mon.b': '172.21.15.111', 'mon.c': '172.21.15.186'} 2024-04-25T01:13:18.966 INFO:tasks.cephadm:First mon is mon.a on smithi026 2024-04-25T01:13:18.967 INFO:tasks.cephadm:First mgr is x 2024-04-25T01:13:18.967 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-25T01:13:18.967 DEBUG:teuthology.orchestra.run.smithi026:> sudo hostname $(hostname -s) 2024-04-25T01:13:19.062 DEBUG:teuthology.orchestra.run.smithi111:> sudo hostname $(hostname -s) 2024-04-25T01:13:19.086 DEBUG:teuthology.orchestra.run.smithi186:> sudo hostname $(hostname -s) 2024-04-25T01:13:19.111 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-25T01:13:19.112 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T01:13:19.261 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54987/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2445-gd2c45d97', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2445.gd2c45d97'}, 'url': 'https://3.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-24 22:37:46.422067', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}, {'status': 'ready', 'sha1': 'd2c45d977142e024a59b68a8f1dce8f0b9840551', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54981/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2445-gd2c45d97', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2445.gd2c45d97'}, 'url': 'https://1.chacra.ceph.com/r/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-24 17:00:00.872117', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-25T01:13:19.488 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 d2c45d977142e024a59b68a8f1dce8f0b9840551 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T01:13:19.490 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/x86_64/flavors/default/cephadm 2024-04-25T01:13:19.490 DEBUG:teuthology.orchestra.run.smithi026:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T01:13:19.947 INFO:teuthology.orchestra.run.smithi026.stdout:-rw-r--r--. 1 ubuntu ubuntu 781409 Apr 25 01:13 /home/ubuntu/cephtest/cephadm 2024-04-25T01:13:19.947 DEBUG:teuthology.orchestra.run.smithi111:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T01:13:20.331 INFO:teuthology.orchestra.run.smithi111.stdout:-rw-r--r--. 1 ubuntu ubuntu 781409 Apr 25 01:13 /home/ubuntu/cephtest/cephadm 2024-04-25T01:13:20.332 DEBUG:teuthology.orchestra.run.smithi186:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/d2c45d977142e024a59b68a8f1dce8f0b9840551/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T01:13:20.885 INFO:teuthology.orchestra.run.smithi186.stdout:-rw-r--r--. 1 ubuntu ubuntu 781409 Apr 25 01:13 /home/ubuntu/cephtest/cephadm 2024-04-25T01:13:20.885 DEBUG:teuthology.orchestra.run.smithi026:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T01:13:20.951 DEBUG:teuthology.orchestra.run.smithi111:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T01:13:20.971 DEBUG:teuthology.orchestra.run.smithi186:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T01:13:21.005 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 on all hosts... 2024-04-25T01:13:21.005 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 pull 2024-04-25T01:13:21.011 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 pull 2024-04-25T01:13:21.014 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 pull 2024-04-25T01:13:22.588 INFO:teuthology.orchestra.run.smithi186.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551... 2024-04-25T01:13:22.773 INFO:teuthology.orchestra.run.smithi111.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551... 2024-04-25T01:13:23.051 INFO:teuthology.orchestra.run.smithi026.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551... 2024-04-25T01:14:03.347 INFO:teuthology.orchestra.run.smithi186.stdout:{ 2024-04-25T01:14:03.347 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_version": "ceph version 19.0.0-2445-gd2c45d97 (d2c45d977142e024a59b68a8f1dce8f0b9840551) squid (dev)", 2024-04-25T01:14:03.348 INFO:teuthology.orchestra.run.smithi186.stdout: "image_id": "f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e", 2024-04-25T01:14:03.348 INFO:teuthology.orchestra.run.smithi186.stdout: "repo_digests": [ 2024-04-25T01:14:03.348 INFO:teuthology.orchestra.run.smithi186.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901" 2024-04-25T01:14:03.348 INFO:teuthology.orchestra.run.smithi186.stdout: ] 2024-04-25T01:14:03.348 INFO:teuthology.orchestra.run.smithi186.stdout:} 2024-04-25T01:14:03.963 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-04-25T01:14:03.964 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_version": "ceph version 19.0.0-2445-gd2c45d97 (d2c45d977142e024a59b68a8f1dce8f0b9840551) squid (dev)", 2024-04-25T01:14:03.964 INFO:teuthology.orchestra.run.smithi111.stdout: "image_id": "f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e", 2024-04-25T01:14:03.964 INFO:teuthology.orchestra.run.smithi111.stdout: "repo_digests": [ 2024-04-25T01:14:03.964 INFO:teuthology.orchestra.run.smithi111.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901" 2024-04-25T01:14:03.964 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2024-04-25T01:14:03.964 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-04-25T01:14:12.920 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:14:12.920 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_version": "ceph version 19.0.0-2445-gd2c45d97 (d2c45d977142e024a59b68a8f1dce8f0b9840551) squid (dev)", 2024-04-25T01:14:12.920 INFO:teuthology.orchestra.run.smithi026.stdout: "image_id": "f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e", 2024-04-25T01:14:12.920 INFO:teuthology.orchestra.run.smithi026.stdout: "repo_digests": [ 2024-04-25T01:14:12.920 INFO:teuthology.orchestra.run.smithi026.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901" 2024-04-25T01:14:12.921 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-25T01:14:12.921 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:14:12.971 DEBUG:teuthology.orchestra.run.smithi026:> sudo mkdir -p /etc/ceph 2024-04-25T01:14:13.051 DEBUG:teuthology.orchestra.run.smithi111:> sudo mkdir -p /etc/ceph 2024-04-25T01:14:13.083 DEBUG:teuthology.orchestra.run.smithi186:> sudo mkdir -p /etc/ceph 2024-04-25T01:14:13.116 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod 777 /etc/ceph 2024-04-25T01:14:13.196 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 777 /etc/ceph 2024-04-25T01:14:13.225 DEBUG:teuthology.orchestra.run.smithi186:> sudo chmod 777 /etc/ceph 2024-04-25T01:14:13.253 INFO:tasks.cephadm:Writing seed config... 2024-04-25T01:14:13.254 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-25T01:14:13.255 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-25T01:14:13.255 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-25T01:14:13.255 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-25T01:14:13.255 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-25T01:14:13.255 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-04-25T01:14:13.255 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-25T01:14:13.255 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-25T01:14:13.255 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-25T01:14:13.255 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-25T01:14:13.255 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-25T01:14:13.255 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-25T01:14:13.255 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-25T01:14:13.255 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-25T01:14:13.255 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-25T01:14:13.256 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-25T01:14:13.257 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-25T01:14:13.258 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-25T01:14:13.258 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-25T01:14:13.258 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-04-25T01:14:13.258 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:14:13.258 DEBUG:teuthology.orchestra.run.smithi026:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-25T01:14:13.308 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 004ab5e8-02a1-11ef-bc93-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-25T01:14:13.308 DEBUG:teuthology.orchestra.run.smithi026:mon.a> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.a.service 2024-04-25T01:14:13.355 DEBUG:teuthology.orchestra.run.smithi026:mgr.x> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.x.service 2024-04-25T01:14:13.401 INFO:tasks.cephadm:Bootstrapping... 2024-04-25T01:14:13.401 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 -v bootstrap --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.26 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-25T01:14:13.666 INFO:teuthology.orchestra.run.smithi026.stdout:-------------------------------------------------------------------------------- 2024-04-25T01:14:13.666 INFO:teuthology.orchestra.run.smithi026.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551', '-v', 'bootstrap', '--fsid', '004ab5e8-02a1-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.26', '--skip-admin-label'] 2024-04-25T01:14:13.667 INFO:teuthology.orchestra.run.smithi026.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-25T01:14:13.667 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying podman|docker is present... 2024-04-25T01:14:13.748 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-25T01:14:13.748 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying lvm2 is present... 2024-04-25T01:14:13.748 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying time synchronization is in place... 2024-04-25T01:14:13.763 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-25T01:14:13.763 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-25T01:14:13.778 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-25T01:14:13.778 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-25T01:14:13.798 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout enabled 2024-04-25T01:14:13.817 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout active 2024-04-25T01:14:13.817 INFO:teuthology.orchestra.run.smithi026.stdout:Unit chronyd.service is enabled and running 2024-04-25T01:14:13.818 INFO:teuthology.orchestra.run.smithi026.stdout:Repeating the final host check... 2024-04-25T01:14:13.873 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-25T01:14:13.873 INFO:teuthology.orchestra.run.smithi026.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-25T01:14:13.873 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl is present 2024-04-25T01:14:13.873 INFO:teuthology.orchestra.run.smithi026.stdout:lvcreate is present 2024-04-25T01:14:13.887 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-25T01:14:13.887 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-25T01:14:13.902 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-25T01:14:13.902 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-25T01:14:13.921 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout enabled 2024-04-25T01:14:13.940 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout active 2024-04-25T01:14:13.940 INFO:teuthology.orchestra.run.smithi026.stdout:Unit chronyd.service is enabled and running 2024-04-25T01:14:13.940 INFO:teuthology.orchestra.run.smithi026.stdout:Host looks OK 2024-04-25T01:14:13.941 INFO:teuthology.orchestra.run.smithi026.stdout:Cluster fsid: 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:14:13.941 INFO:teuthology.orchestra.run.smithi026.stdout:Acquiring lock 139995329389472 on /run/cephadm/004ab5e8-02a1-11ef-bc93-c7b262605968.lock 2024-04-25T01:14:13.941 INFO:teuthology.orchestra.run.smithi026.stdout:Lock 139995329389472 acquired on /run/cephadm/004ab5e8-02a1-11ef-bc93-c7b262605968.lock 2024-04-25T01:14:13.943 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying IP 172.21.15.26 port 3300 ... 2024-04-25T01:14:13.944 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying IP 172.21.15.26 port 6789 ... 2024-04-25T01:14:13.944 INFO:teuthology.orchestra.run.smithi026.stdout:Base mon IP(s) is [172.21.15.26:3300, 172.21.15.26:6789], mon addrv is [v2:172.21.15.26:3300,v1:172.21.15.26:6789] 2024-04-25T01:14:13.959 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.26 metric 100 2024-04-25T01:14:13.959 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.26 metric 100 2024-04-25T01:14:13.971 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-25T01:14:13.972 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-25T01:14:13.972 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-25T01:14:13.983 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-25T01:14:13.983 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-25T01:14:13.983 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-25T01:14:13.983 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-25T01:14:13.984 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fea5:cac0/64 scope link noprefixroute 2024-04-25T01:14:13.984 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-25T01:14:13.986 INFO:teuthology.orchestra.run.smithi026.stdout:Mon IP `172.21.15.26` is in CIDR network `172.21.0.0/20` 2024-04-25T01:14:13.986 INFO:teuthology.orchestra.run.smithi026.stdout:Mon IP `172.21.15.26` is in CIDR network `172.21.0.0/20` 2024-04-25T01:14:13.987 INFO:teuthology.orchestra.run.smithi026.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-25T01:14:13.989 INFO:teuthology.orchestra.run.smithi026.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-25T01:14:13.992 INFO:teuthology.orchestra.run.smithi026.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551... 2024-04-25T01:14:14.699 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stdout f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e 2024-04-25T01:14:14.699 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551... 2024-04-25T01:14:14.699 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Getting image source signatures 2024-04-25T01:14:14.700 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Copying blob sha256:58a99251f41e8a467bafa0ec849428709568906ca732f10972304f37056be6c5 2024-04-25T01:14:14.700 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Copying blob sha256:3d665f4c032644be9cae748af04bee69f2bfe96cdc3616dabe0ab17899633ab5 2024-04-25T01:14:14.700 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Copying config sha256:f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e 2024-04-25T01:14:14.700 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-25T01:14:15.976 INFO:teuthology.orchestra.run.smithi026.stdout:ceph: stdout ceph version 19.0.0-2445-gd2c45d97 (d2c45d977142e024a59b68a8f1dce8f0b9840551) squid (dev) 2024-04-25T01:14:15.977 INFO:teuthology.orchestra.run.smithi026.stdout:Ceph version: ceph version 19.0.0-2445-gd2c45d97 (d2c45d977142e024a59b68a8f1dce8f0b9840551) squid (dev) 2024-04-25T01:14:15.977 INFO:teuthology.orchestra.run.smithi026.stdout:Extracting ceph user uid/gid from container image... 2024-04-25T01:14:17.150 INFO:teuthology.orchestra.run.smithi026.stdout:stat: stdout 167 167 2024-04-25T01:14:17.150 INFO:teuthology.orchestra.run.smithi026.stdout:Creating initial keys... 2024-04-25T01:14:18.289 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph-authtool: stdout AQBprilm8m6AKBAA1s6OY/MAtILfz1inEPFZfA== 2024-04-25T01:14:19.460 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph-authtool: stdout AQBqrilmkKVdMRAAKBJaoZ+xOhR2qCSzShN75A== 2024-04-25T01:14:20.636 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph-authtool: stdout AQBrrilmmqFeOBAA3Wfr4GYbPBV/Q6fbMQ6wGw== 2024-04-25T01:14:20.639 INFO:teuthology.orchestra.run.smithi026.stdout:Creating initial monmap... 2024-04-25T01:14:21.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-25T01:14:21.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-25T01:14:21.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:14:21.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-25T01:14:21.801 INFO:teuthology.orchestra.run.smithi026.stdout:monmaptool for a [v2:172.21.15.26:3300,v1:172.21.15.26:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-25T01:14:21.802 INFO:teuthology.orchestra.run.smithi026.stdout:setting min_mon_release = quincy 2024-04-25T01:14:21.802 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: set fsid to 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:14:21.802 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-25T01:14:21.802 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:14:21.802 INFO:teuthology.orchestra.run.smithi026.stdout:Creating mon... 2024-04-25T01:14:23.059 INFO:teuthology.orchestra.run.smithi026.stdout:create mon.a on 2024-04-25T01:14:23.434 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-25T01:14:23.678 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-25T01:14:23.986 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-004ab5e8-02a1-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-004ab5e8-02a1-11ef-bc93-c7b262605968.target. 2024-04-25T01:14:23.987 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-004ab5e8-02a1-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-004ab5e8-02a1-11ef-bc93-c7b262605968.target. 2024-04-25T01:14:24.378 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.a 2024-04-25T01:14:24.379 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Failed to reset failed state of unit ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-25T01:14:24.689 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-004ab5e8-02a1-11ef-bc93-c7b262605968.target.wants/ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@.service. 2024-04-25T01:14:25.455 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:25 smithi026 podman[27707]: 2024-04-25 01:14:25.467345918 +0000 UTC m=+0.475571874 container init aa917dd80625251814e5d979280f4acf13aaacc1bf4a5af0d30cfc8c14de329e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0) 2024-04-25T01:14:25.577 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T01:14:25.577 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout disabled 2024-04-25T01:14:25.595 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T01:14:25.595 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-25T01:14:25.595 INFO:teuthology.orchestra.run.smithi026.stdout:firewalld.service is not enabled 2024-04-25T01:14:25.595 INFO:teuthology.orchestra.run.smithi026.stdout:Not possible to enable service . firewalld.service is not available 2024-04-25T01:14:25.596 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mon to start... 2024-04-25T01:14:25.596 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mon... 2024-04-25T01:14:25.745 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:25 smithi026 podman[27707]: 2024-04-25 01:14:25.480683571 +0000 UTC m=+0.488909490 container start aa917dd80625251814e5d979280f4acf13aaacc1bf4a5af0d30cfc8c14de329e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux ) 2024-04-25T01:14:25.745 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:25 smithi026 bash[27707]: aa917dd80625251814e5d979280f4acf13aaacc1bf4a5af0d30cfc8c14de329e 2024-04-25T01:14:25.745 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:25 smithi026 ceph-mon[27726]: mkfs 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:14:25.745 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:25 smithi026 systemd[1]: Started Ceph mon.a for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:14:25.745 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:25 smithi026 ceph-mon[27726]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-25T01:14:26.810 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:26 smithi026 ceph-mon[27726]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-25T01:14:26.810 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:26 smithi026 ceph-mon[27726]: monmap epoch 1 2024-04-25T01:14:26.810 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:26 smithi026 ceph-mon[27726]: fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:14:26.810 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:26 smithi026 ceph-mon[27726]: last_changed 2024-04-25T01:14:21.142140+0000 2024-04-25T01:14:26.810 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:26 smithi026 ceph-mon[27726]: created 2024-04-25T01:14:21.142140+0000 2024-04-25T01:14:26.810 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:26 smithi026 ceph-mon[27726]: min_mon_release 19 (squid) 2024-04-25T01:14:26.811 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:26 smithi026 ceph-mon[27726]: election_strategy: 1 2024-04-25T01:14:26.811 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:26 smithi026 ceph-mon[27726]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-25T01:14:26.811 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:26 smithi026 ceph-mon[27726]: fsmap 2024-04-25T01:14:26.811 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:26 smithi026 ceph-mon[27726]: osdmap e1: 0 total, 0 up, 0 in 2024-04-25T01:14:26.811 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:26 smithi026 ceph-mon[27726]: mgrmap e1: no daemons active 2024-04-25T01:14:26.811 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:26 smithi026 ceph-mon[27726]: from='client.? 172.21.15.26:0/2511634622' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-25T01:14:26.988 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout cluster: 2024-04-25T01:14:26.988 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout id: 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:14:26.989 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-25T01:14:26.989 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-25T01:14:26.989 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout services: 2024-04-25T01:14:26.990 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.75192s) 2024-04-25T01:14:26.990 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-25T01:14:26.990 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-25T01:14:26.990 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-25T01:14:26.991 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout data: 2024-04-25T01:14:26.991 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-25T01:14:26.991 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-25T01:14:26.991 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-25T01:14:26.993 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout pgs: 2024-04-25T01:14:26.993 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-25T01:14:26.993 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.218+0000 7f4ff5000700 1 Processor -- start 2024-04-25T01:14:26.993 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.219+0000 7f4ff5000700 1 -- start start 2024-04-25T01:14:26.993 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.219+0000 7f4ff5000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ff010ecb0 0x7f4ff01110a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:26.993 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.219+0000 7f4ff5000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff01115e0 con 0x7f4ff010ecb0 2024-04-25T01:14:26.993 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.220+0000 7f4fede00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ff010ecb0 0x7f4ff01110a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:26.993 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.220+0000 7f4fede00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ff010ecb0 0x7f4ff01110a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51236/0 (socket says 172.21.15.26:51236) 2024-04-25T01:14:26.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.220+0000 7f4fede00700 1 -- 172.21.15.26:0/1945072130 learned_addr learned my addr 172.21.15.26:0/1945072130 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:26.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.220+0000 7f4fede00700 1 -- 172.21.15.26:0/1945072130 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ff0111760 con 0x7f4ff010ecb0 2024-04-25T01:14:26.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.221+0000 7f4fede00700 1 --2- 172.21.15.26:0/1945072130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ff010ecb0 0x7f4ff01110a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4fe00098a0 tx=0x7f4fe0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c395fbbe4932e89 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:26.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.221+0000 7f4feca00700 1 -- 172.21.15.26:0/1945072130 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fe0004160 con 0x7f4ff010ecb0 2024-04-25T01:14:26.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.221+0000 7f4feca00700 1 -- 172.21.15.26:0/1945072130 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fe0004300 con 0x7f4ff010ecb0 2024-04-25T01:14:26.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.221+0000 7f4feca00700 1 -- 172.21.15.26:0/1945072130 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fe00036a0 con 0x7f4ff010ecb0 2024-04-25T01:14:26.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.221+0000 7f4ff5000700 1 -- 172.21.15.26:0/1945072130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ff010ecb0 msgr2=0x7f4ff01110a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:26.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.221+0000 7f4ff5000700 1 --2- 172.21.15.26:0/1945072130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ff010ecb0 0x7f4ff01110a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4fe00098a0 tx=0x7f4fe0009bb0 comp rx=0 tx=0).stop 2024-04-25T01:14:26.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.222+0000 7f4ff5000700 1 -- 172.21.15.26:0/1945072130 shutdown_connections 2024-04-25T01:14:26.997 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.222+0000 7f4ff5000700 1 --2- 172.21.15.26:0/1945072130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ff010ecb0 0x7f4ff01110a0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:26.997 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.222+0000 7f4ff5000700 1 -- 172.21.15.26:0/1945072130 >> 172.21.15.26:0/1945072130 conn(0x7f4ff007d320 msgr2=0x7f4ff007f780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:26.997 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.222+0000 7f4ff5000700 1 -- 172.21.15.26:0/1945072130 shutdown_connections 2024-04-25T01:14:26.997 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.222+0000 7f4ff5000700 1 -- 172.21.15.26:0/1945072130 wait complete. 2024-04-25T01:14:26.997 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.223+0000 7f4ff5000700 1 Processor -- start 2024-04-25T01:14:26.997 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.223+0000 7f4ff5000700 1 -- start start 2024-04-25T01:14:26.997 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.223+0000 7f4ff5000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ff010ecb0 0x7f4ff01a1a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.223+0000 7f4ff5000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff0111bd0 con 0x7f4ff010ecb0 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.224+0000 7f4fede00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ff010ecb0 0x7f4ff01a1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.224+0000 7f4fede00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ff010ecb0 0x7f4ff01a1a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51248/0 (socket says 172.21.15.26:51248) 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.224+0000 7f4fede00700 1 -- 172.21.15.26:0/2511634622 learned_addr learned my addr 172.21.15.26:0/2511634622 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.225+0000 7f4fede00700 1 -- 172.21.15.26:0/2511634622 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ff01a1f60 con 0x7f4ff010ecb0 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.225+0000 7f4fede00700 1 --2- 172.21.15.26:0/2511634622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ff010ecb0 0x7f4ff01a1a20 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4fe0000c00 tx=0x7f4fe0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.225+0000 7f4fe6a00700 1 -- 172.21.15.26:0/2511634622 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fe0003db0 con 0x7f4ff010ecb0 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.225+0000 7f4fe6a00700 1 -- 172.21.15.26:0/2511634622 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fe0011630 con 0x7f4ff010ecb0 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.225+0000 7f4ff5000700 1 -- 172.21.15.26:0/2511634622 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ff01a21f0 con 0x7f4ff010ecb0 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.225+0000 7f4fe6a00700 1 -- 172.21.15.26:0/2511634622 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fe0011950 con 0x7f4ff010ecb0 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.225+0000 7f4ff5000700 1 -- 172.21.15.26:0/2511634622 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ff01a4ee0 con 0x7f4ff010ecb0 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.226+0000 7f4fe6a00700 1 -- 172.21.15.26:0/2511634622 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4fe0011af0 con 0x7f4ff010ecb0 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.226+0000 7f4fe6a00700 1 -- 172.21.15.26:0/2511634622 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4fe001c450 con 0x7f4ff010ecb0 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.227+0000 7f4ff5000700 1 -- 172.21.15.26:0/2511634622 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ff0063890 con 0x7f4ff010ecb0 2024-04-25T01:14:26.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.230+0000 7f4fe6a00700 1 -- 172.21.15.26:0/2511634622 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f4fe0032020 con 0x7f4ff010ecb0 2024-04-25T01:14:26.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.310+0000 7f4ff5000700 1 -- 172.21.15.26:0/2511634622 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f4ff002dcb0 con 0x7f4ff010ecb0 2024-04-25T01:14:26.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.310+0000 7f4fe6a00700 1 -- 172.21.15.26:0/2511634622 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+316 (secure 0 0 0) 0x7f4fe0004260 con 0x7f4ff010ecb0 2024-04-25T01:14:26.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.312+0000 7f4ff5000700 1 -- 172.21.15.26:0/2511634622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ff010ecb0 msgr2=0x7f4ff01a1a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:26.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.312+0000 7f4ff5000700 1 --2- 172.21.15.26:0/2511634622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ff010ecb0 0x7f4ff01a1a20 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4fe0000c00 tx=0x7f4fe0004750 comp rx=0 tx=0).stop 2024-04-25T01:14:26.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.312+0000 7f4ff5000700 1 -- 172.21.15.26:0/2511634622 shutdown_connections 2024-04-25T01:14:26.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.312+0000 7f4ff5000700 1 --2- 172.21.15.26:0/2511634622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ff010ecb0 0x7f4ff01a1a20 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:27.000 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.312+0000 7f4ff5000700 1 -- 172.21.15.26:0/2511634622 >> 172.21.15.26:0/2511634622 conn(0x7f4ff007d320 msgr2=0x7f4ff007f620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:27.000 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.313+0000 7f4ff5000700 1 -- 172.21.15.26:0/2511634622 shutdown_connections 2024-04-25T01:14:27.000 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:26.313+0000 7f4ff5000700 1 -- 172.21.15.26:0/2511634622 wait complete. 2024-04-25T01:14:27.000 INFO:teuthology.orchestra.run.smithi026.stdout:mon is available 2024-04-25T01:14:27.000 INFO:teuthology.orchestra.run.smithi026.stdout:Assimilating anything we can from ceph.conf... 2024-04-25T01:14:28.062 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:27 smithi026 ceph-mon[27726]: from='client.? 172.21.15.26:0/2034507612' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-25T01:14:28.062 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:27 smithi026 ceph-mon[27726]: from='client.? 172.21.15.26:0/2034507612' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-25T01:14:28.449 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-25T01:14:28.451 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [global] 2024-04-25T01:14:28.451 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout fsid = 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:14:28.452 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.26:3300,v1:172.21.15.26:6789] 2024-04-25T01:14:28.452 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-25T01:14:28.452 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-25T01:14:28.452 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-25T01:14:28.452 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-25T01:14:28.452 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-25T01:14:28.452 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-25T01:14:28.452 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-25T01:14:28.452 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-25T01:14:28.452 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [osd] 2024-04-25T01:14:28.452 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-25T01:14:28.452 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-25T01:14:28.455 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-25T01:14:28.455 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-25T01:14:28.455 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-25T01:14:28.455 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.697+0000 7fccf5e00700 1 Processor -- start 2024-04-25T01:14:28.455 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.697+0000 7fccf5e00700 1 -- start start 2024-04-25T01:14:28.455 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.698+0000 7fccf5e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccf0109ff0 0x7fccf010a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:28.455 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.698+0000 7fccf5e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fccf010a9e0 con 0x7fccf0109ff0 2024-04-25T01:14:28.455 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.698+0000 7fcceea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccf0109ff0 0x7fccf010a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:28.456 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.698+0000 7fcceea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccf0109ff0 0x7fccf010a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51250/0 (socket says 172.21.15.26:51250) 2024-04-25T01:14:28.456 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.698+0000 7fcceea00700 1 -- 172.21.15.26:0/2292210513 learned_addr learned my addr 172.21.15.26:0/2292210513 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:28.456 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.699+0000 7fcceea00700 1 -- 172.21.15.26:0/2292210513 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccf010b1a0 con 0x7fccf0109ff0 2024-04-25T01:14:28.456 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.699+0000 7fcceea00700 1 --2- 172.21.15.26:0/2292210513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccf0109ff0 0x7fccf010a410 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fcce00098a0 tx=0x7fcce0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93ecd5c1f3da735b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:28.456 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.699+0000 7fcced600700 1 -- 172.21.15.26:0/2292210513 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcce0004160 con 0x7fccf0109ff0 2024-04-25T01:14:28.456 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.699+0000 7fcced600700 1 -- 172.21.15.26:0/2292210513 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcce0004300 con 0x7fccf0109ff0 2024-04-25T01:14:28.456 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.699+0000 7fcced600700 1 -- 172.21.15.26:0/2292210513 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcce00036a0 con 0x7fccf0109ff0 2024-04-25T01:14:28.456 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.700+0000 7fccf5e00700 1 -- 172.21.15.26:0/2292210513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccf0109ff0 msgr2=0x7fccf010a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:28.456 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.700+0000 7fccf5e00700 1 --2- 172.21.15.26:0/2292210513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccf0109ff0 0x7fccf010a410 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fcce00098a0 tx=0x7fcce0009bb0 comp rx=0 tx=0).stop 2024-04-25T01:14:28.456 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.700+0000 7fccf5e00700 1 -- 172.21.15.26:0/2292210513 shutdown_connections 2024-04-25T01:14:28.456 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.700+0000 7fccf5e00700 1 --2- 172.21.15.26:0/2292210513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccf0109ff0 0x7fccf010a410 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:28.456 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.700+0000 7fccf5e00700 1 -- 172.21.15.26:0/2292210513 >> 172.21.15.26:0/2292210513 conn(0x7fccf007d4c0 msgr2=0x7fccf007d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:28.456 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.700+0000 7fccf5e00700 1 -- 172.21.15.26:0/2292210513 shutdown_connections 2024-04-25T01:14:28.457 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.700+0000 7fccf5e00700 1 -- 172.21.15.26:0/2292210513 wait complete. 2024-04-25T01:14:28.459 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.701+0000 7fccf5e00700 1 Processor -- start 2024-04-25T01:14:28.460 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.701+0000 7fccf5e00700 1 -- start start 2024-04-25T01:14:28.460 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.702+0000 7fccf5e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccf0109ff0 0x7fccf019d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:28.460 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.702+0000 7fccf5e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fccf010b6d0 con 0x7fccf0109ff0 2024-04-25T01:14:28.460 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.702+0000 7fcceea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccf0109ff0 0x7fccf019d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:28.460 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.702+0000 7fcceea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccf0109ff0 0x7fccf019d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51262/0 (socket says 172.21.15.26:51262) 2024-04-25T01:14:28.460 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.702+0000 7fcceea00700 1 -- 172.21.15.26:0/2034507612 learned_addr learned my addr 172.21.15.26:0/2034507612 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:28.460 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.702+0000 7fcceea00700 1 -- 172.21.15.26:0/2034507612 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccf019dc10 con 0x7fccf0109ff0 2024-04-25T01:14:28.460 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.703+0000 7fcceea00700 1 --2- 172.21.15.26:0/2034507612 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccf0109ff0 0x7fccf019d6d0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fcce0000c00 tx=0x7fcce0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:28.460 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.703+0000 7fccf4a00700 1 -- 172.21.15.26:0/2034507612 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcce0003db0 con 0x7fccf0109ff0 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.703+0000 7fccf4a00700 1 -- 172.21.15.26:0/2034507612 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcce0011630 con 0x7fccf0109ff0 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.703+0000 7fccf4a00700 1 -- 172.21.15.26:0/2034507612 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcce0011950 con 0x7fccf0109ff0 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.703+0000 7fccf5e00700 1 -- 172.21.15.26:0/2034507612 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccf019dea0 con 0x7fccf0109ff0 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.703+0000 7fccf5e00700 1 -- 172.21.15.26:0/2034507612 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccf01a0b90 con 0x7fccf0109ff0 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.703+0000 7fccf4a00700 1 -- 172.21.15.26:0/2034507612 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fcce0011af0 con 0x7fccf0109ff0 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.703+0000 7fccf4a00700 1 -- 172.21.15.26:0/2034507612 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fcce001c450 con 0x7fccf0109ff0 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.704+0000 7fccf5e00700 1 -- 172.21.15.26:0/2034507612 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccf0063890 con 0x7fccf0109ff0 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.707+0000 7fccf4a00700 1 -- 172.21.15.26:0/2034507612 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fcce0032020 con 0x7fccf0109ff0 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.785+0000 7fccf5e00700 1 -- 172.21.15.26:0/2034507612 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fccf002dcb0 con 0x7fccf0109ff0 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.791+0000 7fccf4a00700 1 -- 172.21.15.26:0/2034507612 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7fcce0004260 con 0x7fccf0109ff0 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.792+0000 7fccf4a00700 1 -- 172.21.15.26:0/2034507612 <== mon.0 v2:172.21.15.26:3300/0 8 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fcce001b450 con 0x7fccf0109ff0 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.795+0000 7fccf5e00700 1 -- 172.21.15.26:0/2034507612 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccf0109ff0 msgr2=0x7fccf019d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.795+0000 7fccf5e00700 1 --2- 172.21.15.26:0/2034507612 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccf0109ff0 0x7fccf019d6d0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fcce0000c00 tx=0x7fcce0004750 comp rx=0 tx=0).stop 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.795+0000 7fccf5e00700 1 -- 172.21.15.26:0/2034507612 shutdown_connections 2024-04-25T01:14:28.461 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.795+0000 7fccf5e00700 1 --2- 172.21.15.26:0/2034507612 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccf0109ff0 0x7fccf019d6d0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:28.462 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.795+0000 7fccf5e00700 1 -- 172.21.15.26:0/2034507612 >> 172.21.15.26:0/2034507612 conn(0x7fccf007d4c0 msgr2=0x7fccf01942f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:28.462 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.795+0000 7fccf5e00700 1 -- 172.21.15.26:0/2034507612 shutdown_connections 2024-04-25T01:14:28.462 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:27.795+0000 7fccf5e00700 1 -- 172.21.15.26:0/2034507612 wait complete. 2024-04-25T01:14:28.462 INFO:teuthology.orchestra.run.smithi026.stdout:Generating new minimal ceph.conf... 2024-04-25T01:14:29.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:29 smithi026 ceph-mon[27726]: from='client.? 172.21.15.26:0/800044614' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:14:29.841 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.069+0000 7fd1c6200700 1 Processor -- start 2024-04-25T01:14:29.841 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.069+0000 7fd1c6200700 1 -- start start 2024-04-25T01:14:29.843 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.069+0000 7fd1c6200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd1c010ecb0 0x7fd1c01110a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:29.843 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.069+0000 7fd1c6200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c01115e0 con 0x7fd1c010ecb0 2024-04-25T01:14:29.843 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.070+0000 7fd1bf400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd1c010ecb0 0x7fd1c01110a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:29.843 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.070+0000 7fd1bf400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd1c010ecb0 0x7fd1c01110a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51266/0 (socket says 172.21.15.26:51266) 2024-04-25T01:14:29.843 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.070+0000 7fd1bf400700 1 -- 172.21.15.26:0/766808543 learned_addr learned my addr 172.21.15.26:0/766808543 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:29.843 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.071+0000 7fd1bf400700 1 -- 172.21.15.26:0/766808543 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1c0111760 con 0x7fd1c010ecb0 2024-04-25T01:14:29.843 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.071+0000 7fd1bf400700 1 --2- 172.21.15.26:0/766808543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd1c010ecb0 0x7fd1c01110a0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd1b00098a0 tx=0x7fd1b0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=128862e026058969 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:29.843 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.071+0000 7fd1be000700 1 -- 172.21.15.26:0/766808543 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd1b0004160 con 0x7fd1c010ecb0 2024-04-25T01:14:29.843 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.071+0000 7fd1be000700 1 -- 172.21.15.26:0/766808543 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fd1b0004300 con 0x7fd1c010ecb0 2024-04-25T01:14:29.844 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.071+0000 7fd1be000700 1 -- 172.21.15.26:0/766808543 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd1b0011b50 con 0x7fd1c010ecb0 2024-04-25T01:14:29.844 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.072+0000 7fd1c6200700 1 -- 172.21.15.26:0/766808543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd1c010ecb0 msgr2=0x7fd1c01110a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:29.847 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.072+0000 7fd1c6200700 1 --2- 172.21.15.26:0/766808543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd1c010ecb0 0x7fd1c01110a0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd1b00098a0 tx=0x7fd1b0009bb0 comp rx=0 tx=0).stop 2024-04-25T01:14:29.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.073+0000 7fd1c6200700 1 -- 172.21.15.26:0/766808543 shutdown_connections 2024-04-25T01:14:29.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.073+0000 7fd1c6200700 1 --2- 172.21.15.26:0/766808543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd1c010ecb0 0x7fd1c01110a0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:29.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.073+0000 7fd1c6200700 1 -- 172.21.15.26:0/766808543 >> 172.21.15.26:0/766808543 conn(0x7fd1c007d320 msgr2=0x7fd1c007f780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:29.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.073+0000 7fd1c6200700 1 -- 172.21.15.26:0/766808543 shutdown_connections 2024-04-25T01:14:29.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.073+0000 7fd1c6200700 1 -- 172.21.15.26:0/766808543 wait complete. 2024-04-25T01:14:29.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.074+0000 7fd1c6200700 1 Processor -- start 2024-04-25T01:14:29.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.074+0000 7fd1c6200700 1 -- start start 2024-04-25T01:14:29.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.074+0000 7fd1c6200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd1c010ecb0 0x7fd1c01a22e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:29.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.074+0000 7fd1c6200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c0112780 con 0x7fd1c010ecb0 2024-04-25T01:14:29.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.075+0000 7fd1bf400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd1c010ecb0 0x7fd1c01a22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:29.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.075+0000 7fd1bf400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd1c010ecb0 0x7fd1c01a22e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51282/0 (socket says 172.21.15.26:51282) 2024-04-25T01:14:29.848 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.075+0000 7fd1bf400700 1 -- 172.21.15.26:0/800044614 learned_addr learned my addr 172.21.15.26:0/800044614 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.076+0000 7fd1bf400700 1 -- 172.21.15.26:0/800044614 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1c01a2820 con 0x7fd1c010ecb0 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.076+0000 7fd1bf400700 1 --2- 172.21.15.26:0/800044614 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd1c010ecb0 0x7fd1c01a22e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fd1b0011b60 tx=0x7fd1b0011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.076+0000 7fd1b7e00700 1 -- 172.21.15.26:0/800044614 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd1b0003b20 con 0x7fd1c010ecb0 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.076+0000 7fd1b7e00700 1 -- 172.21.15.26:0/800044614 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fd1b0003cc0 con 0x7fd1c010ecb0 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.076+0000 7fd1c6200700 1 -- 172.21.15.26:0/800044614 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1c01a2ab0 con 0x7fd1c010ecb0 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.076+0000 7fd1b7e00700 1 -- 172.21.15.26:0/800044614 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd1b0024840 con 0x7fd1c010ecb0 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.076+0000 7fd1c6200700 1 -- 172.21.15.26:0/800044614 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1c01a57a0 con 0x7fd1c010ecb0 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.077+0000 7fd1b7e00700 1 -- 172.21.15.26:0/800044614 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd1b0022020 con 0x7fd1c010ecb0 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.077+0000 7fd1b7e00700 1 -- 172.21.15.26:0/800044614 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd1b0011e00 con 0x7fd1c010ecb0 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.078+0000 7fd1c6200700 1 -- 172.21.15.26:0/800044614 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1c0063890 con 0x7fd1c010ecb0 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.081+0000 7fd1b7e00700 1 -- 172.21.15.26:0/800044614 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fd1b0043dd0 con 0x7fd1c010ecb0 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.159+0000 7fd1c6200700 1 -- 172.21.15.26:0/800044614 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fd1c01a5970 con 0x7fd1c010ecb0 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.160+0000 7fd1b7e00700 1 -- 172.21.15.26:0/800044614 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7fd1b0032020 con 0x7fd1c010ecb0 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.161+0000 7fd1c6200700 1 -- 172.21.15.26:0/800044614 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd1c010ecb0 msgr2=0x7fd1c01a22e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:29.849 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.161+0000 7fd1c6200700 1 --2- 172.21.15.26:0/800044614 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd1c010ecb0 0x7fd1c01a22e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fd1b0011b60 tx=0x7fd1b0011c40 comp rx=0 tx=0).stop 2024-04-25T01:14:29.850 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.161+0000 7fd1c6200700 1 -- 172.21.15.26:0/800044614 shutdown_connections 2024-04-25T01:14:29.850 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.161+0000 7fd1c6200700 1 --2- 172.21.15.26:0/800044614 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd1c010ecb0 0x7fd1c01a22e0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:29.850 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.161+0000 7fd1c6200700 1 -- 172.21.15.26:0/800044614 >> 172.21.15.26:0/800044614 conn(0x7fd1c007d320 msgr2=0x7fd1c007de60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:29.850 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.162+0000 7fd1c6200700 1 -- 172.21.15.26:0/800044614 shutdown_connections 2024-04-25T01:14:29.850 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:29.162+0000 7fd1c6200700 1 -- 172.21.15.26:0/800044614 wait complete. 2024-04-25T01:14:29.850 INFO:teuthology.orchestra.run.smithi026.stdout:Restarting the monitor... 2024-04-25T01:14:30.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:29 smithi026 systemd[1]: Stopping Ceph mon.a for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:14:30.810 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:30 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a[27722]: 2024-04-25T01:14:30.385+0000 7f653ec00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:14:30.810 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:30 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a[27722]: 2024-04-25T01:14:30.385+0000 7f653ec00700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-25T01:14:30.810 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:30 smithi026 podman[27970]: 2024-04-25 01:14:30.623467723 +0000 UTC m=+0.369917703 container died aa917dd80625251814e5d979280f4acf13aaacc1bf4a5af0d30cfc8c14de329e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-25T01:14:40.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:40 smithi026 podman[27970]: 2024-04-25 01:14:40.02149625 +0000 UTC m=+9.767946226 container cleanup aa917dd80625251814e5d979280f4acf13aaacc1bf4a5af0d30cfc8c14de329e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T01:14:40.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:40 smithi026 bash[27970]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a 2024-04-25T01:14:40.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:40 smithi026 podman[27984]: 2024-04-25 01:14:40.222238352 +0000 UTC m=+9.577375238 container remove aa917dd80625251814e5d979280f4acf13aaacc1bf4a5af0d30cfc8c14de329e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-25T01:14:41.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:40 smithi026 systemd[1]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-25T01:14:41.059 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:40 smithi026 systemd[1]: Stopped Ceph mon.a for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:14:41.059 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:40 smithi026 systemd[1]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.a.service: Consumed 2.167s CPU time. 2024-04-25T01:14:41.059 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:40 smithi026 systemd[1]: Starting Ceph mon.a for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:14:41.388 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 podman[28077]: 2024-04-25 01:14:41.069605158 +0000 UTC m=+0.036861240 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T01:14:41.388 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 podman[28077]: 2024-04-25 01:14:41.181427355 +0000 UTC m=+0.148683471 container create f53c2d01eb469322ed6bbeb5684c04a5a3109179762ecbcd3c01dd160ae3e398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T01:14:41.388 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 podman[28077]: 2024-04-25 01:14:41.402068682 +0000 UTC m=+0.369324805 container init f53c2d01eb469322ed6bbeb5684c04a5a3109179762ecbcd3c01dd160ae3e398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-25T01:14:41.530 INFO:teuthology.orchestra.run.smithi026.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-25T01:14:41.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 podman[28077]: 2024-04-25 01:14:41.413915362 +0000 UTC m=+0.381171485 container start f53c2d01eb469322ed6bbeb5684c04a5a3109179762ecbcd3c01dd160ae3e398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-25T01:14:41.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: set uid:gid to 167:167 (ceph:ceph) 2024-04-25T01:14:41.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: ceph version 19.0.0-2445-gd2c45d97 (d2c45d977142e024a59b68a8f1dce8f0b9840551) squid (dev), process ceph-mon, pid 2 2024-04-25T01:14:41.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: pidfile_write: ignore empty --pid-file 2024-04-25T01:14:41.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: load: jerasure load: lrc 2024-04-25T01:14:41.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: RocksDB version: 7.9.2 2024-04-25T01:14:41.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Git sha 0 2024-04-25T01:14:41.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Compile date 2024-04-24 16:41:23 2024-04-25T01:14:41.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: DB SUMMARY 2024-04-25T01:14:41.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: DB Session ID: C3MTKH3CAJIAZQU4CJON 2024-04-25T01:14:41.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: CURRENT file: CURRENT 2024-04-25T01:14:41.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: IDENTITY file: IDENTITY 2024-04-25T01:14:41.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-25T01:14:41.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-25T01:14:41.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105668 ; 2024-04-25T01:14:41.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.error_if_exists: 0 2024-04-25T01:14:41.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.create_if_missing: 0 2024-04-25T01:14:41.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.paranoid_checks: 1 2024-04-25T01:14:41.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-25T01:14:41.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-25T01:14:41.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-25T01:14:41.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.env: 0x55e334a6ec60 2024-04-25T01:14:41.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.fs: PosixFileSystem 2024-04-25T01:14:41.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.info_log: 0x55e3579fbae0 2024-04-25T01:14:41.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_file_opening_threads: 16 2024-04-25T01:14:41.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.statistics: (nil) 2024-04-25T01:14:41.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.use_fsync: 0 2024-04-25T01:14:41.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_log_file_size: 0 2024-04-25T01:14:41.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-25T01:14:41.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-25T01:14:41.682 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.keep_log_file_num: 1000 2024-04-25T01:14:41.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.recycle_log_file_num: 0 2024-04-25T01:14:41.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.allow_fallocate: 1 2024-04-25T01:14:41.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.allow_mmap_reads: 0 2024-04-25T01:14:41.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.allow_mmap_writes: 0 2024-04-25T01:14:41.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.use_direct_reads: 0 2024-04-25T01:14:41.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-25T01:14:41.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.create_missing_column_families: 0 2024-04-25T01:14:41.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.db_log_dir: 2024-04-25T01:14:41.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.wal_dir: 2024-04-25T01:14:41.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-25T01:14:41.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-25T01:14:41.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-25T01:14:41.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-25T01:14:41.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-25T01:14:41.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-25T01:14:41.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.advise_random_on_open: 1 2024-04-25T01:14:41.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.db_write_buffer_size: 0 2024-04-25T01:14:41.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.write_buffer_manager: 0x55e3579ce1e0 2024-04-25T01:14:41.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-25T01:14:41.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-25T01:14:41.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-25T01:14:41.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.rate_limiter: (nil) 2024-04-25T01:14:41.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-25T01:14:41.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.wal_recovery_mode: 2 2024-04-25T01:14:41.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.enable_thread_tracking: 0 2024-04-25T01:14:41.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.enable_pipelined_write: 0 2024-04-25T01:14:41.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.unordered_write: 0 2024-04-25T01:14:41.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-25T01:14:41.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-25T01:14:41.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-25T01:14:41.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-25T01:14:41.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.row_cache: None 2024-04-25T01:14:41.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.wal_filter: None 2024-04-25T01:14:41.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-25T01:14:41.686 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.allow_ingest_behind: 0 2024-04-25T01:14:41.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.two_write_queues: 0 2024-04-25T01:14:41.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.manual_wal_flush: 0 2024-04-25T01:14:41.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.wal_compression: 0 2024-04-25T01:14:41.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.atomic_flush: 0 2024-04-25T01:14:41.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-25T01:14:41.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-25T01:14:41.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-25T01:14:41.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.log_readahead_size: 0 2024-04-25T01:14:41.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-25T01:14:41.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.best_efforts_recovery: 0 2024-04-25T01:14:41.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-25T01:14:41.687 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-25T01:14:41.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.allow_data_in_errors: 0 2024-04-25T01:14:41.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.db_host_id: __hostname__ 2024-04-25T01:14:41.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-25T01:14:41.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_background_jobs: 2 2024-04-25T01:14:41.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_background_compactions: -1 2024-04-25T01:14:41.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_subcompactions: 1 2024-04-25T01:14:41.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-25T01:14:41.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-25T01:14:41.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-25T01:14:41.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_total_wal_size: 0 2024-04-25T01:14:41.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-25T01:14:41.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-25T01:14:41.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-25T01:14:41.688 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_open_files: -1 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.bytes_per_sync: 0 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compaction_readahead_size: 0 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_background_flushes: -1 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Compression algorithms supported: 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: kZSTD supported: 0 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: kXpressCompression supported: 0 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: kLZ4HCCompression supported: 1 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: kZlibCompression supported: 1 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: kSnappyCompression supported: 1 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: kLZ4Compression supported: 1 2024-04-25T01:14:41.689 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: kBZip2Compression supported: 0 2024-04-25T01:14:41.690 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-25T01:14:41.690 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-25T01:14:41.690 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-25T01:14:41.690 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-25T01:14:41.690 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-25T01:14:41.690 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.merge_operator: 2024-04-25T01:14:41.690 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compaction_filter: None 2024-04-25T01:14:41.690 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compaction_filter_factory: None 2024-04-25T01:14:41.690 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.sst_partitioner_factory: None 2024-04-25T01:14:41.690 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-25T01:14:41.690 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-25T01:14:41.690 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e3579fbbe0) 2024-04-25T01:14:41.690 INFO:journalctl@ceph.mon.a.smithi026.stdout: cache_index_and_filter_blocks: 1 2024-04-25T01:14:41.691 INFO:journalctl@ceph.mon.a.smithi026.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-25T01:14:41.691 INFO:journalctl@ceph.mon.a.smithi026.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-25T01:14:41.691 INFO:journalctl@ceph.mon.a.smithi026.stdout: pin_top_level_index_and_filter: 1 2024-04-25T01:14:41.691 INFO:journalctl@ceph.mon.a.smithi026.stdout: index_type: 0 2024-04-25T01:14:41.691 INFO:journalctl@ceph.mon.a.smithi026.stdout: data_block_index_type: 0 2024-04-25T01:14:41.691 INFO:journalctl@ceph.mon.a.smithi026.stdout: index_shortening: 1 2024-04-25T01:14:41.691 INFO:journalctl@ceph.mon.a.smithi026.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-25T01:14:41.691 INFO:journalctl@ceph.mon.a.smithi026.stdout: checksum: 4 2024-04-25T01:14:41.691 INFO:journalctl@ceph.mon.a.smithi026.stdout: no_block_cache: 0 2024-04-25T01:14:41.691 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_cache: 0x55e3579ff090 2024-04-25T01:14:41.691 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_cache_name: BinnedLRUCache 2024-04-25T01:14:41.691 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_cache_options: 2024-04-25T01:14:41.691 INFO:journalctl@ceph.mon.a.smithi026.stdout: capacity : 536870912 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: num_shard_bits : 4 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: strict_capacity_limit : 0 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: high_pri_pool_ratio: 0.000 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_cache_compressed: (nil) 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: persistent_cache: (nil) 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_size: 4096 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_size_deviation: 10 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_restart_interval: 16 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: index_block_restart_interval: 1 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: metadata_block_size: 4096 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: partition_filters: 0 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: use_delta_encoding: 1 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: filter_policy: bloomfilter 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: whole_key_filtering: 1 2024-04-25T01:14:41.692 INFO:journalctl@ceph.mon.a.smithi026.stdout: verify_compression: 0 2024-04-25T01:14:41.693 INFO:journalctl@ceph.mon.a.smithi026.stdout: read_amp_bytes_per_bit: 0 2024-04-25T01:14:41.693 INFO:journalctl@ceph.mon.a.smithi026.stdout: format_version: 5 2024-04-25T01:14:41.693 INFO:journalctl@ceph.mon.a.smithi026.stdout: enable_index_compression: 1 2024-04-25T01:14:41.693 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_align: 0 2024-04-25T01:14:41.693 INFO:journalctl@ceph.mon.a.smithi026.stdout: max_auto_readahead_size: 262144 2024-04-25T01:14:41.693 INFO:journalctl@ceph.mon.a.smithi026.stdout: prepopulate_block_cache: 0 2024-04-25T01:14:41.693 INFO:journalctl@ceph.mon.a.smithi026.stdout: initial_auto_readahead_size: 8192 2024-04-25T01:14:41.693 INFO:journalctl@ceph.mon.a.smithi026.stdout: num_file_reads_for_auto_readahead: 2 2024-04-25T01:14:41.693 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.write_buffer_size: 33554432 2024-04-25T01:14:41.693 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_write_buffer_number: 2 2024-04-25T01:14:41.693 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compression: NoCompression 2024-04-25T01:14:41.693 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.bottommost_compression: Disabled 2024-04-25T01:14:41.693 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.prefix_extractor: nullptr 2024-04-25T01:14:41.693 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-25T01:14:41.694 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.num_levels: 7 2024-04-25T01:14:41.694 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-25T01:14:41.694 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-25T01:14:41.694 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-25T01:14:41.694 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-25T01:14:41.694 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-25T01:14:41.694 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-25T01:14:41.694 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-25T01:14:41.694 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-25T01:14:41.694 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-25T01:14:41.694 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-25T01:14:41.694 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-25T01:14:41.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-25T01:14:41.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-25T01:14:41.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compression_opts.level: 32767 2024-04-25T01:14:41.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compression_opts.strategy: 0 2024-04-25T01:14:41.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-25T01:14:41.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-25T01:14:41.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-25T01:14:41.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-25T01:14:41.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compression_opts.enabled: false 2024-04-25T01:14:41.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-25T01:14:41.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-25T01:14:41.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-25T01:14:41.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-25T01:14:41.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.target_file_size_base: 67108864 2024-04-25T01:14:41.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-25T01:14:41.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-25T01:14:41.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-25T01:14:41.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-25T01:14:41.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-25T01:14:41.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-25T01:14:41.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-25T01:14:41.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-25T01:14:41.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-25T01:14:41.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-25T01:14:41.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-25T01:14:41.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-25T01:14:41.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-25T01:14:41.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-25T01:14:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.arena_block_size: 1048576 2024-04-25T01:14:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-25T01:14:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-25T01:14:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.disable_auto_compactions: 0 2024-04-25T01:14:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-25T01:14:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-25T01:14:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-25T01:14:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-25T01:14:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-25T01:14:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-25T01:14:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-25T01:14:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-25T01:14:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-25T01:14:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-25T01:14:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.table_properties_collectors: 2024-04-25T01:14:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.inplace_update_support: 0 2024-04-25T01:14:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-25T01:14:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-25T01:14:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-25T01:14:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-25T01:14:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.bloom_locality: 0 2024-04-25T01:14:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.max_successive_merges: 0 2024-04-25T01:14:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-25T01:14:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.paranoid_file_checks: 0 2024-04-25T01:14:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.force_consistency_checks: 1 2024-04-25T01:14:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.report_bg_io_stats: 0 2024-04-25T01:14:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.ttl: 2592000 2024-04-25T01:14:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-25T01:14:41.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-25T01:14:41.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-25T01:14:41.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.enable_blob_files: false 2024-04-25T01:14:41.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.min_blob_size: 0 2024-04-25T01:14:41.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.blob_file_size: 268435456 2024-04-25T01:14:41.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-25T01:14:41.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-25T01:14:41.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-25T01:14:41.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-25T01:14:41.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-25T01:14:41.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.blob_file_starting_level: 0 2024-04-25T01:14:41.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-25T01:14:41.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-25T01:14:41.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-25T01:14:41.700 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 19841291-e33d-48a5-86f7-7c99084f17f8 2024-04-25T01:14:41.700 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714007681471980, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-25T01:14:41.700 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-25T01:14:41.700 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714007681473950, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100624, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 330, "table_properties": {"data_size": 98544, "index_size": 298, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14405, "raw_average_key_size": 49, "raw_value_size": 90788, "raw_average_value_size": 314, "num_data_blocks": 12, "num_entries": 289, "num_filter_entries": 289, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714007681, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "19841291-e33d-48a5-86f7-7c99084f17f8", "db_session_id": "C3MTKH3CAJIAZQU4CJON", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-25T01:14:41.700 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714007681474120, "job": 1, "event": "recovery_finished"} 2024-04-25T01:14:41.700 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-25T01:14:41.700 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-25T01:14:41.700 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e357af0000 2024-04-25T01:14:41.700 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: DB pointer 0x55e357ada000 2024-04-25T01:14:41.700 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-25T01:14:41.700 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-25T01:14:41.700 INFO:journalctl@ceph.mon.a.smithi026.stdout: ** DB Stats ** 2024-04-25T01:14:41.700 INFO:journalctl@ceph.mon.a.smithi026.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T01:14:41.700 INFO:journalctl@ceph.mon.a.smithi026.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-25T01:14:41.701 INFO:journalctl@ceph.mon.a.smithi026.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T01:14:41.701 INFO:journalctl@ceph.mon.a.smithi026.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T01:14:41.701 INFO:journalctl@ceph.mon.a.smithi026.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-25T01:14:41.701 INFO:journalctl@ceph.mon.a.smithi026.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T01:14:41.701 INFO:journalctl@ceph.mon.a.smithi026.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T01:14:41.701 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-25T01:14:41.701 INFO:journalctl@ceph.mon.a.smithi026.stdout: ** Compaction Stats [default] ** 2024-04-25T01:14:41.701 INFO:journalctl@ceph.mon.a.smithi026.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T01:14:41.701 INFO:journalctl@ceph.mon.a.smithi026.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-25T01:14:41.701 INFO:journalctl@ceph.mon.a.smithi026.stdout: L0 2/0 100.10 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 74.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T01:14:41.701 INFO:journalctl@ceph.mon.a.smithi026.stdout: Sum 2/0 100.10 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 74.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T01:14:41.701 INFO:journalctl@ceph.mon.a.smithi026.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 74.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T01:14:41.701 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-25T01:14:41.701 INFO:journalctl@ceph.mon.a.smithi026.stdout: ** Compaction Stats [default] ** 2024-04-25T01:14:41.702 INFO:journalctl@ceph.mon.a.smithi026.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T01:14:41.702 INFO:journalctl@ceph.mon.a.smithi026.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-25T01:14:41.702 INFO:journalctl@ceph.mon.a.smithi026.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 74.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T01:14:41.702 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-25T01:14:41.702 INFO:journalctl@ceph.mon.a.smithi026.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-25T01:14:41.702 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-25T01:14:41.702 INFO:journalctl@ceph.mon.a.smithi026.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T01:14:41.702 INFO:journalctl@ceph.mon.a.smithi026.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-25T01:14:41.702 INFO:journalctl@ceph.mon.a.smithi026.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-25T01:14:41.702 INFO:journalctl@ceph.mon.a.smithi026.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-25T01:14:41.702 INFO:journalctl@ceph.mon.a.smithi026.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-25T01:14:41.702 INFO:journalctl@ceph.mon.a.smithi026.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-25T01:14:41.702 INFO:journalctl@ceph.mon.a.smithi026.stdout: Cumulative compaction: 0.00 GB write, 13.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T01:14:41.702 INFO:journalctl@ceph.mon.a.smithi026.stdout: Interval compaction: 0.00 GB write, 13.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T01:14:41.703 INFO:journalctl@ceph.mon.a.smithi026.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-25T01:14:41.703 INFO:journalctl@ceph.mon.a.smithi026.stdout: Block cache BinnedLRUCache@0x55e3579ff090#2 capacity: 512.00 MB usage: 2.47 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 4.6e-05 secs_since: 0 2024-04-25T01:14:41.703 INFO:journalctl@ceph.mon.a.smithi026.stdout: Block cache entry stats(count,size,portion): DataBlock(1,0.95 KB,0.000181794%) FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-25T01:14:41.703 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-25T01:14:41.703 INFO:journalctl@ceph.mon.a.smithi026.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-25T01:14:41.703 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: starting mon.a rank 0 at public addrs [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] at bind addrs [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:14:41.703 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: mon.a@-1(???) e1 preinit fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:14:41.703 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: mon.a@-1(???).mds e1 new map 2024-04-25T01:14:41.703 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: mon.a@-1(???).mds e1 print_map 2024-04-25T01:14:41.704 INFO:journalctl@ceph.mon.a.smithi026.stdout: e1 2024-04-25T01:14:41.704 INFO:journalctl@ceph.mon.a.smithi026.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-25T01:14:41.704 INFO:journalctl@ceph.mon.a.smithi026.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T01:14:41.704 INFO:journalctl@ceph.mon.a.smithi026.stdout: legacy client fscid: -1 2024-04-25T01:14:41.704 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-25T01:14:41.704 INFO:journalctl@ceph.mon.a.smithi026.stdout: No filesystems configured 2024-04-25T01:14:41.704 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-25T01:14:41.704 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T01:14:41.704 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T01:14:41.704 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T01:14:41.704 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-25T01:14:41.704 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 bash[28077]: f53c2d01eb469322ed6bbeb5684c04a5a3109179762ecbcd3c01dd160ae3e398 2024-04-25T01:14:41.704 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-25T01:14:41.704 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: monmap epoch 1 2024-04-25T01:14:41.705 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:14:41.705 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: last_changed 2024-04-25T01:14:21.142140+0000 2024-04-25T01:14:41.705 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: created 2024-04-25T01:14:21.142140+0000 2024-04-25T01:14:41.705 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: min_mon_release 19 (squid) 2024-04-25T01:14:41.705 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: election_strategy: 1 2024-04-25T01:14:41.705 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-25T01:14:41.705 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: fsmap 2024-04-25T01:14:41.705 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: osdmap e1: 0 total, 0 up, 0 in 2024-04-25T01:14:41.705 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 ceph-mon[28096]: mgrmap e1: no daemons active 2024-04-25T01:14:41.705 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:41 smithi026 systemd[1]: Started Ceph mon.a for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:14:42.950 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.190+0000 7f78f7e00700 1 Processor -- start 2024-04-25T01:14:42.956 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.190+0000 7f78f7e00700 1 -- start start 2024-04-25T01:14:42.957 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.190+0000 7f78f7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78f007dd50 0x7f78f007c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:42.957 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.190+0000 7f78f7e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f78f007c800 con 0x7f78f007dd50 2024-04-25T01:14:42.957 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.191+0000 7f78f5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78f007dd50 0x7f78f007c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:42.957 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.191+0000 7f78f5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78f007dd50 0x7f78f007c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42792/0 (socket says 172.21.15.26:42792) 2024-04-25T01:14:42.957 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.191+0000 7f78f5400700 1 -- 172.21.15.26:0/2096140551 learned_addr learned my addr 172.21.15.26:0/2096140551 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:42.957 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.191+0000 7f78f5400700 1 -- 172.21.15.26:0/2096140551 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78f007c980 con 0x7f78f007dd50 2024-04-25T01:14:42.957 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.192+0000 7f78f5400700 1 --2- 172.21.15.26:0/2096140551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78f007dd50 0x7f78f007c2c0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f78e0009e80 tx=0x7f78e000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=848287879917d722 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:42.957 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.192+0000 7f78efe00700 1 -- 172.21.15.26:0/2096140551 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f78e0017070 con 0x7f78f007dd50 2024-04-25T01:14:42.957 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.192+0000 7f78efe00700 1 -- 172.21.15.26:0/2096140551 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f78e000b8c0 con 0x7f78f007dd50 2024-04-25T01:14:42.957 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.192+0000 7f78efe00700 1 -- 172.21.15.26:0/2096140551 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f78e00045c0 con 0x7f78f007dd50 2024-04-25T01:14:42.957 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.193+0000 7f78f7e00700 1 -- 172.21.15.26:0/2096140551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78f007dd50 msgr2=0x7f78f007c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:42.957 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.193+0000 7f78f7e00700 1 --2- 172.21.15.26:0/2096140551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78f007dd50 0x7f78f007c2c0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f78e0009e80 tx=0x7f78e000b330 comp rx=0 tx=0).stop 2024-04-25T01:14:42.957 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.193+0000 7f78f7e00700 1 -- 172.21.15.26:0/2096140551 shutdown_connections 2024-04-25T01:14:42.958 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.193+0000 7f78f7e00700 1 --2- 172.21.15.26:0/2096140551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78f007dd50 0x7f78f007c2c0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:42.958 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.193+0000 7f78f7e00700 1 -- 172.21.15.26:0/2096140551 >> 172.21.15.26:0/2096140551 conn(0x7f78f0103460 msgr2=0x7f78f0105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:42.958 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.193+0000 7f78f7e00700 1 -- 172.21.15.26:0/2096140551 shutdown_connections 2024-04-25T01:14:42.958 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.193+0000 7f78f7e00700 1 -- 172.21.15.26:0/2096140551 wait complete. 2024-04-25T01:14:42.958 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.195+0000 7f78f7e00700 1 Processor -- start 2024-04-25T01:14:42.958 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.195+0000 7f78f7e00700 1 -- start start 2024-04-25T01:14:42.958 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.195+0000 7f78f7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78f007dd50 0x7f78f019dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:42.958 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.195+0000 7f78f7e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f78f010e2d0 con 0x7f78f007dd50 2024-04-25T01:14:42.958 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.196+0000 7f78f5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78f007dd50 0x7f78f019dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:42.958 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.196+0000 7f78f5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78f007dd50 0x7f78f019dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42808/0 (socket says 172.21.15.26:42808) 2024-04-25T01:14:42.958 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.196+0000 7f78f5400700 1 -- 172.21.15.26:0/295522780 learned_addr learned my addr 172.21.15.26:0/295522780 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:42.958 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.196+0000 7f78f5400700 1 -- 172.21.15.26:0/295522780 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78f019e400 con 0x7f78f007dd50 2024-04-25T01:14:42.958 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.197+0000 7f78f5400700 1 --2- 172.21.15.26:0/295522780 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78f007dd50 0x7f78f019dec0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f78e0004350 tx=0x7f78e000bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:42.958 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.197+0000 7f78ee000700 1 -- 172.21.15.26:0/295522780 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f78e0020020 con 0x7f78f007dd50 2024-04-25T01:14:42.959 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.197+0000 7f78ee000700 1 -- 172.21.15.26:0/295522780 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f78e0003c10 con 0x7f78f007dd50 2024-04-25T01:14:42.959 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.197+0000 7f78f7e00700 1 -- 172.21.15.26:0/295522780 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78f019e690 con 0x7f78f007dd50 2024-04-25T01:14:42.959 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.197+0000 7f78ee000700 1 -- 172.21.15.26:0/295522780 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f78e0017040 con 0x7f78f007dd50 2024-04-25T01:14:42.959 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.197+0000 7f78f7e00700 1 -- 172.21.15.26:0/295522780 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78f01a1380 con 0x7f78f007dd50 2024-04-25T01:14:42.959 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.197+0000 7f78ee000700 1 -- 172.21.15.26:0/295522780 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f78e0023020 con 0x7f78f007dd50 2024-04-25T01:14:42.959 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.198+0000 7f78ee000700 1 -- 172.21.15.26:0/295522780 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f78e000f050 con 0x7f78f007dd50 2024-04-25T01:14:42.959 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.198+0000 7f78f7e00700 1 -- 172.21.15.26:0/295522780 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78f0063890 con 0x7f78f007dd50 2024-04-25T01:14:42.959 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.201+0000 7f78ee000700 1 -- 172.21.15.26:0/295522780 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f78e002a020 con 0x7f78f007dd50 2024-04-25T01:14:42.959 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.279+0000 7f78f7e00700 1 -- 172.21.15.26:0/295522780 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f78f01a1550 con 0x7f78f007dd50 2024-04-25T01:14:42.959 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.281+0000 7f78ee000700 1 -- 172.21.15.26:0/295522780 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f78e001ccd0 con 0x7f78f007dd50 2024-04-25T01:14:42.959 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.283+0000 7f78f7e00700 1 -- 172.21.15.26:0/295522780 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78f007dd50 msgr2=0x7f78f019dec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:42.959 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.283+0000 7f78f7e00700 1 --2- 172.21.15.26:0/295522780 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78f007dd50 0x7f78f019dec0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f78e0004350 tx=0x7f78e000bd50 comp rx=0 tx=0).stop 2024-04-25T01:14:42.959 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.283+0000 7f78f7e00700 1 -- 172.21.15.26:0/295522780 shutdown_connections 2024-04-25T01:14:42.959 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.283+0000 7f78f7e00700 1 --2- 172.21.15.26:0/295522780 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78f007dd50 0x7f78f019dec0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:42.960 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.283+0000 7f78f7e00700 1 -- 172.21.15.26:0/295522780 >> 172.21.15.26:0/295522780 conn(0x7f78f0103460 msgr2=0x7f78f0103f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:42.960 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.283+0000 7f78f7e00700 1 -- 172.21.15.26:0/295522780 shutdown_connections 2024-04-25T01:14:42.960 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:42.283+0000 7f78f7e00700 1 -- 172.21.15.26:0/295522780 wait complete. 2024-04-25T01:14:42.960 INFO:teuthology.orchestra.run.smithi026.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-25T01:14:43.008 INFO:teuthology.orchestra.run.smithi026.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-25T01:14:43.008 INFO:teuthology.orchestra.run.smithi026.stdout:Creating mgr... 2024-04-25T01:14:43.010 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-25T01:14:43.011 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-25T01:14:43.404 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.x 2024-04-25T01:14:43.404 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Failed to reset failed state of unit ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-25T01:14:43.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:43 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/295522780' entity='client.admin' 2024-04-25T01:14:43.674 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-004ab5e8-02a1-11ef-bc93-c7b262605968.target.wants/ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@.service. 2024-04-25T01:14:44.059 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:43 smithi026 systemd[1]: Starting Ceph mgr.x for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:14:44.342 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:44 smithi026 podman[28319]: 2024-04-25 01:14:44.003500122 +0000 UTC m=+0.039082612 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T01:14:44.342 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:44 smithi026 podman[28319]: 2024-04-25 01:14:44.126092537 +0000 UTC m=+0.161675061 container create 66f1459f50f5db02b39fc84a0f5c9b3d2a87100f28eb0dd7f2f1d6d3c41f86b5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x, ceph=True, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9) 2024-04-25T01:14:44.342 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:44 smithi026 podman[28319]: 2024-04-25 01:14:44.355052171 +0000 UTC m=+0.390634702 container init 66f1459f50f5db02b39fc84a0f5c9b3d2a87100f28eb0dd7f2f1d6d3c41f86b5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-25T01:14:44.458 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T01:14:44.459 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout disabled 2024-04-25T01:14:44.477 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T01:14:44.477 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-25T01:14:44.477 INFO:teuthology.orchestra.run.smithi026.stdout:firewalld.service is not enabled 2024-04-25T01:14:44.477 INFO:teuthology.orchestra.run.smithi026.stdout:Not possible to enable service . firewalld.service is not available 2024-04-25T01:14:44.505 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T01:14:44.505 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout disabled 2024-04-25T01:14:44.525 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T01:14:44.525 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-25T01:14:44.526 INFO:teuthology.orchestra.run.smithi026.stdout:firewalld.service is not enabled 2024-04-25T01:14:44.526 INFO:teuthology.orchestra.run.smithi026.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-25T01:14:44.526 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mgr to start... 2024-04-25T01:14:44.526 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mgr... 2024-04-25T01:14:44.636 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:44 smithi026 podman[28319]: 2024-04-25 01:14:44.367569091 +0000 UTC m=+0.403151586 container start 66f1459f50f5db02b39fc84a0f5c9b3d2a87100f28eb0dd7f2f1d6d3c41f86b5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T01:14:44.636 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:44 smithi026 bash[28319]: 66f1459f50f5db02b39fc84a0f5c9b3d2a87100f28eb0dd7f2f1d6d3c41f86b5 2024-04-25T01:14:44.636 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:44 smithi026 systemd[1]: Started Ceph mgr.x for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:14:44.908 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:44 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:44.649+0000 7f93a9f16200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T01:14:44.908 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:44 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:44.922+0000 7f93a9f16200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T01:14:45.178 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:45 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:45.070+0000 7f93a9f16200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T01:14:45.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:45 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/849086928' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T01:14:45.809 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:45 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:45.717+0000 7f93a9f16200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T01:14:46.110 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:45 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:45.833+0000 7f93a9f16200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T01:14:46.530 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-25T01:14:46.531 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-25T01:14:46.531 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsid": "004ab5e8-02a1-11ef-bc93-c7b262605968", 2024-04-25T01:14:46.531 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T01:14:46.531 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T01:14:46.531 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T01:14:46.533 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T01:14:46.533 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:46.534 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T01:14:46.534 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T01:14:46.534 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 0 2024-04-25T01:14:46.534 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-25T01:14:46.534 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T01:14:46.534 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T01:14:46.534 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-25T01:14:46.534 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2024-04-25T01:14:46.534 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T01:14:46.535 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:46.535 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T01:14:46.535 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T01:14:46.535 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:46.535 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T01:14:46.535 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:46.535 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T01:14:46.535 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T01:14:46.535 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T01:14:46.543 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T01:14:46.543 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T01:14:46.543 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T01:14:46.543 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T01:14:46.544 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:46.545 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T01:14:46.545 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-25T01:14:46.545 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T01:14:46.545 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T01:14:46.545 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T01:14:46.545 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T01:14:46.545 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T01:14:46.545 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-25T01:14:46.545 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T01:14:46.545 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:46.545 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T01:14:46.545 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:46.545 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T01:14:25.561513+0000", 2024-04-25T01:14:46.546 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T01:14:46.546 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:46.546 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T01:14:46.546 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-25T01:14:46.546 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.523+0000 7fa343a00700 1 Processor -- start 2024-04-25T01:14:46.546 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.524+0000 7fa343a00700 1 -- start start 2024-04-25T01:14:46.546 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.524+0000 7fa343a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa33c10ecb0 0x7fa33c1110a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:46.546 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.525+0000 7fa343a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa33c1115e0 con 0x7fa33c10ecb0 2024-04-25T01:14:46.546 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.525+0000 7fa341000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa33c10ecb0 0x7fa33c1110a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:46.546 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.525+0000 7fa341000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa33c10ecb0 0x7fa33c1110a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44572/0 (socket says 172.21.15.26:44572) 2024-04-25T01:14:46.546 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.525+0000 7fa341000700 1 -- 172.21.15.26:0/2110399820 learned_addr learned my addr 172.21.15.26:0/2110399820 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:46.546 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.526+0000 7fa341000700 1 -- 172.21.15.26:0/2110399820 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa33c111760 con 0x7fa33c10ecb0 2024-04-25T01:14:46.546 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.527+0000 7fa341000700 1 --2- 172.21.15.26:0/2110399820 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa33c10ecb0 0x7fa33c1110a0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fa330009e80 tx=0x7fa33000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf3e35df1d8fc277 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:46.546 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.527+0000 7fa33b400700 1 -- 172.21.15.26:0/2110399820 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa330017070 con 0x7fa33c10ecb0 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.527+0000 7fa33b400700 1 -- 172.21.15.26:0/2110399820 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa33000b8c0 con 0x7fa33c10ecb0 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.527+0000 7fa33b400700 1 -- 172.21.15.26:0/2110399820 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa3300045c0 con 0x7fa33c10ecb0 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.528+0000 7fa343a00700 1 -- 172.21.15.26:0/2110399820 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa33c10ecb0 msgr2=0x7fa33c1110a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.528+0000 7fa343a00700 1 --2- 172.21.15.26:0/2110399820 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa33c10ecb0 0x7fa33c1110a0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fa330009e80 tx=0x7fa33000b330 comp rx=0 tx=0).stop 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.528+0000 7fa343a00700 1 -- 172.21.15.26:0/2110399820 shutdown_connections 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.528+0000 7fa343a00700 1 --2- 172.21.15.26:0/2110399820 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa33c10ecb0 0x7fa33c1110a0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.528+0000 7fa343a00700 1 -- 172.21.15.26:0/2110399820 >> 172.21.15.26:0/2110399820 conn(0x7fa33c07d320 msgr2=0x7fa33c07f780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.528+0000 7fa343a00700 1 -- 172.21.15.26:0/2110399820 shutdown_connections 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.529+0000 7fa343a00700 1 -- 172.21.15.26:0/2110399820 wait complete. 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.530+0000 7fa343a00700 1 Processor -- start 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.530+0000 7fa343a00700 1 -- start start 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.531+0000 7fa343a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa33c10ecb0 0x7fa33c1a2260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.531+0000 7fa343a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa33c112780 con 0x7fa33c10ecb0 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.531+0000 7fa341000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa33c10ecb0 0x7fa33c1a2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:46.547 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.531+0000 7fa341000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa33c10ecb0 0x7fa33c1a2260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44588/0 (socket says 172.21.15.26:44588) 2024-04-25T01:14:46.548 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.531+0000 7fa341000700 1 -- 172.21.15.26:0/849086928 learned_addr learned my addr 172.21.15.26:0/849086928 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:46.548 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.532+0000 7fa341000700 1 -- 172.21.15.26:0/849086928 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa33c1a27a0 con 0x7fa33c10ecb0 2024-04-25T01:14:46.548 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.532+0000 7fa341000700 1 --2- 172.21.15.26:0/849086928 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa33c10ecb0 0x7fa33c1a2260 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa330004350 tx=0x7fa33000bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:46.548 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.532+0000 7fa339600700 1 -- 172.21.15.26:0/849086928 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa330020020 con 0x7fa33c10ecb0 2024-04-25T01:14:46.548 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.532+0000 7fa339600700 1 -- 172.21.15.26:0/849086928 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa330003c10 con 0x7fa33c10ecb0 2024-04-25T01:14:46.548 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.532+0000 7fa339600700 1 -- 172.21.15.26:0/849086928 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa330017040 con 0x7fa33c10ecb0 2024-04-25T01:14:46.548 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.532+0000 7fa343a00700 1 -- 172.21.15.26:0/849086928 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa33c1a2a30 con 0x7fa33c10ecb0 2024-04-25T01:14:46.548 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.533+0000 7fa343a00700 1 -- 172.21.15.26:0/849086928 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa33c1a5720 con 0x7fa33c10ecb0 2024-04-25T01:14:46.548 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.533+0000 7fa339600700 1 -- 172.21.15.26:0/849086928 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa330023020 con 0x7fa33c10ecb0 2024-04-25T01:14:46.548 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.533+0000 7fa339600700 1 -- 172.21.15.26:0/849086928 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa33000f050 con 0x7fa33c10ecb0 2024-04-25T01:14:46.548 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.534+0000 7fa343a00700 1 -- 172.21.15.26:0/849086928 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa33c063890 con 0x7fa33c10ecb0 2024-04-25T01:14:46.548 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.537+0000 7fa339600700 1 -- 172.21.15.26:0/849086928 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fa33002a020 con 0x7fa33c10ecb0 2024-04-25T01:14:46.548 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.619+0000 7fa343a00700 1 -- 172.21.15.26:0/849086928 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fa33c1a58f0 con 0x7fa33c10ecb0 2024-04-25T01:14:46.549 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.620+0000 7fa339600700 1 -- 172.21.15.26:0/849086928 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fa33001cc80 con 0x7fa33c10ecb0 2024-04-25T01:14:46.549 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.621+0000 7fa343a00700 1 -- 172.21.15.26:0/849086928 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa33c10ecb0 msgr2=0x7fa33c1a2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:46.549 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.621+0000 7fa343a00700 1 --2- 172.21.15.26:0/849086928 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa33c10ecb0 0x7fa33c1a2260 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa330004350 tx=0x7fa33000bd50 comp rx=0 tx=0).stop 2024-04-25T01:14:46.549 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.622+0000 7fa343a00700 1 -- 172.21.15.26:0/849086928 shutdown_connections 2024-04-25T01:14:46.549 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.622+0000 7fa343a00700 1 --2- 172.21.15.26:0/849086928 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa33c10ecb0 0x7fa33c1a2260 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:46.549 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.622+0000 7fa343a00700 1 -- 172.21.15.26:0/849086928 >> 172.21.15.26:0/849086928 conn(0x7fa33c07d320 msgr2=0x7fa33c07de30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:46.549 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.622+0000 7fa343a00700 1 -- 172.21.15.26:0/849086928 shutdown_connections 2024-04-25T01:14:46.549 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:45.622+0000 7fa343a00700 1 -- 172.21.15.26:0/849086928 wait complete. 2024-04-25T01:14:46.549 INFO:teuthology.orchestra.run.smithi026.stdout:mgr not available, waiting (1/15)... 2024-04-25T01:14:47.809 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:47 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:47.479+0000 7f93a9f16200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T01:14:47.809 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:47 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:47.713+0000 7f93a9f16200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T01:14:48.306 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:47 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:47.931+0000 7f93a9f16200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T01:14:48.306 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:48 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:48.320+0000 7f93a9f16200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T01:14:48.559 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:48 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:48.445+0000 7f93a9f16200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T01:14:48.966 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:48 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:48.703+0000 7f93a9f16200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T01:14:48.967 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:48 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:48.980+0000 7f93a9f16200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T01:14:49.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:49 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3228666530' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T01:14:49.900 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:49 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:49.809+0000 7f93a9f16200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T01:14:49.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-25T01:14:49.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsid": "004ab5e8-02a1-11ef-bc93-c7b262605968", 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 0 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T01:14:49.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:49.904 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T01:14:49.904 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T01:14:49.904 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:49.904 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T01:14:49.904 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:49.904 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T01:14:49.904 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T01:14:49.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T01:14:49.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T01:14:49.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T01:14:49.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T01:14:49.912 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:49.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T01:14:49.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T01:14:49.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T01:14:49.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T01:14:49.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T01:14:49.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T01:14:49.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T01:14:49.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T01:14:49.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T01:14:49.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:49.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T01:14:49.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:49.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T01:14:49.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T01:14:49.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:49.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T01:14:49.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-25T01:14:49.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T01:14:49.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T01:14:49.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T01:14:49.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T01:14:49.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T01:14:49.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-25T01:14:49.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T01:14:25.561513+0000", 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.168+0000 7f94f3600700 1 Processor -- start 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.169+0000 7f94f3600700 1 -- start start 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.169+0000 7f94f3600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94ec07dd50 0x7f94ec07c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.169+0000 7f94f3600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f94ec07c800 con 0x7f94ec07dd50 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.169+0000 7f94f0c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94ec07dd50 0x7f94ec07c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.169+0000 7f94f0c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94ec07dd50 0x7f94ec07c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44598/0 (socket says 172.21.15.26:44598) 2024-04-25T01:14:49.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.169+0000 7f94f0c00700 1 -- 172.21.15.26:0/3815991668 learned_addr learned my addr 172.21.15.26:0/3815991668 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.170+0000 7f94f0c00700 1 -- 172.21.15.26:0/3815991668 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94ec07c980 con 0x7f94ec07dd50 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.170+0000 7f94f0c00700 1 --2- 172.21.15.26:0/3815991668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94ec07dd50 0x7f94ec07c2c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f94e00098a0 tx=0x7f94e0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14e0b227041dcb57 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.171+0000 7f94eb400700 1 -- 172.21.15.26:0/3815991668 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f94e0004160 con 0x7f94ec07dd50 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.171+0000 7f94eb400700 1 -- 172.21.15.26:0/3815991668 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f94e0004300 con 0x7f94ec07dd50 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.171+0000 7f94eb400700 1 -- 172.21.15.26:0/3815991668 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f94e0011b50 con 0x7f94ec07dd50 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.171+0000 7f94f3600700 1 -- 172.21.15.26:0/3815991668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94ec07dd50 msgr2=0x7f94ec07c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.171+0000 7f94f3600700 1 --2- 172.21.15.26:0/3815991668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94ec07dd50 0x7f94ec07c2c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f94e00098a0 tx=0x7f94e0009bb0 comp rx=0 tx=0).stop 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.172+0000 7f94f3600700 1 -- 172.21.15.26:0/3815991668 shutdown_connections 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.172+0000 7f94f3600700 1 --2- 172.21.15.26:0/3815991668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94ec07dd50 0x7f94ec07c2c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.172+0000 7f94f3600700 1 -- 172.21.15.26:0/3815991668 >> 172.21.15.26:0/3815991668 conn(0x7f94ec103460 msgr2=0x7f94ec105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.172+0000 7f94f3600700 1 -- 172.21.15.26:0/3815991668 shutdown_connections 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.172+0000 7f94f3600700 1 -- 172.21.15.26:0/3815991668 wait complete. 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.173+0000 7f94f3600700 1 Processor -- start 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.173+0000 7f94f3600700 1 -- start start 2024-04-25T01:14:49.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.174+0000 7f94f3600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94ec07dd50 0x7f94ec19df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.174+0000 7f94f3600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f94ec10e2d0 con 0x7f94ec07dd50 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.174+0000 7f94f0c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94ec07dd50 0x7f94ec19df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.174+0000 7f94f0c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94ec07dd50 0x7f94ec19df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44608/0 (socket says 172.21.15.26:44608) 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.174+0000 7f94f0c00700 1 -- 172.21.15.26:0/3228666530 learned_addr learned my addr 172.21.15.26:0/3228666530 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.174+0000 7f94f0c00700 1 -- 172.21.15.26:0/3228666530 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94ec19e460 con 0x7f94ec07dd50 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.174+0000 7f94f0c00700 1 --2- 172.21.15.26:0/3228666530 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94ec07dd50 0x7f94ec19df20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f94e0011b60 tx=0x7f94e0011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.175+0000 7f94e9600700 1 -- 172.21.15.26:0/3228666530 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f94e0003b20 con 0x7f94ec07dd50 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.175+0000 7f94e9600700 1 -- 172.21.15.26:0/3228666530 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f94e0003cc0 con 0x7f94ec07dd50 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.175+0000 7f94e9600700 1 -- 172.21.15.26:0/3228666530 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f94e0024840 con 0x7f94ec07dd50 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.175+0000 7f94f3600700 1 -- 172.21.15.26:0/3228666530 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94ec19e6f0 con 0x7f94ec07dd50 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.175+0000 7f94f3600700 1 -- 172.21.15.26:0/3228666530 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94ec1a13e0 con 0x7f94ec07dd50 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.175+0000 7f94e9600700 1 -- 172.21.15.26:0/3228666530 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f94e0022020 con 0x7f94ec07dd50 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.175+0000 7f94e9600700 1 -- 172.21.15.26:0/3228666530 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f94e0011e00 con 0x7f94ec07dd50 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.176+0000 7f94f3600700 1 -- 172.21.15.26:0/3228666530 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94ec063890 con 0x7f94ec07dd50 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.179+0000 7f94e9600700 1 -- 172.21.15.26:0/3228666530 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f94e0043dd0 con 0x7f94ec07dd50 2024-04-25T01:14:49.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.259+0000 7f94f3600700 1 -- 172.21.15.26:0/3228666530 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f94ec1a1ac0 con 0x7f94ec07dd50 2024-04-25T01:14:49.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.260+0000 7f94e9600700 1 -- 172.21.15.26:0/3228666530 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f94e0032020 con 0x7f94ec07dd50 2024-04-25T01:14:49.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.262+0000 7f94f3600700 1 -- 172.21.15.26:0/3228666530 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94ec07dd50 msgr2=0x7f94ec19df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:49.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.262+0000 7f94f3600700 1 --2- 172.21.15.26:0/3228666530 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94ec07dd50 0x7f94ec19df20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f94e0011b60 tx=0x7f94e0011c40 comp rx=0 tx=0).stop 2024-04-25T01:14:49.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.262+0000 7f94f3600700 1 -- 172.21.15.26:0/3228666530 shutdown_connections 2024-04-25T01:14:49.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.262+0000 7f94f3600700 1 --2- 172.21.15.26:0/3228666530 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94ec07dd50 0x7f94ec19df20 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:49.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.262+0000 7f94f3600700 1 -- 172.21.15.26:0/3228666530 >> 172.21.15.26:0/3228666530 conn(0x7f94ec103460 msgr2=0x7f94ec103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:49.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.262+0000 7f94f3600700 1 -- 172.21.15.26:0/3228666530 shutdown_connections 2024-04-25T01:14:49.918 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:49.262+0000 7f94f3600700 1 -- 172.21.15.26:0/3228666530 wait complete. 2024-04-25T01:14:49.918 INFO:teuthology.orchestra.run.smithi026.stdout:mgr not available, waiting (2/15)... 2024-04-25T01:14:50.765 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:50 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:50.381+0000 7f93a9f16200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T01:14:50.765 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:50 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:50.510+0000 7f93a9f16200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T01:14:50.766 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:50 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:50.778+0000 7f93a9f16200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T01:14:51.809 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:51 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:51.441+0000 7f93a9f16200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T01:14:51.809 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:51 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:51.566+0000 7f93a9f16200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T01:14:52.194 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:51 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:51.894+0000 7f93a9f16200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T01:14:52.194 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:52 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:52.077+0000 7f93a9f16200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T01:14:52.194 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:52 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:52.207+0000 7f93a9f16200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T01:14:52.483 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:52 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:52.367+0000 7f93a9f16200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T01:14:52.810 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:52 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2255191443' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T01:14:52.810 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:52 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:52.496+0000 7f93a9f16200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T01:14:53.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-25T01:14:53.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-25T01:14:53.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsid": "004ab5e8-02a1-11ef-bc93-c7b262605968", 2024-04-25T01:14:53.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T01:14:53.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T01:14:53.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T01:14:53.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T01:14:53.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:53.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T01:14:53.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T01:14:53.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 0 2024-04-25T01:14:53.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-25T01:14:53.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T01:14:53.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T01:14:53.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-25T01:14:53.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-04-25T01:14:53.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T01:14:53.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:53.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T01:14:53.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T01:14:53.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:53.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T01:14:53.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:53.301 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T01:14:53.301 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T01:14:53.301 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T01:14:53.301 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T01:14:53.301 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T01:14:53.301 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T01:14:53.301 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:53.301 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T01:14:53.301 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T01:14:53.301 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T01:14:53.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T01:14:53.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T01:14:53.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T01:14:53.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T01:14:53.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T01:14:53.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T01:14:53.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:53.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T01:14:53.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:53.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T01:14:53.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T01:14:53.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:53.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T01:14:53.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T01:14:25.561513+0000", 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T01:14:53.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.564+0000 7ffa90a00700 1 Processor -- start 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.564+0000 7ffa90a00700 1 -- start start 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.564+0000 7ffa90a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa8c107de0 0x7ffa8c108200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.565+0000 7ffa90a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c108740 con 0x7ffa8c107de0 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.565+0000 7ffa89e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa8c107de0 0x7ffa8c108200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.565+0000 7ffa89e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa8c107de0 0x7ffa8c108200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44622/0 (socket says 172.21.15.26:44622) 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.565+0000 7ffa89e00700 1 -- 172.21.15.26:0/3378068507 learned_addr learned my addr 172.21.15.26:0/3378068507 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.565+0000 7ffa89e00700 1 -- 172.21.15.26:0/3378068507 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8c1088c0 con 0x7ffa8c107de0 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.566+0000 7ffa89e00700 1 --2- 172.21.15.26:0/3378068507 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa8c107de0 0x7ffa8c108200 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c0098a0 tx=0x7ffa7c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2219b28a01cae02b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.566+0000 7ffa88a00700 1 -- 172.21.15.26:0/3378068507 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa7c004160 con 0x7ffa8c107de0 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.566+0000 7ffa88a00700 1 -- 172.21.15.26:0/3378068507 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ffa7c004300 con 0x7ffa8c107de0 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.566+0000 7ffa88a00700 1 -- 172.21.15.26:0/3378068507 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa7c011b50 con 0x7ffa8c107de0 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.567+0000 7ffa90a00700 1 -- 172.21.15.26:0/3378068507 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa8c107de0 msgr2=0x7ffa8c108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.567+0000 7ffa90a00700 1 --2- 172.21.15.26:0/3378068507 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa8c107de0 0x7ffa8c108200 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c0098a0 tx=0x7ffa7c009bb0 comp rx=0 tx=0).stop 2024-04-25T01:14:53.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.567+0000 7ffa90a00700 1 -- 172.21.15.26:0/3378068507 shutdown_connections 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.567+0000 7ffa90a00700 1 --2- 172.21.15.26:0/3378068507 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa8c107de0 0x7ffa8c108200 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.567+0000 7ffa90a00700 1 -- 172.21.15.26:0/3378068507 >> 172.21.15.26:0/3378068507 conn(0x7ffa8c103460 msgr2=0x7ffa8c105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.567+0000 7ffa90a00700 1 -- 172.21.15.26:0/3378068507 shutdown_connections 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.567+0000 7ffa90a00700 1 -- 172.21.15.26:0/3378068507 wait complete. 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.568+0000 7ffa90a00700 1 Processor -- start 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.568+0000 7ffa90a00700 1 -- start start 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.568+0000 7ffa90a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa8c107de0 0x7ffa8c1a22e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.569+0000 7ffa90a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c10c250 con 0x7ffa8c107de0 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.569+0000 7ffa89e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa8c107de0 0x7ffa8c1a22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.569+0000 7ffa89e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa8c107de0 0x7ffa8c1a22e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44634/0 (socket says 172.21.15.26:44634) 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.569+0000 7ffa89e00700 1 -- 172.21.15.26:0/2255191443 learned_addr learned my addr 172.21.15.26:0/2255191443 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.569+0000 7ffa89e00700 1 -- 172.21.15.26:0/2255191443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8c1a2820 con 0x7ffa8c107de0 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.569+0000 7ffa89e00700 1 --2- 172.21.15.26:0/2255191443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa8c107de0 0x7ffa8c1a22e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c011670 tx=0x7ffa7c011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.570+0000 7ffa82a00700 1 -- 172.21.15.26:0/2255191443 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa7c0039c0 con 0x7ffa8c107de0 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.570+0000 7ffa82a00700 1 -- 172.21.15.26:0/2255191443 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ffa7c011e50 con 0x7ffa8c107de0 2024-04-25T01:14:53.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.570+0000 7ffa82a00700 1 -- 172.21.15.26:0/2255191443 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa7c01a5c0 con 0x7ffa8c107de0 2024-04-25T01:14:53.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.570+0000 7ffa90a00700 1 -- 172.21.15.26:0/2255191443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa8c1a2ab0 con 0x7ffa8c107de0 2024-04-25T01:14:53.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.570+0000 7ffa90a00700 1 -- 172.21.15.26:0/2255191443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa8c1a57a0 con 0x7ffa8c107de0 2024-04-25T01:14:53.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.570+0000 7ffa82a00700 1 -- 172.21.15.26:0/2255191443 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ffa7c01ac00 con 0x7ffa8c107de0 2024-04-25T01:14:53.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.570+0000 7ffa82a00700 1 -- 172.21.15.26:0/2255191443 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ffa7c019700 con 0x7ffa8c107de0 2024-04-25T01:14:53.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.571+0000 7ffa90a00700 1 -- 172.21.15.26:0/2255191443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa8c063890 con 0x7ffa8c107de0 2024-04-25T01:14:53.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.574+0000 7ffa82a00700 1 -- 172.21.15.26:0/2255191443 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7ffa7c003b60 con 0x7ffa8c107de0 2024-04-25T01:14:53.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.655+0000 7ffa90a00700 1 -- 172.21.15.26:0/2255191443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7ffa8c1a5970 con 0x7ffa8c107de0 2024-04-25T01:14:53.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.655+0000 7ffa82a00700 1 -- 172.21.15.26:0/2255191443 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7ffa7c0199a0 con 0x7ffa8c107de0 2024-04-25T01:14:53.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.657+0000 7ffa90a00700 1 -- 172.21.15.26:0/2255191443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa8c107de0 msgr2=0x7ffa8c1a22e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:53.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.657+0000 7ffa90a00700 1 --2- 172.21.15.26:0/2255191443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa8c107de0 0x7ffa8c1a22e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c011670 tx=0x7ffa7c011b60 comp rx=0 tx=0).stop 2024-04-25T01:14:53.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.657+0000 7ffa90a00700 1 -- 172.21.15.26:0/2255191443 shutdown_connections 2024-04-25T01:14:53.314 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.657+0000 7ffa90a00700 1 --2- 172.21.15.26:0/2255191443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffa8c107de0 0x7ffa8c1a22e0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:53.314 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.657+0000 7ffa90a00700 1 -- 172.21.15.26:0/2255191443 >> 172.21.15.26:0/2255191443 conn(0x7ffa8c103460 msgr2=0x7ffa8c103e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:53.314 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.657+0000 7ffa90a00700 1 -- 172.21.15.26:0/2255191443 shutdown_connections 2024-04-25T01:14:53.314 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:52.658+0000 7ffa90a00700 1 -- 172.21.15.26:0/2255191443 wait complete. 2024-04-25T01:14:53.314 INFO:teuthology.orchestra.run.smithi026.stdout:mgr not available, waiting (3/15)... 2024-04-25T01:14:53.559 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:53.540+0000 7f93a9f16200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T01:14:54.308 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:14:53.829+0000 7f93a9f16200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T01:14:54.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-mon[28096]: Activating manager daemon x 2024-04-25T01:14:54.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-mon[28096]: mgrmap e2: x(active, starting, since 0.0109858s) 2024-04-25T01:14:54.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-mon[28096]: from='mgr.14100 172.21.15.26:0/2565665541' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T01:14:54.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-mon[28096]: from='mgr.14100 172.21.15.26:0/2565665541' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T01:14:54.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-mon[28096]: from='mgr.14100 172.21.15.26:0/2565665541' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T01:14:54.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-mon[28096]: from='mgr.14100 172.21.15.26:0/2565665541' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:14:54.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-mon[28096]: from='mgr.14100 172.21.15.26:0/2565665541' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T01:14:54.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-mon[28096]: Manager daemon x is now available 2024-04-25T01:14:54.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-mon[28096]: from='mgr.14100 172.21.15.26:0/2565665541' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T01:14:54.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-mon[28096]: from='mgr.14100 172.21.15.26:0/2565665541' entity='mgr.x' 2024-04-25T01:14:54.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-mon[28096]: from='mgr.14100 172.21.15.26:0/2565665541' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T01:14:54.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-mon[28096]: from='mgr.14100 172.21.15.26:0/2565665541' entity='mgr.x' 2024-04-25T01:14:54.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:53 smithi026 ceph-mon[28096]: from='mgr.14100 172.21.15.26:0/2565665541' entity='mgr.x' 2024-04-25T01:14:56.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:55 smithi026 ceph-mon[28096]: mgrmap e3: x(active, since 1.0225s) 2024-04-25T01:14:57.030 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:56 smithi026 ceph-mon[28096]: mgrmap e4: x(active, since 2s) 2024-04-25T01:14:57.031 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:56 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1862864447' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T01:14:57.047 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-25T01:14:57.048 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-25T01:14:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsid": "004ab5e8-02a1-11ef-bc93-c7b262605968", 2024-04-25T01:14:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T01:14:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T01:14:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T01:14:57.049 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T01:14:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T01:14:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T01:14:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 0 2024-04-25T01:14:57.050 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-25T01:14:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T01:14:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T01:14:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-25T01:14:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-04-25T01:14:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T01:14:57.051 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T01:14:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T01:14:57.052 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T01:14:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T01:14:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T01:14:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T01:14:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T01:14:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T01:14:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T01:14:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:57.053 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T01:14:57.055 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T01:14:57.055 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T01:14:57.055 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T01:14:57.055 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T01:14:57.055 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T01:14:57.056 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T01:14:57.056 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T01:14:57.056 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T01:14:57.056 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:57.056 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T01:14:57.056 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:57.056 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T01:14:57.056 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T01:14:57.056 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:57.056 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T01:14:57.057 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T01:14:57.057 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T01:14:57.058 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T01:14:57.058 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T01:14:57.058 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T01:14:57.058 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T01:14:57.058 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-25T01:14:57.058 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T01:14:57.058 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:57.058 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T01:14:57.058 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T01:14:57.059 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T01:14:25.561513+0000", 2024-04-25T01:14:57.060 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T01:14:57.060 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-25T01:14:57.060 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T01:14:57.060 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-25T01:14:57.060 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.950+0000 7fa6c6600700 1 Processor -- start 2024-04-25T01:14:57.060 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.951+0000 7fa6c6600700 1 -- start start 2024-04-25T01:14:57.060 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.951+0000 7fa6c6600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6c007dd20 0x7fa6c007c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:57.060 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.951+0000 7fa6c6600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c007e140 con 0x7fa6c007dd20 2024-04-25T01:14:57.060 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.952+0000 7fa6bf400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6c007dd20 0x7fa6c007c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:57.060 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.952+0000 7fa6bf400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6c007dd20 0x7fa6c007c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46026/0 (socket says 172.21.15.26:46026) 2024-04-25T01:14:57.062 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.952+0000 7fa6bf400700 1 -- 172.21.15.26:0/608459835 learned_addr learned my addr 172.21.15.26:0/608459835 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:57.062 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.952+0000 7fa6bf400700 1 -- 172.21.15.26:0/608459835 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6c007c820 con 0x7fa6c007dd20 2024-04-25T01:14:57.062 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.953+0000 7fa6bf400700 1 --2- 172.21.15.26:0/608459835 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6c007dd20 0x7fa6c007c2e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa6b00098a0 tx=0x7fa6b0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81058ea4239b774b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:57.062 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.953+0000 7fa6be000700 1 -- 172.21.15.26:0/608459835 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa6b0004160 con 0x7fa6c007dd20 2024-04-25T01:14:57.062 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.953+0000 7fa6be000700 1 -- 172.21.15.26:0/608459835 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa6b0004300 con 0x7fa6c007dd20 2024-04-25T01:14:57.062 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.953+0000 7fa6be000700 1 -- 172.21.15.26:0/608459835 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa6b0011b50 con 0x7fa6c007dd20 2024-04-25T01:14:57.062 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.954+0000 7fa6c6600700 1 -- 172.21.15.26:0/608459835 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6c007dd20 msgr2=0x7fa6c007c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:57.062 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.954+0000 7fa6c6600700 1 --2- 172.21.15.26:0/608459835 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6c007dd20 0x7fa6c007c2e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa6b00098a0 tx=0x7fa6b0009bb0 comp rx=0 tx=0).stop 2024-04-25T01:14:57.062 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.954+0000 7fa6c6600700 1 -- 172.21.15.26:0/608459835 shutdown_connections 2024-04-25T01:14:57.062 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.954+0000 7fa6c6600700 1 --2- 172.21.15.26:0/608459835 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6c007dd20 0x7fa6c007c2e0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:57.062 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.954+0000 7fa6c6600700 1 -- 172.21.15.26:0/608459835 >> 172.21.15.26:0/608459835 conn(0x7fa6c0103470 msgr2=0x7fa6c0105890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:57.062 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.954+0000 7fa6c6600700 1 -- 172.21.15.26:0/608459835 shutdown_connections 2024-04-25T01:14:57.063 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.954+0000 7fa6c6600700 1 -- 172.21.15.26:0/608459835 wait complete. 2024-04-25T01:14:57.063 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.955+0000 7fa6c6600700 1 Processor -- start 2024-04-25T01:14:57.063 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.955+0000 7fa6c6600700 1 -- start start 2024-04-25T01:14:57.063 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.956+0000 7fa6c6600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6c007dd20 0x7fa6c019df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:57.068 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.956+0000 7fa6c6600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c010e280 con 0x7fa6c007dd20 2024-04-25T01:14:57.068 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.956+0000 7fa6bf400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6c007dd20 0x7fa6c019df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:57.068 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.956+0000 7fa6bf400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6c007dd20 0x7fa6c019df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46032/0 (socket says 172.21.15.26:46032) 2024-04-25T01:14:57.068 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.956+0000 7fa6bf400700 1 -- 172.21.15.26:0/1862864447 learned_addr learned my addr 172.21.15.26:0/1862864447 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:57.069 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.956+0000 7fa6bf400700 1 -- 172.21.15.26:0/1862864447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6c019e490 con 0x7fa6c007dd20 2024-04-25T01:14:57.069 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.957+0000 7fa6bf400700 1 --2- 172.21.15.26:0/1862864447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6c007dd20 0x7fa6c019df50 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0011b60 tx=0x7fa6b0011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:57.069 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.957+0000 7fa6b7e00700 1 -- 172.21.15.26:0/1862864447 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa6b0003b20 con 0x7fa6c007dd20 2024-04-25T01:14:57.069 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.957+0000 7fa6b7e00700 1 -- 172.21.15.26:0/1862864447 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa6b0003cc0 con 0x7fa6c007dd20 2024-04-25T01:14:57.069 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.957+0000 7fa6b7e00700 1 -- 172.21.15.26:0/1862864447 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa6b0024840 con 0x7fa6c007dd20 2024-04-25T01:14:57.069 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.957+0000 7fa6c6600700 1 -- 172.21.15.26:0/1862864447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6c019e720 con 0x7fa6c007dd20 2024-04-25T01:14:57.069 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.957+0000 7fa6c6600700 1 -- 172.21.15.26:0/1862864447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6c01a1410 con 0x7fa6c007dd20 2024-04-25T01:14:57.069 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.958+0000 7fa6b7e00700 1 -- 172.21.15.26:0/1862864447 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fa6b0022020 con 0x7fa6c007dd20 2024-04-25T01:14:57.069 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.958+0000 7fa6c6600700 1 -- 172.21.15.26:0/1862864447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6c0063890 con 0x7fa6c007dd20 2024-04-25T01:14:57.069 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.959+0000 7fa6b7e00700 1 --2- 172.21.15.26:0/1862864447 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7fa6a4039050 0x7fa6a403b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:57.069 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.959+0000 7fa6b7e00700 1 -- 172.21.15.26:0/1862864447 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa6b0011e00 con 0x7fa6c007dd20 2024-04-25T01:14:57.070 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.959+0000 7fa6bea00700 1 --2- 172.21.15.26:0/1862864447 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7fa6a4039050 0x7fa6a403b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:57.070 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.960+0000 7fa6bea00700 1 --2- 172.21.15.26:0/1862864447 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7fa6a4039050 0x7fa6a403b510 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac006fd0 tx=0x7fa6ac006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:57.070 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:55.965+0000 7fa6b7e00700 1 -- 172.21.15.26:0/1862864447 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa6b004cae0 con 0x7fa6c007dd20 2024-04-25T01:14:57.070 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:56.275+0000 7fa6c6600700 1 -- 172.21.15.26:0/1862864447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fa6c01a15e0 con 0x7fa6c007dd20 2024-04-25T01:14:57.070 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:56.276+0000 7fa6b7e00700 1 -- 172.21.15.26:0/1862864447 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fa6c01a15e0 con 0x7fa6c007dd20 2024-04-25T01:14:57.070 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:56.280+0000 7fa6c6600700 1 -- 172.21.15.26:0/1862864447 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7fa6a4039050 msgr2=0x7fa6a403b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:57.070 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:56.280+0000 7fa6c6600700 1 --2- 172.21.15.26:0/1862864447 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7fa6a4039050 0x7fa6a403b510 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac006fd0 tx=0x7fa6ac006e40 comp rx=0 tx=0).stop 2024-04-25T01:14:57.070 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:56.280+0000 7fa6c6600700 1 -- 172.21.15.26:0/1862864447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6c007dd20 msgr2=0x7fa6c019df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:57.070 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:56.280+0000 7fa6c6600700 1 --2- 172.21.15.26:0/1862864447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6c007dd20 0x7fa6c019df50 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0011b60 tx=0x7fa6b0011c40 comp rx=0 tx=0).stop 2024-04-25T01:14:57.070 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:56.281+0000 7fa6c6600700 1 -- 172.21.15.26:0/1862864447 shutdown_connections 2024-04-25T01:14:57.070 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:56.281+0000 7fa6c6600700 1 --2- 172.21.15.26:0/1862864447 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7fa6a4039050 0x7fa6a403b510 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:57.070 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:56.281+0000 7fa6c6600700 1 --2- 172.21.15.26:0/1862864447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6c007dd20 0x7fa6c019df50 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:57.071 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:56.281+0000 7fa6c6600700 1 -- 172.21.15.26:0/1862864447 >> 172.21.15.26:0/1862864447 conn(0x7fa6c0103470 msgr2=0x7fa6c0103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:57.071 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:56.281+0000 7fa6c6600700 1 -- 172.21.15.26:0/1862864447 shutdown_connections 2024-04-25T01:14:57.071 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:56.281+0000 7fa6c6600700 1 -- 172.21.15.26:0/1862864447 wait complete. 2024-04-25T01:14:57.071 INFO:teuthology.orchestra.run.smithi026.stdout:mgr is available 2024-04-25T01:14:58.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:57 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3958716495' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-25T01:14:58.698 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-25T01:14:58.698 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [global] 2024-04-25T01:14:58.698 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout fsid = 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:14:58.699 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-25T01:14:58.699 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-25T01:14:58.699 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-25T01:14:58.699 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-25T01:14:58.699 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-25T01:14:58.699 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-25T01:14:58.699 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-25T01:14:58.699 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-25T01:14:58.699 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [osd] 2024-04-25T01:14:58.699 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-25T01:14:58.699 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-25T01:14:58.699 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-25T01:14:58.700 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-25T01:14:58.700 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-25T01:14:58.700 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.699+0000 7fd42e000700 1 Processor -- start 2024-04-25T01:14:58.700 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.699+0000 7fd42e000700 1 -- start start 2024-04-25T01:14:58.700 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.700+0000 7fd42e000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd428106cd0 0x7fd4281070f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:58.700 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.700+0000 7fd42e000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd4281076c0 con 0x7fd428106cd0 2024-04-25T01:14:58.700 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.700+0000 7fd427400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd428106cd0 0x7fd4281070f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:58.700 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.700+0000 7fd427400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd428106cd0 0x7fd4281070f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46048/0 (socket says 172.21.15.26:46048) 2024-04-25T01:14:58.701 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.700+0000 7fd427400700 1 -- 172.21.15.26:0/2228006565 learned_addr learned my addr 172.21.15.26:0/2228006565 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:58.701 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.701+0000 7fd427400700 1 -- 172.21.15.26:0/2228006565 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd428107ed0 con 0x7fd428106cd0 2024-04-25T01:14:58.701 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.701+0000 7fd427400700 1 --2- 172.21.15.26:0/2228006565 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd428106cd0 0x7fd4281070f0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd4180098a0 tx=0x7fd418009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=478a0d10529b5a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:58.701 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.701+0000 7fd426000700 1 -- 172.21.15.26:0/2228006565 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd418004160 con 0x7fd428106cd0 2024-04-25T01:14:58.701 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.701+0000 7fd426000700 1 -- 172.21.15.26:0/2228006565 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fd418004300 con 0x7fd428106cd0 2024-04-25T01:14:58.701 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.701+0000 7fd426000700 1 -- 172.21.15.26:0/2228006565 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd418011b50 con 0x7fd428106cd0 2024-04-25T01:14:58.701 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.702+0000 7fd42e000700 1 -- 172.21.15.26:0/2228006565 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd428106cd0 msgr2=0x7fd4281070f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:58.701 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.702+0000 7fd42e000700 1 --2- 172.21.15.26:0/2228006565 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd428106cd0 0x7fd4281070f0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd4180098a0 tx=0x7fd418009bb0 comp rx=0 tx=0).stop 2024-04-25T01:14:58.701 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.702+0000 7fd42e000700 1 -- 172.21.15.26:0/2228006565 shutdown_connections 2024-04-25T01:14:58.701 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.702+0000 7fd42e000700 1 --2- 172.21.15.26:0/2228006565 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd428106cd0 0x7fd4281070f0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:58.701 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.702+0000 7fd42e000700 1 -- 172.21.15.26:0/2228006565 >> 172.21.15.26:0/2228006565 conn(0x7fd4281022b0 msgr2=0x7fd4281046d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:58.701 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.702+0000 7fd42e000700 1 -- 172.21.15.26:0/2228006565 shutdown_connections 2024-04-25T01:14:58.701 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.702+0000 7fd42e000700 1 -- 172.21.15.26:0/2228006565 wait complete. 2024-04-25T01:14:58.701 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.703+0000 7fd42e000700 1 Processor -- start 2024-04-25T01:14:58.702 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.704+0000 7fd42e000700 1 -- start start 2024-04-25T01:14:58.702 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.704+0000 7fd42e000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd428106cd0 0x7fd42819dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:58.702 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.704+0000 7fd42e000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd42810b280 con 0x7fd428106cd0 2024-04-25T01:14:58.702 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.704+0000 7fd427400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd428106cd0 0x7fd42819dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:58.702 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.704+0000 7fd427400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd428106cd0 0x7fd42819dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46054/0 (socket says 172.21.15.26:46054) 2024-04-25T01:14:58.702 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.704+0000 7fd427400700 1 -- 172.21.15.26:0/3958716495 learned_addr learned my addr 172.21.15.26:0/3958716495 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:14:58.702 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.705+0000 7fd427400700 1 -- 172.21.15.26:0/3958716495 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd42819e520 con 0x7fd428106cd0 2024-04-25T01:14:58.702 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.705+0000 7fd427400700 1 --2- 172.21.15.26:0/3958716495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd428106cd0 0x7fd42819dfe0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd418000c00 tx=0x7fd418011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:58.702 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.705+0000 7fd41fe00700 1 -- 172.21.15.26:0/3958716495 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd418003b20 con 0x7fd428106cd0 2024-04-25T01:14:58.702 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.705+0000 7fd41fe00700 1 -- 172.21.15.26:0/3958716495 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fd418003cc0 con 0x7fd428106cd0 2024-04-25T01:14:58.702 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.705+0000 7fd42e000700 1 -- 172.21.15.26:0/3958716495 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd42819e7b0 con 0x7fd428106cd0 2024-04-25T01:14:58.702 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.705+0000 7fd41fe00700 1 -- 172.21.15.26:0/3958716495 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd418024910 con 0x7fd428106cd0 2024-04-25T01:14:58.702 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.705+0000 7fd42e000700 1 -- 172.21.15.26:0/3958716495 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4281a14a0 con 0x7fd428106cd0 2024-04-25T01:14:58.702 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.707+0000 7fd41fe00700 1 -- 172.21.15.26:0/3958716495 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fd418022020 con 0x7fd428106cd0 2024-04-25T01:14:58.703 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.707+0000 7fd42e000700 1 -- 172.21.15.26:0/3958716495 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd428063890 con 0x7fd428106cd0 2024-04-25T01:14:58.703 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.707+0000 7fd41fe00700 1 --2- 172.21.15.26:0/3958716495 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7fd40c039050 0x7fd40c03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:14:58.703 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.707+0000 7fd41fe00700 1 -- 172.21.15.26:0/3958716495 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd418011e00 con 0x7fd428106cd0 2024-04-25T01:14:58.703 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.707+0000 7fd426a00700 1 --2- 172.21.15.26:0/3958716495 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7fd40c039050 0x7fd40c03b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:14:58.703 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.708+0000 7fd426a00700 1 --2- 172.21.15.26:0/3958716495 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7fd40c039050 0x7fd40c03b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd414006fd0 tx=0x7fd414006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:14:58.703 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.713+0000 7fd41fe00700 1 -- 172.21.15.26:0/3958716495 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fd41801ad80 con 0x7fd428106cd0 2024-04-25T01:14:58.703 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.938+0000 7fd42e000700 1 -- 172.21.15.26:0/3958716495 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fd4280008d0 con 0x7fd428106cd0 2024-04-25T01:14:58.703 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.941+0000 7fd41fe00700 1 -- 172.21.15.26:0/3958716495 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+373 (secure 0 0 0) 0x7fd418017ca0 con 0x7fd428106cd0 2024-04-25T01:14:58.703 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.944+0000 7fd42e000700 1 -- 172.21.15.26:0/3958716495 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7fd40c039050 msgr2=0x7fd40c03b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:58.703 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.944+0000 7fd42e000700 1 --2- 172.21.15.26:0/3958716495 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7fd40c039050 0x7fd40c03b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd414006fd0 tx=0x7fd414006e40 comp rx=0 tx=0).stop 2024-04-25T01:14:58.703 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.944+0000 7fd42e000700 1 -- 172.21.15.26:0/3958716495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd428106cd0 msgr2=0x7fd42819dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:14:58.703 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.944+0000 7fd42e000700 1 --2- 172.21.15.26:0/3958716495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd428106cd0 0x7fd42819dfe0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd418000c00 tx=0x7fd418011c10 comp rx=0 tx=0).stop 2024-04-25T01:14:58.703 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.944+0000 7fd42e000700 1 -- 172.21.15.26:0/3958716495 shutdown_connections 2024-04-25T01:14:58.704 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.944+0000 7fd42e000700 1 --2- 172.21.15.26:0/3958716495 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7fd40c039050 0x7fd40c03b510 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:58.704 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.944+0000 7fd42e000700 1 --2- 172.21.15.26:0/3958716495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd428106cd0 0x7fd42819dfe0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:14:58.704 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.944+0000 7fd42e000700 1 -- 172.21.15.26:0/3958716495 >> 172.21.15.26:0/3958716495 conn(0x7fd4281022b0 msgr2=0x7fd428103170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:14:58.704 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.944+0000 7fd42e000700 1 -- 172.21.15.26:0/3958716495 shutdown_connections 2024-04-25T01:14:58.704 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:57.944+0000 7fd42e000700 1 -- 172.21.15.26:0/3958716495 wait complete. 2024-04-25T01:14:58.704 INFO:teuthology.orchestra.run.smithi026.stdout:Enabling cephadm module... 2024-04-25T01:15:00.022 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:14:59 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3458444289' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-25T01:15:00.023 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:59 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: ignoring --setuser ceph since I am not root 2024-04-25T01:15:00.023 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:14:59 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: ignoring --setgroup ceph since I am not root 2024-04-25T01:15:00.023 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:00 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:00.037+0000 7f87329d7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T01:15:00.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.367+0000 7f2c83000700 1 Processor -- start 2024-04-25T01:15:00.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.367+0000 7f2c83000700 1 -- start start 2024-04-25T01:15:00.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.368+0000 7f2c83000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c7c108840 0x7f2c7c10ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:00.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.368+0000 7f2c83000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2c7c07be90 con 0x7f2c7c108840 2024-04-25T01:15:00.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.368+0000 7f2c7be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c7c108840 0x7f2c7c10ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:00.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.368+0000 7f2c7be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c7c108840 0x7f2c7c10ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46060/0 (socket says 172.21.15.26:46060) 2024-04-25T01:15:00.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.369+0000 7f2c7be00700 1 -- 172.21.15.26:0/1540234600 learned_addr learned my addr 172.21.15.26:0/1540234600 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:00.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.369+0000 7f2c7be00700 1 -- 172.21.15.26:0/1540234600 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c7c10b170 con 0x7f2c7c108840 2024-04-25T01:15:00.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.369+0000 7f2c7be00700 1 --2- 172.21.15.26:0/1540234600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c7c108840 0x7f2c7c10ac30 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c0098a0 tx=0x7f2c6c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb5b536444160a75 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:00.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.370+0000 7f2c7aa00700 1 -- 172.21.15.26:0/1540234600 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c6c004160 con 0x7f2c7c108840 2024-04-25T01:15:00.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.370+0000 7f2c7aa00700 1 -- 172.21.15.26:0/1540234600 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f2c6c004300 con 0x7f2c7c108840 2024-04-25T01:15:00.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.370+0000 7f2c7aa00700 1 -- 172.21.15.26:0/1540234600 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c6c011b50 con 0x7f2c7c108840 2024-04-25T01:15:00.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.370+0000 7f2c83000700 1 -- 172.21.15.26:0/1540234600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c7c108840 msgr2=0x7f2c7c10ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:00.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.370+0000 7f2c83000700 1 --2- 172.21.15.26:0/1540234600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c7c108840 0x7f2c7c10ac30 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c0098a0 tx=0x7f2c6c009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:00.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.371+0000 7f2c83000700 1 -- 172.21.15.26:0/1540234600 shutdown_connections 2024-04-25T01:15:00.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.371+0000 7f2c83000700 1 --2- 172.21.15.26:0/1540234600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c7c108840 0x7f2c7c10ac30 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:00.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.371+0000 7f2c83000700 1 -- 172.21.15.26:0/1540234600 >> 172.21.15.26:0/1540234600 conn(0x7f2c7c1022b0 msgr2=0x7f2c7c1046d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:00.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.371+0000 7f2c83000700 1 -- 172.21.15.26:0/1540234600 shutdown_connections 2024-04-25T01:15:00.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.371+0000 7f2c83000700 1 -- 172.21.15.26:0/1540234600 wait complete. 2024-04-25T01:15:00.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.372+0000 7f2c83000700 1 Processor -- start 2024-04-25T01:15:00.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.372+0000 7f2c83000700 1 -- start start 2024-04-25T01:15:00.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.372+0000 7f2c83000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c7c108840 0x7f2c7c19df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:00.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.372+0000 7f2c83000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2c7c10c1a0 con 0x7f2c7c108840 2024-04-25T01:15:00.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.373+0000 7f2c7be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c7c108840 0x7f2c7c19df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:00.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.373+0000 7f2c7be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c7c108840 0x7f2c7c19df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46062/0 (socket says 172.21.15.26:46062) 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.373+0000 7f2c7be00700 1 -- 172.21.15.26:0/3458444289 learned_addr learned my addr 172.21.15.26:0/3458444289 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.373+0000 7f2c7be00700 1 -- 172.21.15.26:0/3458444289 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c7c19e4c0 con 0x7f2c7c108840 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.373+0000 7f2c7be00700 1 --2- 172.21.15.26:0/3458444289 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c7c108840 0x7f2c7c19df80 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c011b60 tx=0x7f2c6c011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.374+0000 7f2c78c00700 1 -- 172.21.15.26:0/3458444289 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c6c003b20 con 0x7f2c7c108840 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.374+0000 7f2c78c00700 1 -- 172.21.15.26:0/3458444289 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f2c6c003cc0 con 0x7f2c7c108840 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.374+0000 7f2c83000700 1 -- 172.21.15.26:0/3458444289 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c7c19e750 con 0x7f2c7c108840 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.374+0000 7f2c78c00700 1 -- 172.21.15.26:0/3458444289 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c6c024840 con 0x7f2c7c108840 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.374+0000 7f2c83000700 1 -- 172.21.15.26:0/3458444289 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c7c1a1440 con 0x7f2c7c108840 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.375+0000 7f2c78c00700 1 -- 172.21.15.26:0/3458444289 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f2c6c022020 con 0x7f2c7c108840 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.375+0000 7f2c83000700 1 -- 172.21.15.26:0/3458444289 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c7c063890 con 0x7f2c7c108840 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.376+0000 7f2c78c00700 1 --2- 172.21.15.26:0/3458444289 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7f2c60039050 0x7f2c6003b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.376+0000 7f2c78c00700 1 -- 172.21.15.26:0/3458444289 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2c6c011e00 con 0x7f2c7c108840 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.376+0000 7f2c7b400700 1 --2- 172.21.15.26:0/3458444289 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7f2c60039050 0x7f2c6003b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.377+0000 7f2c7b400700 1 --2- 172.21.15.26:0/3458444289 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7f2c60039050 0x7f2c6003b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2c68006fd0 tx=0x7f2c68006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:00.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.381+0000 7f2c78c00700 1 -- 172.21.15.26:0/3458444289 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2c6c00b3e0 con 0x7f2c7c108840 2024-04-25T01:15:00.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.670+0000 7f2c83000700 1 -- 172.21.15.26:0/3458444289 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f2c7c1a1610 con 0x7f2c7c108840 2024-04-25T01:15:00.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.724+0000 7f2c78c00700 1 -- 172.21.15.26:0/3458444289 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f2c7c1a1610 con 0x7f2c7c108840 2024-04-25T01:15:00.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.727+0000 7f2c78c00700 1 -- 172.21.15.26:0/3458444289 <== mon.0 v2:172.21.15.26:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f2c6c02c350 con 0x7f2c7c108840 2024-04-25T01:15:00.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.728+0000 7f2c83000700 1 -- 172.21.15.26:0/3458444289 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7f2c60039050 msgr2=0x7f2c6003b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:00.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.728+0000 7f2c83000700 1 --2- 172.21.15.26:0/3458444289 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7f2c60039050 0x7f2c6003b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2c68006fd0 tx=0x7f2c68006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:00.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.728+0000 7f2c83000700 1 -- 172.21.15.26:0/3458444289 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c7c108840 msgr2=0x7f2c7c19df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:00.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.728+0000 7f2c83000700 1 --2- 172.21.15.26:0/3458444289 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c7c108840 0x7f2c7c19df80 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c011b60 tx=0x7f2c6c011c40 comp rx=0 tx=0).stop 2024-04-25T01:15:00.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.729+0000 7f2c83000700 1 -- 172.21.15.26:0/3458444289 shutdown_connections 2024-04-25T01:15:00.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.729+0000 7f2c83000700 1 --2- 172.21.15.26:0/3458444289 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7f2c60039050 0x7f2c6003b510 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:00.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.729+0000 7f2c83000700 1 --2- 172.21.15.26:0/3458444289 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c7c108840 0x7f2c7c19df80 secure :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c011b60 tx=0x7f2c6c011c40 comp rx=0 tx=0).stop 2024-04-25T01:15:00.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.729+0000 7f2c83000700 1 -- 172.21.15.26:0/3458444289 >> 172.21.15.26:0/3458444289 conn(0x7f2c7c1022b0 msgr2=0x7f2c7c102d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:00.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.730+0000 7f2c83000700 1 -- 172.21.15.26:0/3458444289 shutdown_connections 2024-04-25T01:15:00.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:14:59.730+0000 7f2c83000700 1 -- 172.21.15.26:0/3458444289 wait complete. 2024-04-25T01:15:00.558 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:00 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:00.298+0000 7f87329d7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T01:15:00.558 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:00 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:00.433+0000 7f87329d7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T01:15:00.962 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:00 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3458444289' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-25T01:15:00.962 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:00 smithi026 ceph-mon[28096]: mgrmap e5: x(active, since 5s) 2024-04-25T01:15:00.962 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:00 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:00.859+0000 7f87329d7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T01:15:01.308 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:00 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:00.976+0000 7f87329d7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T01:15:02.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:01 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/4234051600' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-25T01:15:02.197 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-25T01:15:02.197 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-25T01:15:02.197 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T01:15:02.197 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-25T01:15:02.197 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-25T01:15:02.197 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-25T01:15:02.197 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.142+0000 7ff7e9a00700 1 Processor -- start 2024-04-25T01:15:02.197 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.142+0000 7ff7e9a00700 1 -- start start 2024-04-25T01:15:02.198 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.143+0000 7ff7e9a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7e4109ff0 0x7ff7e410a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:02.198 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.143+0000 7ff7e9a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e410a9e0 con 0x7ff7e4109ff0 2024-04-25T01:15:02.198 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.143+0000 7ff7e2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7e4109ff0 0x7ff7e410a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:02.198 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.143+0000 7ff7e2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7e4109ff0 0x7ff7e410a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46088/0 (socket says 172.21.15.26:46088) 2024-04-25T01:15:02.198 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.143+0000 7ff7e2a00700 1 -- 172.21.15.26:0/3904610769 learned_addr learned my addr 172.21.15.26:0/3904610769 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:02.198 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.144+0000 7ff7e2a00700 1 -- 172.21.15.26:0/3904610769 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7e410b1a0 con 0x7ff7e4109ff0 2024-04-25T01:15:02.198 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.144+0000 7ff7e2a00700 1 --2- 172.21.15.26:0/3904610769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7e4109ff0 0x7ff7e410a410 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7ff7d40098a0 tx=0x7ff7d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca8be39321e761be server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:02.198 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.144+0000 7ff7e1600700 1 -- 172.21.15.26:0/3904610769 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff7d4004160 con 0x7ff7e4109ff0 2024-04-25T01:15:02.198 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.144+0000 7ff7e1600700 1 -- 172.21.15.26:0/3904610769 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ff7d4004300 con 0x7ff7e4109ff0 2024-04-25T01:15:02.198 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.144+0000 7ff7e1600700 1 -- 172.21.15.26:0/3904610769 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff7d4011b50 con 0x7ff7e4109ff0 2024-04-25T01:15:02.198 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.145+0000 7ff7e9a00700 1 -- 172.21.15.26:0/3904610769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7e4109ff0 msgr2=0x7ff7e410a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:02.198 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.145+0000 7ff7e9a00700 1 --2- 172.21.15.26:0/3904610769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7e4109ff0 0x7ff7e410a410 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7ff7d40098a0 tx=0x7ff7d4009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:02.198 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.145+0000 7ff7e9a00700 1 -- 172.21.15.26:0/3904610769 shutdown_connections 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.145+0000 7ff7e9a00700 1 --2- 172.21.15.26:0/3904610769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7e4109ff0 0x7ff7e410a410 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.145+0000 7ff7e9a00700 1 -- 172.21.15.26:0/3904610769 >> 172.21.15.26:0/3904610769 conn(0x7ff7e407d4c0 msgr2=0x7ff7e407d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.145+0000 7ff7e9a00700 1 -- 172.21.15.26:0/3904610769 shutdown_connections 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.145+0000 7ff7e9a00700 1 -- 172.21.15.26:0/3904610769 wait complete. 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.146+0000 7ff7e9a00700 1 Processor -- start 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.147+0000 7ff7e9a00700 1 -- start start 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.147+0000 7ff7e9a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7e4109ff0 0x7ff7e419df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.147+0000 7ff7e9a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e410e550 con 0x7ff7e4109ff0 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.147+0000 7ff7e2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7e4109ff0 0x7ff7e419df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.147+0000 7ff7e2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7e4109ff0 0x7ff7e419df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46104/0 (socket says 172.21.15.26:46104) 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.147+0000 7ff7e2a00700 1 -- 172.21.15.26:0/4234051600 learned_addr learned my addr 172.21.15.26:0/4234051600 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.148+0000 7ff7e2a00700 1 -- 172.21.15.26:0/4234051600 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7e419e490 con 0x7ff7e4109ff0 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.148+0000 7ff7e2a00700 1 --2- 172.21.15.26:0/4234051600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7e4109ff0 0x7ff7e419df50 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4000c00 tx=0x7ff7d4011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.148+0000 7ff7db400700 1 -- 172.21.15.26:0/4234051600 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff7d4003b20 con 0x7ff7e4109ff0 2024-04-25T01:15:02.199 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.148+0000 7ff7db400700 1 -- 172.21.15.26:0/4234051600 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ff7d4003cc0 con 0x7ff7e4109ff0 2024-04-25T01:15:02.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.148+0000 7ff7db400700 1 -- 172.21.15.26:0/4234051600 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff7d4024910 con 0x7ff7e4109ff0 2024-04-25T01:15:02.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.148+0000 7ff7e9a00700 1 -- 172.21.15.26:0/4234051600 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7e419e720 con 0x7ff7e4109ff0 2024-04-25T01:15:02.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.148+0000 7ff7e9a00700 1 -- 172.21.15.26:0/4234051600 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7e41a1410 con 0x7ff7e4109ff0 2024-04-25T01:15:02.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.149+0000 7ff7db400700 1 -- 172.21.15.26:0/4234051600 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7ff7d4022020 con 0x7ff7e4109ff0 2024-04-25T01:15:02.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.150+0000 7ff7db400700 1 --2- 172.21.15.26:0/4234051600 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff7c8039100 0x7ff7c803b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:02.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.150+0000 7ff7e9a00700 1 -- 172.21.15.26:0/4234051600 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7e4063890 con 0x7ff7e4109ff0 2024-04-25T01:15:02.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.150+0000 7ff7db400700 1 -- 172.21.15.26:0/4234051600 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff7d4011e00 con 0x7ff7e4109ff0 2024-04-25T01:15:02.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.150+0000 7ff7e2000700 1 -- 172.21.15.26:0/4234051600 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff7c8039100 msgr2=0x7ff7c803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1337649924 2024-04-25T01:15:02.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.150+0000 7ff7e2000700 1 --2- 172.21.15.26:0/4234051600 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff7c8039100 0x7ff7c803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T01:15:02.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.160+0000 7ff7db400700 1 -- 172.21.15.26:0/4234051600 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7ff7d4017ca0 con 0x7ff7e4109ff0 2024-04-25T01:15:02.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.351+0000 7ff7e2000700 1 -- 172.21.15.26:0/4234051600 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff7c8039100 msgr2=0x7ff7c803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1337649924 2024-04-25T01:15:02.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.351+0000 7ff7e2000700 1 --2- 172.21.15.26:0/4234051600 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff7c8039100 0x7ff7c803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T01:15:02.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.465+0000 7ff7e9a00700 1 -- 172.21.15.26:0/4234051600 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7ff7e41a15e0 con 0x7ff7e4109ff0 2024-04-25T01:15:02.200 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.466+0000 7ff7db400700 1 -- 172.21.15.26:0/4234051600 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7ff7d404cae0 con 0x7ff7e4109ff0 2024-04-25T01:15:02.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.469+0000 7ff7e9a00700 1 -- 172.21.15.26:0/4234051600 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff7c8039100 msgr2=0x7ff7c803b5c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T01:15:02.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.469+0000 7ff7e9a00700 1 --2- 172.21.15.26:0/4234051600 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff7c8039100 0x7ff7c803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:02.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.469+0000 7ff7e9a00700 1 -- 172.21.15.26:0/4234051600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7e4109ff0 msgr2=0x7ff7e419df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:02.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.469+0000 7ff7e9a00700 1 --2- 172.21.15.26:0/4234051600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7e4109ff0 0x7ff7e419df50 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4000c00 tx=0x7ff7d4011c10 comp rx=0 tx=0).stop 2024-04-25T01:15:02.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.469+0000 7ff7e9a00700 1 -- 172.21.15.26:0/4234051600 shutdown_connections 2024-04-25T01:15:02.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.469+0000 7ff7e9a00700 1 --2- 172.21.15.26:0/4234051600 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff7c8039100 0x7ff7c803b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:02.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.469+0000 7ff7e9a00700 1 --2- 172.21.15.26:0/4234051600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7e4109ff0 0x7ff7e419df50 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:02.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.469+0000 7ff7e9a00700 1 -- 172.21.15.26:0/4234051600 >> 172.21.15.26:0/4234051600 conn(0x7ff7e407d4c0 msgr2=0x7ff7e4107500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:02.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.469+0000 7ff7e9a00700 1 -- 172.21.15.26:0/4234051600 shutdown_connections 2024-04-25T01:15:02.201 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:01.469+0000 7ff7e9a00700 1 -- 172.21.15.26:0/4234051600 wait complete. 2024-04-25T01:15:02.201 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for the mgr to restart... 2024-04-25T01:15:02.201 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mgr epoch 5... 2024-04-25T01:15:02.809 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:02 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:02.634+0000 7f87329d7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T01:15:03.308 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:02 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:02.874+0000 7f87329d7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T01:15:03.309 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:03 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:03.094+0000 7f87329d7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T01:15:03.811 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:03 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:03.488+0000 7f87329d7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T01:15:03.811 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:03 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:03.614+0000 7f87329d7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T01:15:04.121 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:03 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:03.872+0000 7f87329d7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T01:15:04.121 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:04 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:04.135+0000 7f87329d7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T01:15:05.308 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:04 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:04.947+0000 7f87329d7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T01:15:05.809 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:05 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:05.519+0000 7f87329d7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T01:15:05.809 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:05 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:05.650+0000 7f87329d7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T01:15:06.308 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:05 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:05.923+0000 7f87329d7200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T01:15:07.035 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:06 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:06.591+0000 7f87329d7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T01:15:07.036 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:06 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:06.717+0000 7f87329d7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T01:15:07.036 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:07 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:07.049+0000 7f87329d7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T01:15:07.308 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:07 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:07.239+0000 7f87329d7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T01:15:07.661 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:07 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:07.379+0000 7f87329d7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T01:15:07.661 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:07 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:07.547+0000 7f87329d7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T01:15:08.058 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:07 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:07.675+0000 7f87329d7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T01:15:08.992 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:08 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:08.713+0000 7f87329d7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T01:15:08.992 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:09 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:09.005+0000 7f87329d7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T01:15:09.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:09 smithi026 ceph-mon[28096]: Active manager daemon x restarted 2024-04-25T01:15:09.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:09 smithi026 ceph-mon[28096]: Activating manager daemon x 2024-04-25T01:15:09.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:09 smithi026 ceph-mon[28096]: osdmap e2: 0 total, 0 up, 0 in 2024-04-25T01:15:09.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:09 smithi026 ceph-mon[28096]: mgrmap e6: x(active, starting, since 0.00550891s) 2024-04-25T01:15:09.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:09 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:15:09.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:09 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T01:15:09.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:09 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T01:15:09.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:09 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T01:15:09.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:09 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T01:15:09.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:09 smithi026 ceph-mon[28096]: Manager daemon x is now available 2024-04-25T01:15:09.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:09 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' 2024-04-25T01:15:10.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:10 smithi026 ceph-mon[28096]: Found migration_current of "None". Setting to last migration. 2024-04-25T01:15:10.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:10 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' 2024-04-25T01:15:10.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:10 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:15:10.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:10 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:15:10.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:10 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T01:15:10.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:10 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T01:15:10.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:10 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' 2024-04-25T01:15:10.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:10 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' 2024-04-25T01:15:10.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:10 smithi026 ceph-mon[28096]: mgrmap e7: x(active, since 1.0122s) 2024-04-25T01:15:10.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-25T01:15:10.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-25T01:15:10.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-25T01:15:10.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-25T01:15:10.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.892+0000 7ff686e00700 1 Processor -- start 2024-04-25T01:15:10.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.892+0000 7ff686e00700 1 -- start start 2024-04-25T01:15:10.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.893+0000 7ff686e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff68010a020 0x7ff68010a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:10.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.893+0000 7ff686e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff68010aa10 con 0x7ff68010a020 2024-04-25T01:15:10.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.893+0000 7ff67fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff68010a020 0x7ff68010a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:10.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.893+0000 7ff67fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff68010a020 0x7ff68010a440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35502/0 (socket says 172.21.15.26:35502) 2024-04-25T01:15:10.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.893+0000 7ff67fe00700 1 -- 172.21.15.26:0/857159816 learned_addr learned my addr 172.21.15.26:0/857159816 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:10.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.894+0000 7ff67fe00700 1 -- 172.21.15.26:0/857159816 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff68010b180 con 0x7ff68010a020 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.894+0000 7ff67fe00700 1 --2- 172.21.15.26:0/857159816 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff68010a020 0x7ff68010a440 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff6700098a0 tx=0x7ff670009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=318279b414008a1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.894+0000 7ff67ea00700 1 -- 172.21.15.26:0/857159816 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff670004160 con 0x7ff68010a020 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.894+0000 7ff67ea00700 1 -- 172.21.15.26:0/857159816 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ff670004300 con 0x7ff68010a020 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.894+0000 7ff67ea00700 1 -- 172.21.15.26:0/857159816 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff670011b50 con 0x7ff68010a020 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.895+0000 7ff686e00700 1 -- 172.21.15.26:0/857159816 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff68010a020 msgr2=0x7ff68010a440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.895+0000 7ff686e00700 1 --2- 172.21.15.26:0/857159816 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff68010a020 0x7ff68010a440 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff6700098a0 tx=0x7ff670009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.896+0000 7ff686e00700 1 -- 172.21.15.26:0/857159816 shutdown_connections 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.896+0000 7ff686e00700 1 --2- 172.21.15.26:0/857159816 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff68010a020 0x7ff68010a440 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.896+0000 7ff686e00700 1 -- 172.21.15.26:0/857159816 >> 172.21.15.26:0/857159816 conn(0x7ff68007d500 msgr2=0x7ff68007d910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.896+0000 7ff686e00700 1 -- 172.21.15.26:0/857159816 shutdown_connections 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.896+0000 7ff686e00700 1 -- 172.21.15.26:0/857159816 wait complete. 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.897+0000 7ff686e00700 1 Processor -- start 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.898+0000 7ff686e00700 1 -- start start 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.898+0000 7ff686e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff68010a020 0x7ff68019df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:10.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.898+0000 7ff686e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff68010e530 con 0x7ff68010a020 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.898+0000 7ff67fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff68010a020 0x7ff68019df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.898+0000 7ff67fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff68010a020 0x7ff68019df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35514/0 (socket says 172.21.15.26:35514) 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.898+0000 7ff67fe00700 1 -- 172.21.15.26:0/875493585 learned_addr learned my addr 172.21.15.26:0/875493585 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.899+0000 7ff67fe00700 1 -- 172.21.15.26:0/875493585 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff68019e490 con 0x7ff68010a020 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.899+0000 7ff67fe00700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff68010a020 0x7ff68019df50 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff670000c00 tx=0x7ff670011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.899+0000 7ff67cc00700 1 -- 172.21.15.26:0/875493585 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff670003b20 con 0x7ff68010a020 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.899+0000 7ff67cc00700 1 -- 172.21.15.26:0/875493585 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ff670003cc0 con 0x7ff68010a020 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.899+0000 7ff67cc00700 1 -- 172.21.15.26:0/875493585 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff670024910 con 0x7ff68010a020 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.899+0000 7ff686e00700 1 -- 172.21.15.26:0/875493585 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff68019e720 con 0x7ff68010a020 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.900+0000 7ff686e00700 1 -- 172.21.15.26:0/875493585 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6801a1410 con 0x7ff68010a020 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.901+0000 7ff67cc00700 1 -- 172.21.15.26:0/875493585 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7ff670022020 con 0x7ff68010a020 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.901+0000 7ff67cc00700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff6640390a0 0x7ff66403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.901+0000 7ff67cc00700 1 -- 172.21.15.26:0/875493585 --> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7ff66403bc70 con 0x7ff6640390a0 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.901+0000 7ff67cc00700 1 -- 172.21.15.26:0/875493585 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff670011e00 con 0x7ff68010a020 2024-04-25T01:15:10.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.901+0000 7ff67f400700 1 -- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff6640390a0 msgr2=0x7ff66403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1337649924 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:02.901+0000 7ff67f400700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff6640390a0 0x7ff66403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:03.102+0000 7ff67f400700 1 -- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff6640390a0 msgr2=0x7ff66403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1337649924 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:03.102+0000 7ff67f400700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff6640390a0 0x7ff66403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:03.503+0000 7ff67f400700 1 -- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff6640390a0 msgr2=0x7ff66403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1337649924 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:03.503+0000 7ff67f400700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff6640390a0 0x7ff66403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:04.304+0000 7ff67f400700 1 -- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff6640390a0 msgr2=0x7ff66403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1337649924 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:04.304+0000 7ff67f400700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff6640390a0 0x7ff66403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:05.906+0000 7ff67f400700 1 -- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff6640390a0 msgr2=0x7ff66403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1337649924 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:05.906+0000 7ff67f400700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff6640390a0 0x7ff66403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:09.014+0000 7ff67cc00700 1 -- 172.21.15.26:0/875493585 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mgrmap(e 6) ==== 46054+0+0 (secure 0 0 0) 0x7ff67001a950 con 0x7ff68010a020 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:09.015+0000 7ff67cc00700 1 -- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff6640390a0 msgr2=0x7ff66403b560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:09.015+0000 7ff67cc00700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff6640390a0 0x7ff66403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.019+0000 7ff67cc00700 1 -- 172.21.15.26:0/875493585 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7ff67004e150 con 0x7ff68010a020 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.020+0000 7ff67cc00700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ff66403c9d0 0x7ff66403edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:10.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.020+0000 7ff67cc00700 1 -- 172.21.15.26:0/875493585 --> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7ff670001d30 con 0x7ff66403c9d0 2024-04-25T01:15:10.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.024+0000 7ff67f400700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ff66403c9d0 0x7ff66403edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:10.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.027+0000 7ff67f400700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ff66403c9d0 0x7ff66403edc0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff66c003a10 tx=0x7ff66c0092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:10.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.028+0000 7ff67cc00700 1 -- 172.21.15.26:0/875493585 <== mgr.14120 v2:172.21.15.26:6800/4127845359 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7ff670001d30 con 0x7ff66403c9d0 2024-04-25T01:15:10.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.041+0000 7ff686e00700 1 -- 172.21.15.26:0/875493585 --> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7ff680063890 con 0x7ff66403c9d0 2024-04-25T01:15:10.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.041+0000 7ff67cc00700 1 -- 172.21.15.26:0/875493585 <== mgr.14120 v2:172.21.15.26:6800/4127845359 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7ff680063890 con 0x7ff66403c9d0 2024-04-25T01:15:10.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.042+0000 7ff686e00700 1 -- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ff66403c9d0 msgr2=0x7ff66403edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:10.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.042+0000 7ff686e00700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ff66403c9d0 0x7ff66403edc0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff66c003a10 tx=0x7ff66c0092b0 comp rx=0 tx=0).stop 2024-04-25T01:15:10.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.042+0000 7ff686e00700 1 -- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff68010a020 msgr2=0x7ff68019df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:10.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.042+0000 7ff686e00700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff68010a020 0x7ff68019df50 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff670000c00 tx=0x7ff670011c10 comp rx=0 tx=0).stop 2024-04-25T01:15:10.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.042+0000 7ff686e00700 1 -- 172.21.15.26:0/875493585 shutdown_connections 2024-04-25T01:15:10.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.042+0000 7ff686e00700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff68010a020 0x7ff68019df50 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:10.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.042+0000 7ff686e00700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ff66403c9d0 0x7ff66403edc0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:10.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.042+0000 7ff686e00700 1 --2- 172.21.15.26:0/875493585 >> [v2:172.21.15.26:6800/1337649924,v1:172.21.15.26:6801/1337649924] conn(0x7ff6640390a0 0x7ff66403b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:10.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.042+0000 7ff686e00700 1 -- 172.21.15.26:0/875493585 >> 172.21.15.26:0/875493585 conn(0x7ff68007d500 msgr2=0x7ff6801074f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:10.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.043+0000 7ff686e00700 1 -- 172.21.15.26:0/875493585 shutdown_connections 2024-04-25T01:15:10.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:10.043+0000 7ff686e00700 1 -- 172.21.15.26:0/875493585 wait complete. 2024-04-25T01:15:10.800 INFO:teuthology.orchestra.run.smithi026.stdout:mgr epoch 5 is available 2024-04-25T01:15:10.800 INFO:teuthology.orchestra.run.smithi026.stdout:Setting orchestrator backend to cephadm... 2024-04-25T01:15:11.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:11 smithi026 ceph-mon[28096]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-25T01:15:11.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:11 smithi026 ceph-mon[28096]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-25T01:15:12.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:12 smithi026 ceph-mon[28096]: mgrmap e8: x(active, since 2s) 2024-04-25T01:15:12.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:12 smithi026 ceph-mon[28096]: [25/Apr/2024:01:15:11] ENGINE Bus STARTING 2024-04-25T01:15:12.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:12 smithi026 ceph-mon[28096]: [25/Apr/2024:01:15:11] ENGINE Serving on http://172.21.15.26:8765 2024-04-25T01:15:12.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:12 smithi026 ceph-mon[28096]: [25/Apr/2024:01:15:11] ENGINE Serving on https://172.21.15.26:7150 2024-04-25T01:15:12.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:12 smithi026 ceph-mon[28096]: [25/Apr/2024:01:15:11] ENGINE Bus STARTED 2024-04-25T01:15:12.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:12 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:15:12.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:12 smithi026 ceph-mon[28096]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:15:12.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:12 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' 2024-04-25T01:15:12.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:12 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:15:12.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.432+0000 7f551f600700 1 Processor -- start 2024-04-25T01:15:12.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.432+0000 7f551f600700 1 -- start start 2024-04-25T01:15:12.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.433+0000 7f551f600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5518109ff0 0x7f551810a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:12.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.433+0000 7f551f600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f551810a9e0 con 0x7f5518109ff0 2024-04-25T01:15:12.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.433+0000 7f551cc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5518109ff0 0x7f551810a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:12.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.433+0000 7f551cc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5518109ff0 0x7f551810a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35594/0 (socket says 172.21.15.26:35594) 2024-04-25T01:15:12.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.433+0000 7f551cc00700 1 -- 172.21.15.26:0/2102072133 learned_addr learned my addr 172.21.15.26:0/2102072133 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:12.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.433+0000 7f551cc00700 1 -- 172.21.15.26:0/2102072133 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f551810b1a0 con 0x7f5518109ff0 2024-04-25T01:15:12.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.434+0000 7f551cc00700 1 --2- 172.21.15.26:0/2102072133 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5518109ff0 0x7f551810a410 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f550c0098a0 tx=0x7f550c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3d68dc60694b704 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:12.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.434+0000 7f5517400700 1 -- 172.21.15.26:0/2102072133 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f550c004160 con 0x7f5518109ff0 2024-04-25T01:15:12.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.434+0000 7f5517400700 1 -- 172.21.15.26:0/2102072133 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f550c004300 con 0x7f5518109ff0 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.434+0000 7f5517400700 1 -- 172.21.15.26:0/2102072133 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f550c011b50 con 0x7f5518109ff0 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.435+0000 7f551f600700 1 -- 172.21.15.26:0/2102072133 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5518109ff0 msgr2=0x7f551810a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.435+0000 7f551f600700 1 --2- 172.21.15.26:0/2102072133 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5518109ff0 0x7f551810a410 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f550c0098a0 tx=0x7f550c009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.435+0000 7f551f600700 1 -- 172.21.15.26:0/2102072133 shutdown_connections 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.435+0000 7f551f600700 1 --2- 172.21.15.26:0/2102072133 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5518109ff0 0x7f551810a410 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.435+0000 7f551f600700 1 -- 172.21.15.26:0/2102072133 >> 172.21.15.26:0/2102072133 conn(0x7f551807d4c0 msgr2=0x7f551807d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.435+0000 7f551f600700 1 -- 172.21.15.26:0/2102072133 shutdown_connections 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.435+0000 7f551f600700 1 -- 172.21.15.26:0/2102072133 wait complete. 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.436+0000 7f551f600700 1 Processor -- start 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.436+0000 7f551f600700 1 -- start start 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.436+0000 7f551f600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5518109ff0 0x7f551819df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.436+0000 7f551f600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f551810e550 con 0x7f5518109ff0 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.437+0000 7f551cc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5518109ff0 0x7f551819df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.437+0000 7f551cc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5518109ff0 0x7f551819df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35610/0 (socket says 172.21.15.26:35610) 2024-04-25T01:15:12.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.437+0000 7f551cc00700 1 -- 172.21.15.26:0/1764061383 learned_addr learned my addr 172.21.15.26:0/1764061383 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.437+0000 7f551cc00700 1 -- 172.21.15.26:0/1764061383 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f551819e470 con 0x7f5518109ff0 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.437+0000 7f551cc00700 1 --2- 172.21.15.26:0/1764061383 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5518109ff0 0x7f551819df30 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f550c000c00 tx=0x7f550c011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.437+0000 7f5515600700 1 -- 172.21.15.26:0/1764061383 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f550c003b20 con 0x7f5518109ff0 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.438+0000 7f5515600700 1 -- 172.21.15.26:0/1764061383 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f550c003cc0 con 0x7f5518109ff0 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.438+0000 7f5515600700 1 -- 172.21.15.26:0/1764061383 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f550c024910 con 0x7f5518109ff0 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.438+0000 7f551f600700 1 -- 172.21.15.26:0/1764061383 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f551819e700 con 0x7f5518109ff0 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.438+0000 7f551f600700 1 -- 172.21.15.26:0/1764061383 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55181a13f0 con 0x7f5518109ff0 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.439+0000 7f5515600700 1 -- 172.21.15.26:0/1764061383 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f550c022020 con 0x7f5518109ff0 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.439+0000 7f551f600700 1 -- 172.21.15.26:0/1764061383 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5518063890 con 0x7f5518109ff0 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.439+0000 7f5515600700 1 --2- 172.21.15.26:0/1764061383 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f55000390a0 0x7f550003b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.439+0000 7f5515600700 1 -- 172.21.15.26:0/1764061383 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f550c011e00 con 0x7f5518109ff0 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.440+0000 7f5517e00700 1 --2- 172.21.15.26:0/1764061383 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f55000390a0 0x7f550003b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.440+0000 7f5517e00700 1 --2- 172.21.15.26:0/1764061383 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f55000390a0 0x7f550003b560 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5504006fd0 tx=0x7f5504006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.445+0000 7f5515600700 1 -- 172.21.15.26:0/1764061383 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f550c01ad80 con 0x7f5518109ff0 2024-04-25T01:15:12.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.687+0000 7f551f600700 1 -- 172.21.15.26:0/1764061383 --> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f5518107bc0 con 0x7f55000390a0 2024-04-25T01:15:12.446 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.698+0000 7f5515600700 1 -- 172.21.15.26:0/1764061383 <== mgr.14120 v2:172.21.15.26:6800/4127845359 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f5518107bc0 con 0x7f55000390a0 2024-04-25T01:15:12.446 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.702+0000 7f551f600700 1 -- 172.21.15.26:0/1764061383 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f55000390a0 msgr2=0x7f550003b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:12.446 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.702+0000 7f551f600700 1 --2- 172.21.15.26:0/1764061383 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f55000390a0 0x7f550003b560 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5504006fd0 tx=0x7f5504006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:12.446 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.702+0000 7f551f600700 1 -- 172.21.15.26:0/1764061383 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5518109ff0 msgr2=0x7f551819df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:12.446 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.702+0000 7f551f600700 1 --2- 172.21.15.26:0/1764061383 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5518109ff0 0x7f551819df30 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f550c000c00 tx=0x7f550c011c10 comp rx=0 tx=0).stop 2024-04-25T01:15:12.446 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.702+0000 7f551f600700 1 -- 172.21.15.26:0/1764061383 shutdown_connections 2024-04-25T01:15:12.446 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.702+0000 7f551f600700 1 --2- 172.21.15.26:0/1764061383 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f55000390a0 0x7f550003b560 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:12.446 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.702+0000 7f551f600700 1 --2- 172.21.15.26:0/1764061383 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5518109ff0 0x7f551819df30 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:12.446 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.702+0000 7f551f600700 1 -- 172.21.15.26:0/1764061383 >> 172.21.15.26:0/1764061383 conn(0x7f551807d4c0 msgr2=0x7f55181074b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:12.446 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.702+0000 7f551f600700 1 -- 172.21.15.26:0/1764061383 shutdown_connections 2024-04-25T01:15:12.446 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:11.702+0000 7f551f600700 1 -- 172.21.15.26:0/1764061383 wait complete. 2024-04-25T01:15:13.985 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:13 smithi026 ceph-mon[28096]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:15:13.995 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-25T01:15:13.996 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.089+0000 7f30adc00700 1 Processor -- start 2024-04-25T01:15:13.996 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.089+0000 7f30adc00700 1 -- start start 2024-04-25T01:15:13.996 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.090+0000 7f30adc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30a807ddc0 0x7f30a807c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:13.996 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.090+0000 7f30adc00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f30a807c800 con 0x7f30a807ddc0 2024-04-25T01:15:13.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.090+0000 7f30a6a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30a807ddc0 0x7f30a807c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.090+0000 7f30a6a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30a807ddc0 0x7f30a807c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37046/0 (socket says 172.21.15.26:37046) 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.090+0000 7f30a6a00700 1 -- 172.21.15.26:0/464322072 learned_addr learned my addr 172.21.15.26:0/464322072 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.091+0000 7f30a6a00700 1 -- 172.21.15.26:0/464322072 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30a807c980 con 0x7f30a807ddc0 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.091+0000 7f30a6a00700 1 --2- 172.21.15.26:0/464322072 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30a807ddc0 0x7f30a807c2c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f30980098a0 tx=0x7f3098009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3498d38f689c292 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.092+0000 7f30a5600700 1 -- 172.21.15.26:0/464322072 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3098004160 con 0x7f30a807ddc0 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.092+0000 7f30a5600700 1 -- 172.21.15.26:0/464322072 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f3098004300 con 0x7f30a807ddc0 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.092+0000 7f30a5600700 1 -- 172.21.15.26:0/464322072 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3098011b50 con 0x7f30a807ddc0 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.093+0000 7f30adc00700 1 -- 172.21.15.26:0/464322072 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30a807ddc0 msgr2=0x7f30a807c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.093+0000 7f30adc00700 1 --2- 172.21.15.26:0/464322072 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30a807ddc0 0x7f30a807c2c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f30980098a0 tx=0x7f3098009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.093+0000 7f30adc00700 1 -- 172.21.15.26:0/464322072 shutdown_connections 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.093+0000 7f30adc00700 1 --2- 172.21.15.26:0/464322072 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30a807ddc0 0x7f30a807c2c0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.093+0000 7f30adc00700 1 -- 172.21.15.26:0/464322072 >> 172.21.15.26:0/464322072 conn(0x7f30a8103400 msgr2=0x7f30a8105820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.093+0000 7f30adc00700 1 -- 172.21.15.26:0/464322072 shutdown_connections 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.093+0000 7f30adc00700 1 -- 172.21.15.26:0/464322072 wait complete. 2024-04-25T01:15:13.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.094+0000 7f30adc00700 1 Processor -- start 2024-04-25T01:15:14.000 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.094+0000 7f30adc00700 1 -- start start 2024-04-25T01:15:14.003 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.095+0000 7f30adc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30a807ddc0 0x7f30a819df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:14.003 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.095+0000 7f30adc00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f30a810e390 con 0x7f30a807ddc0 2024-04-25T01:15:14.003 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.095+0000 7f30a6a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30a807ddc0 0x7f30a819df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:14.003 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.095+0000 7f30a6a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30a807ddc0 0x7f30a819df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37060/0 (socket says 172.21.15.26:37060) 2024-04-25T01:15:14.003 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.095+0000 7f30a6a00700 1 -- 172.21.15.26:0/33022967 learned_addr learned my addr 172.21.15.26:0/33022967 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:14.003 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.095+0000 7f30a6a00700 1 -- 172.21.15.26:0/33022967 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30a819e480 con 0x7f30a807ddc0 2024-04-25T01:15:14.003 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.096+0000 7f30a6a00700 1 --2- 172.21.15.26:0/33022967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30a807ddc0 0x7f30a819df40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f3098011b60 tx=0x7f3098011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:14.003 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.096+0000 7f309f400700 1 -- 172.21.15.26:0/33022967 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30980039e0 con 0x7f30a807ddc0 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.096+0000 7f309f400700 1 -- 172.21.15.26:0/33022967 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f3098003b80 con 0x7f30a807ddc0 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.096+0000 7f30adc00700 1 -- 172.21.15.26:0/33022967 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30a819e710 con 0x7f30a807ddc0 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.096+0000 7f309f400700 1 -- 172.21.15.26:0/33022967 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3098024760 con 0x7f30a807ddc0 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.096+0000 7f30adc00700 1 -- 172.21.15.26:0/33022967 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30a81a1400 con 0x7f30a807ddc0 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.097+0000 7f309f400700 1 -- 172.21.15.26:0/33022967 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f3098022020 con 0x7f30a807ddc0 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.098+0000 7f30adc00700 1 -- 172.21.15.26:0/33022967 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30a8063890 con 0x7f30a807ddc0 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.098+0000 7f309f400700 1 --2- 172.21.15.26:0/33022967 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f308c0390a0 0x7f308c03b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.098+0000 7f309f400700 1 -- 172.21.15.26:0/33022967 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f3098011e00 con 0x7f30a807ddc0 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.098+0000 7f30a6000700 1 --2- 172.21.15.26:0/33022967 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f308c0390a0 0x7f308c03b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.099+0000 7f30a6000700 1 --2- 172.21.15.26:0/33022967 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f308c0390a0 0x7f308c03b560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3094006fd0 tx=0x7f3094006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.104+0000 7f309f400700 1 -- 172.21.15.26:0/33022967 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f309801abc0 con 0x7f30a807ddc0 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.342+0000 7f30adc00700 1 -- 172.21.15.26:0/33022967 --> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f30a81046c0 con 0x7f308c0390a0 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.343+0000 7f309f400700 1 -- 172.21.15.26:0/33022967 <== mgr.14120 v2:172.21.15.26:6800/4127845359 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f30a81046c0 con 0x7f308c0390a0 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.345+0000 7f30adc00700 1 -- 172.21.15.26:0/33022967 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f308c0390a0 msgr2=0x7f308c03b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:14.004 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.345+0000 7f30adc00700 1 --2- 172.21.15.26:0/33022967 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f308c0390a0 0x7f308c03b560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3094006fd0 tx=0x7f3094006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:14.005 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.346+0000 7f30adc00700 1 -- 172.21.15.26:0/33022967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30a807ddc0 msgr2=0x7f30a819df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:14.005 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.346+0000 7f30adc00700 1 --2- 172.21.15.26:0/33022967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30a807ddc0 0x7f30a819df40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f3098011b60 tx=0x7f3098011c40 comp rx=0 tx=0).stop 2024-04-25T01:15:14.005 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.346+0000 7f30adc00700 1 -- 172.21.15.26:0/33022967 shutdown_connections 2024-04-25T01:15:14.005 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.346+0000 7f30adc00700 1 --2- 172.21.15.26:0/33022967 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f308c0390a0 0x7f308c03b560 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:14.005 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.346+0000 7f30adc00700 1 --2- 172.21.15.26:0/33022967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30a807ddc0 0x7f30a819df40 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:14.005 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.346+0000 7f30adc00700 1 -- 172.21.15.26:0/33022967 >> 172.21.15.26:0/33022967 conn(0x7f30a8103400 msgr2=0x7f30a8103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:14.005 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.346+0000 7f30adc00700 1 -- 172.21.15.26:0/33022967 shutdown_connections 2024-04-25T01:15:14.005 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:13.346+0000 7f30adc00700 1 -- 172.21.15.26:0/33022967 wait complete. 2024-04-25T01:15:14.005 INFO:teuthology.orchestra.run.smithi026.stdout:Generating ssh key... 2024-04-25T01:15:15.309 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: Generating public/private rsa key pair. 2024-04-25T01:15:15.309 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: Your identification has been saved in /tmp/tmpd_tqq0b3/key. 2024-04-25T01:15:15.309 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: Your public key has been saved in /tmp/tmpd_tqq0b3/key.pub. 2024-04-25T01:15:15.309 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: The key fingerprint is: 2024-04-25T01:15:15.309 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: SHA256:bRf3wsOvuS+QZkeYxfrEXi7OM38EsyhnWhb7C/Cdsv8 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:15:15.309 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: The key's randomart image is: 2024-04-25T01:15:15.309 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: +---[RSA 3072]----+ 2024-04-25T01:15:15.310 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: | . | 2024-04-25T01:15:15.310 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: | o | 2024-04-25T01:15:15.310 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: | .*. | 2024-04-25T01:15:15.310 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: | . ==*..| 2024-04-25T01:15:15.310 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: | S + .X=*.| 2024-04-25T01:15:15.310 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: | ..+%.*=o| 2024-04-25T01:15:15.310 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: | X+*oo.| 2024-04-25T01:15:15.311 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: | . +Bo.| 2024-04-25T01:15:15.311 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: | ..*XE| 2024-04-25T01:15:15.311 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:15 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: +----[SHA256]-----+ 2024-04-25T01:15:15.786 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.642+0000 7fcba7e00700 1 Processor -- start 2024-04-25T01:15:15.786 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.643+0000 7fcba7e00700 1 -- start start 2024-04-25T01:15:15.786 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.643+0000 7fcba7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcba0108900 0x7fcba010acf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:15.786 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.643+0000 7fcba7e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcba007bdd0 con 0x7fcba0108900 2024-04-25T01:15:15.786 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.643+0000 7fcba5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcba0108900 0x7fcba010acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:15.786 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.644+0000 7fcba5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcba0108900 0x7fcba010acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37068/0 (socket says 172.21.15.26:37068) 2024-04-25T01:15:15.787 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.644+0000 7fcba5400700 1 -- 172.21.15.26:0/1535806607 learned_addr learned my addr 172.21.15.26:0/1535806607 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:15.787 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.644+0000 7fcba5400700 1 -- 172.21.15.26:0/1535806607 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcba010b230 con 0x7fcba0108900 2024-04-25T01:15:15.787 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.644+0000 7fcba5400700 1 --2- 172.21.15.26:0/1535806607 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcba0108900 0x7fcba010acf0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fcb940098a0 tx=0x7fcb94009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c74f7beac9662e37 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:15.787 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.645+0000 7fcb9fe00700 1 -- 172.21.15.26:0/1535806607 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb94004160 con 0x7fcba0108900 2024-04-25T01:15:15.793 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.645+0000 7fcb9fe00700 1 -- 172.21.15.26:0/1535806607 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fcb94004300 con 0x7fcba0108900 2024-04-25T01:15:15.793 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.645+0000 7fcb9fe00700 1 -- 172.21.15.26:0/1535806607 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb94011b50 con 0x7fcba0108900 2024-04-25T01:15:15.793 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.645+0000 7fcba7e00700 1 -- 172.21.15.26:0/1535806607 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcba0108900 msgr2=0x7fcba010acf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:15.793 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.645+0000 7fcba7e00700 1 --2- 172.21.15.26:0/1535806607 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcba0108900 0x7fcba010acf0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fcb940098a0 tx=0x7fcb94009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:15.793 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.645+0000 7fcba7e00700 1 -- 172.21.15.26:0/1535806607 shutdown_connections 2024-04-25T01:15:15.793 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.645+0000 7fcba7e00700 1 --2- 172.21.15.26:0/1535806607 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcba0108900 0x7fcba010acf0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:15.793 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.645+0000 7fcba7e00700 1 -- 172.21.15.26:0/1535806607 >> 172.21.15.26:0/1535806607 conn(0x7fcba0102290 msgr2=0x7fcba01046b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:15.794 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.646+0000 7fcba7e00700 1 -- 172.21.15.26:0/1535806607 shutdown_connections 2024-04-25T01:15:15.794 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.646+0000 7fcba7e00700 1 -- 172.21.15.26:0/1535806607 wait complete. 2024-04-25T01:15:15.794 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.647+0000 7fcba7e00700 1 Processor -- start 2024-04-25T01:15:15.794 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.647+0000 7fcba7e00700 1 -- start start 2024-04-25T01:15:15.794 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.647+0000 7fcba7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcba0108900 0x7fcba019dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:15.794 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.647+0000 7fcba7e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcba0107490 con 0x7fcba0108900 2024-04-25T01:15:15.794 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.648+0000 7fcba5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcba0108900 0x7fcba019dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:15.794 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.648+0000 7fcba5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcba0108900 0x7fcba019dfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37080/0 (socket says 172.21.15.26:37080) 2024-04-25T01:15:15.794 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.648+0000 7fcba5400700 1 -- 172.21.15.26:0/3913270370 learned_addr learned my addr 172.21.15.26:0/3913270370 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:15.794 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.648+0000 7fcba5400700 1 -- 172.21.15.26:0/3913270370 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcba019e4f0 con 0x7fcba0108900 2024-04-25T01:15:15.794 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.648+0000 7fcba5400700 1 --2- 172.21.15.26:0/3913270370 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcba0108900 0x7fcba019dfb0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fcb94011b60 tx=0x7fcb94011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:15.794 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.649+0000 7fcb9e000700 1 -- 172.21.15.26:0/3913270370 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb94003970 con 0x7fcba0108900 2024-04-25T01:15:15.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.649+0000 7fcb9e000700 1 -- 172.21.15.26:0/3913270370 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fcb94003b10 con 0x7fcba0108900 2024-04-25T01:15:15.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.649+0000 7fcba7e00700 1 -- 172.21.15.26:0/3913270370 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcba019e780 con 0x7fcba0108900 2024-04-25T01:15:15.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.649+0000 7fcb9e000700 1 -- 172.21.15.26:0/3913270370 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb94024610 con 0x7fcba0108900 2024-04-25T01:15:15.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.649+0000 7fcba7e00700 1 -- 172.21.15.26:0/3913270370 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcba01a1470 con 0x7fcba0108900 2024-04-25T01:15:15.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.650+0000 7fcb9e000700 1 -- 172.21.15.26:0/3913270370 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fcb9401a430 con 0x7fcba0108900 2024-04-25T01:15:15.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.650+0000 7fcba7e00700 1 -- 172.21.15.26:0/3913270370 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcba0063890 con 0x7fcba0108900 2024-04-25T01:15:15.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.650+0000 7fcb9e000700 1 --2- 172.21.15.26:0/3913270370 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7fcb88039050 0x7fcb8803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:15.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.650+0000 7fcb9e000700 1 -- 172.21.15.26:0/3913270370 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fcb94011e00 con 0x7fcba0108900 2024-04-25T01:15:15.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.651+0000 7fcba4a00700 1 --2- 172.21.15.26:0/3913270370 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7fcb88039050 0x7fcb8803b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:15.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.652+0000 7fcba4a00700 1 --2- 172.21.15.26:0/3913270370 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7fcb88039050 0x7fcb8803b510 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c006fd0 tx=0x7fcb8c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:15.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.656+0000 7fcb9e000700 1 -- 172.21.15.26:0/3913270370 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fcb94016260 con 0x7fcba0108900 2024-04-25T01:15:15.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:14.887+0000 7fcba7e00700 1 -- 172.21.15.26:0/3913270370 --> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7fcba00008d0 con 0x7fcb88039050 2024-04-25T01:15:15.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:15.068+0000 7fcb9e000700 1 -- 172.21.15.26:0/3913270370 <== mgr.14120 v2:172.21.15.26:6800/4127845359 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fcba00008d0 con 0x7fcb88039050 2024-04-25T01:15:15.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:15.071+0000 7fcba7e00700 1 -- 172.21.15.26:0/3913270370 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7fcb88039050 msgr2=0x7fcb8803b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:15.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:15.071+0000 7fcba7e00700 1 --2- 172.21.15.26:0/3913270370 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7fcb88039050 0x7fcb8803b510 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c006fd0 tx=0x7fcb8c006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:15.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:15.071+0000 7fcba7e00700 1 -- 172.21.15.26:0/3913270370 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcba0108900 msgr2=0x7fcba019dfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:15.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:15.071+0000 7fcba7e00700 1 --2- 172.21.15.26:0/3913270370 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcba0108900 0x7fcba019dfb0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fcb94011b60 tx=0x7fcb94011c40 comp rx=0 tx=0).stop 2024-04-25T01:15:15.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:15.071+0000 7fcba7e00700 1 -- 172.21.15.26:0/3913270370 shutdown_connections 2024-04-25T01:15:15.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:15.071+0000 7fcba7e00700 1 --2- 172.21.15.26:0/3913270370 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7fcb88039050 0x7fcb8803b510 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:15.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:15.071+0000 7fcba7e00700 1 --2- 172.21.15.26:0/3913270370 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcba0108900 0x7fcba019dfb0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:15.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:15.071+0000 7fcba7e00700 1 -- 172.21.15.26:0/3913270370 >> 172.21.15.26:0/3913270370 conn(0x7fcba0102290 msgr2=0x7fcba0102b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:15.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:15.072+0000 7fcba7e00700 1 -- 172.21.15.26:0/3913270370 shutdown_connections 2024-04-25T01:15:15.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:15.072+0000 7fcba7e00700 1 -- 172.21.15.26:0/3913270370 wait complete. 2024-04-25T01:15:16.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:16 smithi026 ceph-mon[28096]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:15:16.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:16 smithi026 ceph-mon[28096]: Generating ssh key... 2024-04-25T01:15:16.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:16 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' 2024-04-25T01:15:16.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:16 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' 2024-04-25T01:15:17.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:17 smithi026 ceph-mon[28096]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:15:17.473 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCz4tO2fi9VkDb8aAI4Xsxd/P2GxkH/E9XaOR0jVzyK1OKYGh0pfiCuL+zNbIqyNjjpYNh2P04enq3h3hJ83mSG1aLlIiZKId7IdjkTkHtUChQSNmw5057MEx1U2TTS33lIpniJFukOjCI7jbPhyiJu6fhhXu/frGmWHN9vpYmEsVcQHbScwe8gLlr+dcCpUOkxE13ge6Z6rZYlbC2gdKnIY9T0PnRa4LBiR2fBn68ba7QjhzT5F9L/0YBoKumXPiA3CCTjFWLVSuNMWZC/bZ69DhPChaUVOGG/FhmuvGfC+EV0hy+2tdTEyVMaOjDlb/8W3/SwgMeRN6ZAlCswiDKsJPFh2OGvpkprzwOUk9niLNjQ3wNOLKWmWRqkTudNNti7rNNx32t4x7H+V5MFN5oNGaOApe8z4FyEhKWSqNBKJBKsUcrFpTOiyREQnCvXO+oRsruYEIAc2nHVj+2tLpZzW+FHYmIIEScB0EHhRo8csji7VvHE+UQkd+XP18yJLfE= ceph-004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:15:17.474 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.452+0000 7ffaf0e00700 1 Processor -- start 2024-04-25T01:15:17.474 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.453+0000 7ffaf0e00700 1 -- start start 2024-04-25T01:15:17.475 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.453+0000 7ffaf0e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffaec107c00 0x7ffaec108020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:17.475 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.453+0000 7ffaf0e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ffaec1085f0 con 0x7ffaec107c00 2024-04-25T01:15:17.475 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.453+0000 7ffaeb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffaec107c00 0x7ffaec108020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:17.476 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.453+0000 7ffaeb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffaec107c00 0x7ffaec108020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37092/0 (socket says 172.21.15.26:37092) 2024-04-25T01:15:17.476 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.453+0000 7ffaeb400700 1 -- 172.21.15.26:0/2393599152 learned_addr learned my addr 172.21.15.26:0/2393599152 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:17.476 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.454+0000 7ffaeb400700 1 -- 172.21.15.26:0/2393599152 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaec108db0 con 0x7ffaec107c00 2024-04-25T01:15:17.476 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.454+0000 7ffaeb400700 1 --2- 172.21.15.26:0/2393599152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffaec107c00 0x7ffaec108020 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ffadc0098a0 tx=0x7ffadc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12022f8352f25aa3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:17.477 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.455+0000 7ffaea000700 1 -- 172.21.15.26:0/2393599152 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffadc004160 con 0x7ffaec107c00 2024-04-25T01:15:17.477 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.455+0000 7ffaea000700 1 -- 172.21.15.26:0/2393599152 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ffadc004300 con 0x7ffaec107c00 2024-04-25T01:15:17.477 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.455+0000 7ffaea000700 1 -- 172.21.15.26:0/2393599152 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffadc011b50 con 0x7ffaec107c00 2024-04-25T01:15:17.477 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.455+0000 7ffaf0e00700 1 -- 172.21.15.26:0/2393599152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffaec107c00 msgr2=0x7ffaec108020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:17.478 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.455+0000 7ffaf0e00700 1 --2- 172.21.15.26:0/2393599152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffaec107c00 0x7ffaec108020 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ffadc0098a0 tx=0x7ffadc009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:17.478 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.455+0000 7ffaf0e00700 1 -- 172.21.15.26:0/2393599152 shutdown_connections 2024-04-25T01:15:17.478 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.455+0000 7ffaf0e00700 1 --2- 172.21.15.26:0/2393599152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffaec107c00 0x7ffaec108020 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:17.478 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.455+0000 7ffaf0e00700 1 -- 172.21.15.26:0/2393599152 >> 172.21.15.26:0/2393599152 conn(0x7ffaec103220 msgr2=0x7ffaec105640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:17.479 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.456+0000 7ffaf0e00700 1 -- 172.21.15.26:0/2393599152 shutdown_connections 2024-04-25T01:15:17.479 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.456+0000 7ffaf0e00700 1 -- 172.21.15.26:0/2393599152 wait complete. 2024-04-25T01:15:17.479 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.457+0000 7ffaf0e00700 1 Processor -- start 2024-04-25T01:15:17.479 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.457+0000 7ffaf0e00700 1 -- start start 2024-04-25T01:15:17.479 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.457+0000 7ffaf0e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffaec107c00 0x7ffaec07db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:17.480 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.457+0000 7ffaf0e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ffaec10c160 con 0x7ffaec107c00 2024-04-25T01:15:17.480 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.457+0000 7ffaeb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffaec107c00 0x7ffaec07db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:17.480 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.457+0000 7ffaeb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffaec107c00 0x7ffaec07db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37102/0 (socket says 172.21.15.26:37102) 2024-04-25T01:15:17.480 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.457+0000 7ffaeb400700 1 -- 172.21.15.26:0/4024907923 learned_addr learned my addr 172.21.15.26:0/4024907923 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:17.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.458+0000 7ffaeb400700 1 -- 172.21.15.26:0/4024907923 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaec07e090 con 0x7ffaec107c00 2024-04-25T01:15:17.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.458+0000 7ffaeb400700 1 --2- 172.21.15.26:0/4024907923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffaec107c00 0x7ffaec07db50 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ffadc011850 tx=0x7ffadc011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:17.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.458+0000 7ffae3e00700 1 -- 172.21.15.26:0/4024907923 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffadc003af0 con 0x7ffaec107c00 2024-04-25T01:15:17.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.458+0000 7ffae3e00700 1 -- 172.21.15.26:0/4024907923 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7ffadc020070 con 0x7ffaec107c00 2024-04-25T01:15:17.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.458+0000 7ffae3e00700 1 -- 172.21.15.26:0/4024907923 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffadc0195a0 con 0x7ffaec107c00 2024-04-25T01:15:17.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.458+0000 7ffaf0e00700 1 -- 172.21.15.26:0/4024907923 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaec07c280 con 0x7ffaec107c00 2024-04-25T01:15:17.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.459+0000 7ffaf0e00700 1 -- 172.21.15.26:0/4024907923 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaec07c7c0 con 0x7ffaec107c00 2024-04-25T01:15:17.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.460+0000 7ffae3e00700 1 -- 172.21.15.26:0/4024907923 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7ffadc019850 con 0x7ffaec107c00 2024-04-25T01:15:17.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.460+0000 7ffaf0e00700 1 -- 172.21.15.26:0/4024907923 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaec063890 con 0x7ffaec107c00 2024-04-25T01:15:17.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.460+0000 7ffae3e00700 1 --2- 172.21.15.26:0/4024907923 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ffad0039100 0x7ffad003b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:17.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.460+0000 7ffae3e00700 1 -- 172.21.15.26:0/4024907923 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ffadc011e00 con 0x7ffaec107c00 2024-04-25T01:15:17.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.461+0000 7ffaeaa00700 1 --2- 172.21.15.26:0/4024907923 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ffad0039100 0x7ffad003b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:17.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.461+0000 7ffaeaa00700 1 --2- 172.21.15.26:0/4024907923 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ffad0039100 0x7ffad003b5c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ffad8006fd0 tx=0x7ffad8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:17.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.466+0000 7ffae3e00700 1 -- 172.21.15.26:0/4024907923 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7ffadc00e260 con 0x7ffaec107c00 2024-04-25T01:15:17.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.693+0000 7ffaf0e00700 1 -- 172.21.15.26:0/4024907923 --> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7ffaec1044c0 con 0x7ffad0039100 2024-04-25T01:15:17.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.695+0000 7ffae3e00700 1 -- 172.21.15.26:0/4024907923 <== mgr.14120 v2:172.21.15.26:6800/4127845359 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7ffaec1044c0 con 0x7ffad0039100 2024-04-25T01:15:17.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.698+0000 7ffaf0e00700 1 -- 172.21.15.26:0/4024907923 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ffad0039100 msgr2=0x7ffad003b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:17.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.698+0000 7ffaf0e00700 1 --2- 172.21.15.26:0/4024907923 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ffad0039100 0x7ffad003b5c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ffad8006fd0 tx=0x7ffad8006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:17.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.698+0000 7ffaf0e00700 1 -- 172.21.15.26:0/4024907923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffaec107c00 msgr2=0x7ffaec07db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:17.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.698+0000 7ffaf0e00700 1 --2- 172.21.15.26:0/4024907923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffaec107c00 0x7ffaec07db50 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ffadc011850 tx=0x7ffadc011c10 comp rx=0 tx=0).stop 2024-04-25T01:15:17.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.699+0000 7ffaf0e00700 1 -- 172.21.15.26:0/4024907923 shutdown_connections 2024-04-25T01:15:17.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.699+0000 7ffaf0e00700 1 --2- 172.21.15.26:0/4024907923 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ffad0039100 0x7ffad003b5c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:17.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.699+0000 7ffaf0e00700 1 --2- 172.21.15.26:0/4024907923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffaec107c00 0x7ffaec07db50 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:17.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.699+0000 7ffaf0e00700 1 -- 172.21.15.26:0/4024907923 >> 172.21.15.26:0/4024907923 conn(0x7ffaec103220 msgr2=0x7ffaec103db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:17.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.699+0000 7ffaf0e00700 1 -- 172.21.15.26:0/4024907923 shutdown_connections 2024-04-25T01:15:17.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:16.699+0000 7ffaf0e00700 1 -- 172.21.15.26:0/4024907923 wait complete. 2024-04-25T01:15:17.487 INFO:teuthology.orchestra.run.smithi026.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-25T01:15:17.488 INFO:teuthology.orchestra.run.smithi026.stdout:Adding key to root@localhost authorized_keys... 2024-04-25T01:15:17.496 INFO:teuthology.orchestra.run.smithi026.stdout:Adding host smithi026... 2024-04-25T01:15:18.932 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:18 smithi026 ceph-mon[28096]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi026", "addr": "172.21.15.26", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:15:20.138 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:19 smithi026 ceph-mon[28096]: Deploying cephadm binary to smithi026 2024-04-25T01:15:25.582 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout Added host 'smithi026' with addr '172.21.15.26' 2024-04-25T01:15:25.582 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.181+0000 7fee43000700 1 Processor -- start 2024-04-25T01:15:25.582 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.181+0000 7fee43000700 1 -- start start 2024-04-25T01:15:25.582 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.182+0000 7fee43000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fee3c109e20 0x7fee3c10a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:25.582 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.182+0000 7fee43000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c10a810 con 0x7fee3c109e20 2024-04-25T01:15:25.582 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.182+0000 7fee41c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fee3c109e20 0x7fee3c10a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:25.586 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.183+0000 7fee41c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fee3c109e20 0x7fee3c10a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37116/0 (socket says 172.21.15.26:37116) 2024-04-25T01:15:25.586 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.183+0000 7fee41c00700 1 -- 172.21.15.26:0/1823353922 learned_addr learned my addr 172.21.15.26:0/1823353922 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:25.586 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.183+0000 7fee41c00700 1 -- 172.21.15.26:0/1823353922 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee3c10afd0 con 0x7fee3c109e20 2024-04-25T01:15:25.586 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.183+0000 7fee41c00700 1 --2- 172.21.15.26:0/1823353922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fee3c109e20 0x7fee3c10a240 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fee300098a0 tx=0x7fee30009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afdab69f40af2a2e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:25.586 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.184+0000 7fee3be00700 1 -- 172.21.15.26:0/1823353922 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee30004160 con 0x7fee3c109e20 2024-04-25T01:15:25.586 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.184+0000 7fee3be00700 1 -- 172.21.15.26:0/1823353922 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fee30004300 con 0x7fee3c109e20 2024-04-25T01:15:25.586 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.184+0000 7fee3be00700 1 -- 172.21.15.26:0/1823353922 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee30011b50 con 0x7fee3c109e20 2024-04-25T01:15:25.586 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.184+0000 7fee43000700 1 -- 172.21.15.26:0/1823353922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fee3c109e20 msgr2=0x7fee3c10a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:25.586 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.184+0000 7fee43000700 1 --2- 172.21.15.26:0/1823353922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fee3c109e20 0x7fee3c10a240 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fee300098a0 tx=0x7fee30009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:25.586 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.185+0000 7fee43000700 1 -- 172.21.15.26:0/1823353922 shutdown_connections 2024-04-25T01:15:25.586 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.185+0000 7fee43000700 1 --2- 172.21.15.26:0/1823353922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fee3c109e20 0x7fee3c10a240 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:25.586 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.185+0000 7fee43000700 1 -- 172.21.15.26:0/1823353922 >> 172.21.15.26:0/1823353922 conn(0x7fee3c07d240 msgr2=0x7fee3c07d650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:25.587 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.185+0000 7fee43000700 1 -- 172.21.15.26:0/1823353922 shutdown_connections 2024-04-25T01:15:25.587 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.185+0000 7fee43000700 1 -- 172.21.15.26:0/1823353922 wait complete. 2024-04-25T01:15:25.587 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.186+0000 7fee43000700 1 Processor -- start 2024-04-25T01:15:25.587 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.186+0000 7fee43000700 1 -- start start 2024-04-25T01:15:25.587 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.186+0000 7fee43000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fee3c109e20 0x7fee3c19de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:25.587 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.186+0000 7fee43000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c10e380 con 0x7fee3c109e20 2024-04-25T01:15:25.587 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.187+0000 7fee41c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fee3c109e20 0x7fee3c19de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:25.587 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.187+0000 7fee41c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fee3c109e20 0x7fee3c19de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37132/0 (socket says 172.21.15.26:37132) 2024-04-25T01:15:25.587 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.187+0000 7fee41c00700 1 -- 172.21.15.26:0/423434051 learned_addr learned my addr 172.21.15.26:0/423434051 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:25.587 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.187+0000 7fee41c00700 1 -- 172.21.15.26:0/423434051 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee3c19e350 con 0x7fee3c109e20 2024-04-25T01:15:25.587 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.187+0000 7fee41c00700 1 --2- 172.21.15.26:0/423434051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fee3c109e20 0x7fee3c19de10 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fee30011850 tx=0x7fee30011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:25.587 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.188+0000 7fee3a000700 1 -- 172.21.15.26:0/423434051 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee30003af0 con 0x7fee3c109e20 2024-04-25T01:15:25.587 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.188+0000 7fee3a000700 1 -- 172.21.15.26:0/423434051 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fee30020070 con 0x7fee3c109e20 2024-04-25T01:15:25.587 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.188+0000 7fee3a000700 1 -- 172.21.15.26:0/423434051 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee300195a0 con 0x7fee3c109e20 2024-04-25T01:15:25.588 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.188+0000 7fee43000700 1 -- 172.21.15.26:0/423434051 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee3c19e5e0 con 0x7fee3c109e20 2024-04-25T01:15:25.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.188+0000 7fee43000700 1 -- 172.21.15.26:0/423434051 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee3c1a12d0 con 0x7fee3c109e20 2024-04-25T01:15:25.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.189+0000 7fee43000700 1 -- 172.21.15.26:0/423434051 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee3c063890 con 0x7fee3c109e20 2024-04-25T01:15:25.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.189+0000 7fee3a000700 1 -- 172.21.15.26:0/423434051 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fee30019850 con 0x7fee3c109e20 2024-04-25T01:15:25.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.190+0000 7fee3a000700 1 --2- 172.21.15.26:0/423434051 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7fee240390a0 0x7fee2403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:25.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.190+0000 7fee3a000700 1 -- 172.21.15.26:0/423434051 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fee30011e00 con 0x7fee3c109e20 2024-04-25T01:15:25.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.190+0000 7fee41200700 1 --2- 172.21.15.26:0/423434051 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7fee240390a0 0x7fee2403b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.191+0000 7fee41200700 1 --2- 172.21.15.26:0/423434051 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7fee240390a0 0x7fee2403b560 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fee28006fd0 tx=0x7fee28006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.196+0000 7fee3a000700 1 -- 172.21.15.26:0/423434051 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fee3000e260 con 0x7fee3c109e20 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:18.426+0000 7fee43000700 1 -- 172.21.15.26:0/423434051 --> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi026", "addr": "172.21.15.26", "target": ["mon-mgr", ""]}) -- 0x7fee3c107cd0 con 0x7fee240390a0 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:24.820+0000 7fee3a000700 1 -- 172.21.15.26:0/423434051 <== mgr.14120 v2:172.21.15.26:6800/4127845359 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fee3c107cd0 con 0x7fee240390a0 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:24.825+0000 7fee43000700 1 -- 172.21.15.26:0/423434051 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7fee240390a0 msgr2=0x7fee2403b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:24.825+0000 7fee43000700 1 --2- 172.21.15.26:0/423434051 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7fee240390a0 0x7fee2403b560 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fee28006fd0 tx=0x7fee28006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:24.825+0000 7fee43000700 1 -- 172.21.15.26:0/423434051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fee3c109e20 msgr2=0x7fee3c19de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:24.825+0000 7fee43000700 1 --2- 172.21.15.26:0/423434051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fee3c109e20 0x7fee3c19de10 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fee30011850 tx=0x7fee30011c10 comp rx=0 tx=0).stop 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:24.825+0000 7fee43000700 1 -- 172.21.15.26:0/423434051 shutdown_connections 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:24.825+0000 7fee43000700 1 --2- 172.21.15.26:0/423434051 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7fee240390a0 0x7fee2403b560 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:24.825+0000 7fee43000700 1 --2- 172.21.15.26:0/423434051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fee3c109e20 0x7fee3c19de10 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:24.825+0000 7fee43000700 1 -- 172.21.15.26:0/423434051 >> 172.21.15.26:0/423434051 conn(0x7fee3c07d240 msgr2=0x7fee3c1075c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:24.825+0000 7fee43000700 1 -- 172.21.15.26:0/423434051 shutdown_connections 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:24.825+0000 7fee43000700 1 -- 172.21.15.26:0/423434051 wait complete. 2024-04-25T01:15:25.591 INFO:teuthology.orchestra.run.smithi026.stdout:Deploying unmanaged mon service... 2024-04-25T01:15:25.897 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:25 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' 2024-04-25T01:15:25.898 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:25 smithi026 ceph-mon[28096]: Added host smithi026 2024-04-25T01:15:25.898 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:25 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:15:27.441 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-25T01:15:27.441 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.317+0000 7f93e7400700 1 Processor -- start 2024-04-25T01:15:27.441 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.318+0000 7f93e7400700 1 -- start start 2024-04-25T01:15:27.441 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.318+0000 7f93e7400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93e010ecb0 0x7f93e01110a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:27.441 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.318+0000 7f93e7400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f93e01115e0 con 0x7f93e010ecb0 2024-04-25T01:15:27.441 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.319+0000 7f93e4a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93e010ecb0 0x7f93e01110a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:27.441 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.319+0000 7f93e4a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93e010ecb0 0x7f93e01110a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52562/0 (socket says 172.21.15.26:52562) 2024-04-25T01:15:27.442 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.319+0000 7f93e4a00700 1 -- 172.21.15.26:0/4245550710 learned_addr learned my addr 172.21.15.26:0/4245550710 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:27.442 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.320+0000 7f93e4a00700 1 -- 172.21.15.26:0/4245550710 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93e0111760 con 0x7f93e010ecb0 2024-04-25T01:15:27.442 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.320+0000 7f93e4a00700 1 --2- 172.21.15.26:0/4245550710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93e010ecb0 0x7f93e01110a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f93d40098a0 tx=0x7f93d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63b6196b01a6c874 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:27.442 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.320+0000 7f93df400700 1 -- 172.21.15.26:0/4245550710 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93d4004160 con 0x7f93e010ecb0 2024-04-25T01:15:27.442 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.320+0000 7f93df400700 1 -- 172.21.15.26:0/4245550710 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f93d4004300 con 0x7f93e010ecb0 2024-04-25T01:15:27.442 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.320+0000 7f93df400700 1 -- 172.21.15.26:0/4245550710 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93d4011b50 con 0x7f93e010ecb0 2024-04-25T01:15:27.442 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.321+0000 7f93e7400700 1 -- 172.21.15.26:0/4245550710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93e010ecb0 msgr2=0x7f93e01110a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:27.442 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.321+0000 7f93e7400700 1 --2- 172.21.15.26:0/4245550710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93e010ecb0 0x7f93e01110a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f93d40098a0 tx=0x7f93d4009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:27.442 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.321+0000 7f93e7400700 1 -- 172.21.15.26:0/4245550710 shutdown_connections 2024-04-25T01:15:27.442 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.321+0000 7f93e7400700 1 --2- 172.21.15.26:0/4245550710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93e010ecb0 0x7f93e01110a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:27.442 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.321+0000 7f93e7400700 1 -- 172.21.15.26:0/4245550710 >> 172.21.15.26:0/4245550710 conn(0x7f93e007d320 msgr2=0x7f93e007f780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:27.442 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.321+0000 7f93e7400700 1 -- 172.21.15.26:0/4245550710 shutdown_connections 2024-04-25T01:15:27.442 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.321+0000 7f93e7400700 1 -- 172.21.15.26:0/4245550710 wait complete. 2024-04-25T01:15:27.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.322+0000 7f93e7400700 1 Processor -- start 2024-04-25T01:15:27.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.322+0000 7f93e7400700 1 -- start start 2024-04-25T01:15:27.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.323+0000 7f93e7400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93e010ecb0 0x7f93e01a22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:27.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.323+0000 7f93e7400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f93e0112780 con 0x7f93e010ecb0 2024-04-25T01:15:27.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.323+0000 7f93e4a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93e010ecb0 0x7f93e01a22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:27.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.323+0000 7f93e4a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93e010ecb0 0x7f93e01a22b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52568/0 (socket says 172.21.15.26:52568) 2024-04-25T01:15:27.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.323+0000 7f93e4a00700 1 -- 172.21.15.26:0/2271260762 learned_addr learned my addr 172.21.15.26:0/2271260762 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:27.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.323+0000 7f93e4a00700 1 -- 172.21.15.26:0/2271260762 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93e01a27f0 con 0x7f93e010ecb0 2024-04-25T01:15:27.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.324+0000 7f93e4a00700 1 --2- 172.21.15.26:0/2271260762 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93e010ecb0 0x7f93e01a22b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f93d4011b60 tx=0x7f93d4011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:27.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.324+0000 7f93dd600700 1 -- 172.21.15.26:0/2271260762 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93d4003b20 con 0x7f93e010ecb0 2024-04-25T01:15:27.443 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.324+0000 7f93dd600700 1 -- 172.21.15.26:0/2271260762 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f93d4003cc0 con 0x7f93e010ecb0 2024-04-25T01:15:27.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.324+0000 7f93dd600700 1 -- 172.21.15.26:0/2271260762 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93d4024840 con 0x7f93e010ecb0 2024-04-25T01:15:27.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.324+0000 7f93e7400700 1 -- 172.21.15.26:0/2271260762 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93e01a2a80 con 0x7f93e010ecb0 2024-04-25T01:15:27.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.324+0000 7f93e7400700 1 -- 172.21.15.26:0/2271260762 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93e01a5770 con 0x7f93e010ecb0 2024-04-25T01:15:27.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.325+0000 7f93e7400700 1 -- 172.21.15.26:0/2271260762 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93e0063890 con 0x7f93e010ecb0 2024-04-25T01:15:27.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.326+0000 7f93dd600700 1 -- 172.21.15.26:0/2271260762 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f93d4022020 con 0x7f93e010ecb0 2024-04-25T01:15:27.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.326+0000 7f93dd600700 1 --2- 172.21.15.26:0/2271260762 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f93c8039050 0x7f93c803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:27.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.326+0000 7f93dd600700 1 -- 172.21.15.26:0/2271260762 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f93d4011e00 con 0x7f93e010ecb0 2024-04-25T01:15:27.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.326+0000 7f93dfe00700 1 --2- 172.21.15.26:0/2271260762 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f93c8039050 0x7f93c803b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:27.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.327+0000 7f93dfe00700 1 --2- 172.21.15.26:0/2271260762 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f93c8039050 0x7f93c803b510 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f93cc006fd0 tx=0x7f93cc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:27.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.332+0000 7f93dd600700 1 -- 172.21.15.26:0/2271260762 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f93d404cbb0 con 0x7f93e010ecb0 2024-04-25T01:15:27.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.592+0000 7f93e7400700 1 -- 172.21.15.26:0/2271260762 --> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f93e007e590 con 0x7f93c8039050 2024-04-25T01:15:27.444 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.600+0000 7f93dd600700 1 -- 172.21.15.26:0/2271260762 <== mgr.14120 v2:172.21.15.26:6800/4127845359 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f93e007e590 con 0x7f93c8039050 2024-04-25T01:15:27.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.603+0000 7f93e7400700 1 -- 172.21.15.26:0/2271260762 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f93c8039050 msgr2=0x7f93c803b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:27.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.603+0000 7f93e7400700 1 --2- 172.21.15.26:0/2271260762 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f93c8039050 0x7f93c803b510 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f93cc006fd0 tx=0x7f93cc006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:27.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.603+0000 7f93e7400700 1 -- 172.21.15.26:0/2271260762 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93e010ecb0 msgr2=0x7f93e01a22b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:27.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.603+0000 7f93e7400700 1 --2- 172.21.15.26:0/2271260762 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93e010ecb0 0x7f93e01a22b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f93d4011b60 tx=0x7f93d4011c40 comp rx=0 tx=0).stop 2024-04-25T01:15:27.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.603+0000 7f93e7400700 1 -- 172.21.15.26:0/2271260762 shutdown_connections 2024-04-25T01:15:27.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.603+0000 7f93e7400700 1 --2- 172.21.15.26:0/2271260762 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f93c8039050 0x7f93c803b510 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:27.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.603+0000 7f93e7400700 1 --2- 172.21.15.26:0/2271260762 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93e010ecb0 0x7f93e01a22b0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:27.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.603+0000 7f93e7400700 1 -- 172.21.15.26:0/2271260762 >> 172.21.15.26:0/2271260762 conn(0x7f93e007d320 msgr2=0x7f93e007de80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:27.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.604+0000 7f93e7400700 1 -- 172.21.15.26:0/2271260762 shutdown_connections 2024-04-25T01:15:27.445 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:26.604+0000 7f93e7400700 1 -- 172.21.15.26:0/2271260762 wait complete. 2024-04-25T01:15:27.445 INFO:teuthology.orchestra.run.smithi026.stdout:Deploying unmanaged mgr service... 2024-04-25T01:15:27.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:27 smithi026 ceph-mon[28096]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:15:27.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:27 smithi026 ceph-mon[28096]: Saving service mon spec with placement count:5 2024-04-25T01:15:27.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:27 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' 2024-04-25T01:15:29.810 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:29 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' 2024-04-25T01:15:29.810 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:29 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' 2024-04-25T01:15:29.811 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:29 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' 2024-04-25T01:15:30.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-25T01:15:30.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.225+0000 7f0c52a00700 1 Processor -- start 2024-04-25T01:15:30.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.226+0000 7f0c52a00700 1 -- start start 2024-04-25T01:15:30.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.226+0000 7f0c52a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c4c07dd50 0x7f0c4c07c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:30.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.226+0000 7f0c52a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0c4c07c800 con 0x7f0c4c07dd50 2024-04-25T01:15:30.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.226+0000 7f0c4be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c4c07dd50 0x7f0c4c07c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:30.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.227+0000 7f0c4be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c4c07dd50 0x7f0c4c07c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52570/0 (socket says 172.21.15.26:52570) 2024-04-25T01:15:30.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.227+0000 7f0c4be00700 1 -- 172.21.15.26:0/1678849299 learned_addr learned my addr 172.21.15.26:0/1678849299 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:30.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.227+0000 7f0c4be00700 1 -- 172.21.15.26:0/1678849299 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c4c07c980 con 0x7f0c4c07dd50 2024-04-25T01:15:30.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.227+0000 7f0c4be00700 1 --2- 172.21.15.26:0/1678849299 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c4c07dd50 0x7f0c4c07c2c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c0098a0 tx=0x7f0c3c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f111e2b7d64c5a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:30.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.228+0000 7f0c4aa00700 1 -- 172.21.15.26:0/1678849299 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c3c004160 con 0x7f0c4c07dd50 2024-04-25T01:15:30.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.228+0000 7f0c4aa00700 1 -- 172.21.15.26:0/1678849299 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c3c004300 con 0x7f0c4c07dd50 2024-04-25T01:15:30.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.228+0000 7f0c4aa00700 1 -- 172.21.15.26:0/1678849299 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c3c011b20 con 0x7f0c4c07dd50 2024-04-25T01:15:30.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.228+0000 7f0c52a00700 1 -- 172.21.15.26:0/1678849299 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c4c07dd50 msgr2=0x7f0c4c07c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:30.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.228+0000 7f0c52a00700 1 --2- 172.21.15.26:0/1678849299 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c4c07dd50 0x7f0c4c07c2c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c0098a0 tx=0x7f0c3c009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:30.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.229+0000 7f0c52a00700 1 -- 172.21.15.26:0/1678849299 shutdown_connections 2024-04-25T01:15:30.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.229+0000 7f0c52a00700 1 --2- 172.21.15.26:0/1678849299 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c4c07dd50 0x7f0c4c07c2c0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:30.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.229+0000 7f0c52a00700 1 -- 172.21.15.26:0/1678849299 >> 172.21.15.26:0/1678849299 conn(0x7f0c4c103460 msgr2=0x7f0c4c105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:30.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.229+0000 7f0c52a00700 1 -- 172.21.15.26:0/1678849299 shutdown_connections 2024-04-25T01:15:30.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.229+0000 7f0c52a00700 1 -- 172.21.15.26:0/1678849299 wait complete. 2024-04-25T01:15:30.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.230+0000 7f0c52a00700 1 Processor -- start 2024-04-25T01:15:30.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.231+0000 7f0c52a00700 1 -- start start 2024-04-25T01:15:30.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.231+0000 7f0c52a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c4c07dd50 0x7f0c4c19de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:30.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.231+0000 7f0c52a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0c4c10e310 con 0x7f0c4c07dd50 2024-04-25T01:15:30.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.231+0000 7f0c4be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c4c07dd50 0x7f0c4c19de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:30.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.231+0000 7f0c4be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c4c07dd50 0x7f0c4c19de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52576/0 (socket says 172.21.15.26:52576) 2024-04-25T01:15:30.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.232+0000 7f0c4be00700 1 -- 172.21.15.26:0/146197065 learned_addr learned my addr 172.21.15.26:0/146197065 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:30.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.232+0000 7f0c4be00700 1 -- 172.21.15.26:0/146197065 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c4c19e3c0 con 0x7f0c4c07dd50 2024-04-25T01:15:30.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.232+0000 7f0c4be00700 1 --2- 172.21.15.26:0/146197065 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c4c07dd50 0x7f0c4c19de80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c0117e0 tx=0x7f0c3c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:30.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.233+0000 7f0c48c00700 1 -- 172.21.15.26:0/146197065 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c3c003ba0 con 0x7f0c4c07dd50 2024-04-25T01:15:30.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.233+0000 7f0c48c00700 1 -- 172.21.15.26:0/146197065 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c3c01a910 con 0x7f0c4c07dd50 2024-04-25T01:15:30.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.233+0000 7f0c48c00700 1 -- 172.21.15.26:0/146197065 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c3c0248f0 con 0x7f0c4c07dd50 2024-04-25T01:15:30.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.233+0000 7f0c52a00700 1 -- 172.21.15.26:0/146197065 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c4c19e650 con 0x7f0c4c07dd50 2024-04-25T01:15:30.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.233+0000 7f0c52a00700 1 -- 172.21.15.26:0/146197065 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c4c19eab0 con 0x7f0c4c07dd50 2024-04-25T01:15:30.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.234+0000 7f0c48c00700 1 -- 172.21.15.26:0/146197065 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f0c3c022020 con 0x7f0c4c07dd50 2024-04-25T01:15:30.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.234+0000 7f0c52a00700 1 -- 172.21.15.26:0/146197065 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c4c063890 con 0x7f0c4c07dd50 2024-04-25T01:15:30.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.235+0000 7f0c48c00700 1 --2- 172.21.15.26:0/146197065 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f0c300390a0 0x7f0c3003b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:30.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.235+0000 7f0c48c00700 1 -- 172.21.15.26:0/146197065 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0c3c04d470 con 0x7f0c4c07dd50 2024-04-25T01:15:30.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.235+0000 7f0c4b400700 1 --2- 172.21.15.26:0/146197065 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f0c300390a0 0x7f0c3003b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:30.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.236+0000 7f0c4b400700 1 --2- 172.21.15.26:0/146197065 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f0c300390a0 0x7f0c3003b560 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0c38006fd0 tx=0x7f0c38006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:30.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.245+0000 7f0c48c00700 1 -- 172.21.15.26:0/146197065 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0c3c01ab70 con 0x7f0c4c07dd50 2024-04-25T01:15:30.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.493+0000 7f0c52a00700 1 -- 172.21.15.26:0/146197065 --> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f0c4c1045c0 con 0x7f0c300390a0 2024-04-25T01:15:30.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.502+0000 7f0c48c00700 1 -- 172.21.15.26:0/146197065 <== mgr.14120 v2:172.21.15.26:6800/4127845359 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f0c4c1045c0 con 0x7f0c300390a0 2024-04-25T01:15:30.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.505+0000 7f0c52a00700 1 -- 172.21.15.26:0/146197065 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f0c300390a0 msgr2=0x7f0c3003b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:30.313 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.505+0000 7f0c52a00700 1 --2- 172.21.15.26:0/146197065 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f0c300390a0 0x7f0c3003b560 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0c38006fd0 tx=0x7f0c38006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:30.314 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.505+0000 7f0c52a00700 1 -- 172.21.15.26:0/146197065 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c4c07dd50 msgr2=0x7f0c4c19de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:30.314 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.505+0000 7f0c52a00700 1 --2- 172.21.15.26:0/146197065 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c4c07dd50 0x7f0c4c19de80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c0117e0 tx=0x7f0c3c011ba0 comp rx=0 tx=0).stop 2024-04-25T01:15:30.314 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.505+0000 7f0c52a00700 1 -- 172.21.15.26:0/146197065 shutdown_connections 2024-04-25T01:15:30.314 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.505+0000 7f0c52a00700 1 --2- 172.21.15.26:0/146197065 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f0c300390a0 0x7f0c3003b560 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:30.314 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.505+0000 7f0c52a00700 1 --2- 172.21.15.26:0/146197065 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c4c07dd50 0x7f0c4c19de80 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:30.314 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.505+0000 7f0c52a00700 1 -- 172.21.15.26:0/146197065 >> 172.21.15.26:0/146197065 conn(0x7f0c4c103460 msgr2=0x7f0c4c103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:30.314 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.505+0000 7f0c52a00700 1 -- 172.21.15.26:0/146197065 shutdown_connections 2024-04-25T01:15:30.314 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:29.505+0000 7f0c52a00700 1 -- 172.21.15.26:0/146197065 wait complete. 2024-04-25T01:15:30.941 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:30 smithi026 ceph-mon[28096]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:15:30.941 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:30 smithi026 ceph-mon[28096]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:15:30.941 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:30 smithi026 ceph-mon[28096]: Saving service mgr spec with placement count:2 2024-04-25T01:15:32.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:32 smithi026 ceph-mon[28096]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:15:32.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:32 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2167501761' entity='client.admin' 2024-04-25T01:15:32.588 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.954+0000 7f5108800700 1 Processor -- start 2024-04-25T01:15:32.588 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.955+0000 7f5108800700 1 -- start start 2024-04-25T01:15:32.588 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.955+0000 7f5108800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f510007de20 0x7f510007c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:32.588 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.955+0000 7f5108800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f510007c860 con 0x7f510007de20 2024-04-25T01:15:32.588 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.956+0000 7f5105e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f510007de20 0x7f510007c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:32.588 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.956+0000 7f5105e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f510007de20 0x7f510007c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52580/0 (socket says 172.21.15.26:52580) 2024-04-25T01:15:32.588 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.956+0000 7f5105e00700 1 -- 172.21.15.26:0/259375647 learned_addr learned my addr 172.21.15.26:0/259375647 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:32.588 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.956+0000 7f5105e00700 1 -- 172.21.15.26:0/259375647 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f510007c9e0 con 0x7f510007de20 2024-04-25T01:15:32.588 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.957+0000 7f5105e00700 1 --2- 172.21.15.26:0/259375647 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f510007de20 0x7f510007c320 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f50f40098a0 tx=0x7f50f4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f15d17ee6845650 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:32.588 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.957+0000 7f5104a00700 1 -- 172.21.15.26:0/259375647 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50f4004160 con 0x7f510007de20 2024-04-25T01:15:32.588 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.957+0000 7f5104a00700 1 -- 172.21.15.26:0/259375647 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50f4004300 con 0x7f510007de20 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.957+0000 7f5104a00700 1 -- 172.21.15.26:0/259375647 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50f4011b20 con 0x7f510007de20 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.958+0000 7f5108800700 1 -- 172.21.15.26:0/259375647 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f510007de20 msgr2=0x7f510007c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.958+0000 7f5108800700 1 --2- 172.21.15.26:0/259375647 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f510007de20 0x7f510007c320 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f50f40098a0 tx=0x7f50f4009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.958+0000 7f5108800700 1 -- 172.21.15.26:0/259375647 shutdown_connections 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.958+0000 7f5108800700 1 --2- 172.21.15.26:0/259375647 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f510007de20 0x7f510007c320 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.958+0000 7f5108800700 1 -- 172.21.15.26:0/259375647 >> 172.21.15.26:0/259375647 conn(0x7f51001033f0 msgr2=0x7f5100105810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.959+0000 7f5108800700 1 -- 172.21.15.26:0/259375647 shutdown_connections 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.959+0000 7f5108800700 1 -- 172.21.15.26:0/259375647 wait complete. 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.960+0000 7f5108800700 1 Processor -- start 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.960+0000 7f5108800700 1 -- start start 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.960+0000 7f5108800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f510007de20 0x7f510019dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.960+0000 7f5108800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f510010e370 con 0x7f510007de20 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.961+0000 7f5105e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f510007de20 0x7f510019dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.961+0000 7f5105e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f510007de20 0x7f510019dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52592/0 (socket says 172.21.15.26:52592) 2024-04-25T01:15:32.589 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.961+0000 7f5105e00700 1 -- 172.21.15.26:0/2167501761 learned_addr learned my addr 172.21.15.26:0/2167501761 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.961+0000 7f5105e00700 1 -- 172.21.15.26:0/2167501761 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f510019e400 con 0x7f510007de20 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.961+0000 7f5105e00700 1 --2- 172.21.15.26:0/2167501761 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f510007de20 0x7f510019dec0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f50f40117e0 tx=0x7f50f4011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.962+0000 7f50faa00700 1 -- 172.21.15.26:0/2167501761 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50f4003ba0 con 0x7f510007de20 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.962+0000 7f50faa00700 1 -- 172.21.15.26:0/2167501761 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50f401a910 con 0x7f510007de20 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.962+0000 7f50faa00700 1 -- 172.21.15.26:0/2167501761 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50f40248f0 con 0x7f510007de20 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.962+0000 7f5108800700 1 -- 172.21.15.26:0/2167501761 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f510019e690 con 0x7f510007de20 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.962+0000 7f5108800700 1 -- 172.21.15.26:0/2167501761 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f510019eaf0 con 0x7f510007de20 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.963+0000 7f50faa00700 1 -- 172.21.15.26:0/2167501761 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f50f4022020 con 0x7f510007de20 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.963+0000 7f5108800700 1 -- 172.21.15.26:0/2167501761 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5100063890 con 0x7f510007de20 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.964+0000 7f50faa00700 1 --2- 172.21.15.26:0/2167501761 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f50e80390a0 0x7f50e803b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.964+0000 7f50faa00700 1 -- 172.21.15.26:0/2167501761 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f50f404d530 con 0x7f510007de20 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.965+0000 7f5105400700 1 --2- 172.21.15.26:0/2167501761 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f50e80390a0 0x7f50e803b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.966+0000 7f5105400700 1 --2- 172.21.15.26:0/2167501761 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f50e80390a0 0x7f50e803b560 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f50f0006fd0 tx=0x7f50f0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:30.969+0000 7f50faa00700 1 -- 172.21.15.26:0/2167501761 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f50f400f2e0 con 0x7f510007de20 2024-04-25T01:15:32.590 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:31.208+0000 7f5108800700 1 -- 172.21.15.26:0/2167501761 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f51001a1440 con 0x7f510007de20 2024-04-25T01:15:32.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:31.214+0000 7f50faa00700 1 -- 172.21.15.26:0/2167501761 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f50f404ce80 con 0x7f510007de20 2024-04-25T01:15:32.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:31.217+0000 7f5108800700 1 -- 172.21.15.26:0/2167501761 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f50e80390a0 msgr2=0x7f50e803b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:32.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:31.217+0000 7f5108800700 1 --2- 172.21.15.26:0/2167501761 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f50e80390a0 0x7f50e803b560 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f50f0006fd0 tx=0x7f50f0006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:32.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:31.217+0000 7f5108800700 1 -- 172.21.15.26:0/2167501761 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f510007de20 msgr2=0x7f510019dec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:32.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:31.217+0000 7f5108800700 1 --2- 172.21.15.26:0/2167501761 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f510007de20 0x7f510019dec0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f50f40117e0 tx=0x7f50f4011ba0 comp rx=0 tx=0).stop 2024-04-25T01:15:32.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:31.217+0000 7f5108800700 1 -- 172.21.15.26:0/2167501761 shutdown_connections 2024-04-25T01:15:32.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:31.217+0000 7f5108800700 1 --2- 172.21.15.26:0/2167501761 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f50e80390a0 0x7f50e803b560 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:32.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:31.217+0000 7f5108800700 1 --2- 172.21.15.26:0/2167501761 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f510007de20 0x7f510019dec0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:32.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:31.217+0000 7f5108800700 1 -- 172.21.15.26:0/2167501761 >> 172.21.15.26:0/2167501761 conn(0x7f51001033f0 msgr2=0x7f5100103ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:32.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:31.217+0000 7f5108800700 1 -- 172.21.15.26:0/2167501761 shutdown_connections 2024-04-25T01:15:32.591 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:31.217+0000 7f5108800700 1 -- 172.21.15.26:0/2167501761 wait complete. 2024-04-25T01:15:33.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:33 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' 2024-04-25T01:15:34.238 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.249+0000 7f157b200700 1 Processor -- start 2024-04-25T01:15:34.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.249+0000 7f157b200700 1 -- start start 2024-04-25T01:15:34.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.250+0000 7f157b200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f157c107c10 0x7f157c108030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:34.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.250+0000 7f157b200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f157c108570 con 0x7f157c107c10 2024-04-25T01:15:34.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.250+0000 7f1579e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f157c107c10 0x7f157c108030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:34.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.250+0000 7f1579e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f157c107c10 0x7f157c108030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38482/0 (socket says 172.21.15.26:38482) 2024-04-25T01:15:34.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.250+0000 7f1579e00700 1 -- 172.21.15.26:0/53341830 learned_addr learned my addr 172.21.15.26:0/53341830 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:34.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.251+0000 7f1579e00700 1 -- 172.21.15.26:0/53341830 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f157c1086f0 con 0x7f157c107c10 2024-04-25T01:15:34.422 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.251+0000 7f1579e00700 1 --2- 172.21.15.26:0/53341830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f157c107c10 0x7f157c108030 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f156c0098a0 tx=0x7f156c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5d40a3930897ae3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:34.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.251+0000 7f1578a00700 1 -- 172.21.15.26:0/53341830 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f156c004160 con 0x7f157c107c10 2024-04-25T01:15:34.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.252+0000 7f1578a00700 1 -- 172.21.15.26:0/53341830 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f156c004300 con 0x7f157c107c10 2024-04-25T01:15:34.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.252+0000 7f1578a00700 1 -- 172.21.15.26:0/53341830 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f156c011b20 con 0x7f157c107c10 2024-04-25T01:15:34.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.252+0000 7f157b200700 1 -- 172.21.15.26:0/53341830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f157c107c10 msgr2=0x7f157c108030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:34.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.252+0000 7f157b200700 1 --2- 172.21.15.26:0/53341830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f157c107c10 0x7f157c108030 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f156c0098a0 tx=0x7f156c009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:34.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.252+0000 7f157b200700 1 -- 172.21.15.26:0/53341830 shutdown_connections 2024-04-25T01:15:34.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.252+0000 7f157b200700 1 --2- 172.21.15.26:0/53341830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f157c107c10 0x7f157c108030 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:34.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.252+0000 7f157b200700 1 -- 172.21.15.26:0/53341830 >> 172.21.15.26:0/53341830 conn(0x7f157c103250 msgr2=0x7f157c105690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:34.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.253+0000 7f157b200700 1 -- 172.21.15.26:0/53341830 shutdown_connections 2024-04-25T01:15:34.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.253+0000 7f157b200700 1 -- 172.21.15.26:0/53341830 wait complete. 2024-04-25T01:15:34.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.254+0000 7f157b200700 1 Processor -- start 2024-04-25T01:15:34.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.254+0000 7f157b200700 1 -- start start 2024-04-25T01:15:34.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.255+0000 7f157b200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f157c107c10 0x7f157c19dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:34.423 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.255+0000 7f157b200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f157c10c030 con 0x7f157c107c10 2024-04-25T01:15:34.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.255+0000 7f1579e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f157c107c10 0x7f157c19dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:34.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.255+0000 7f1579e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f157c107c10 0x7f157c19dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38490/0 (socket says 172.21.15.26:38490) 2024-04-25T01:15:34.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.255+0000 7f1579e00700 1 -- 172.21.15.26:0/2383687000 learned_addr learned my addr 172.21.15.26:0/2383687000 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:34.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.256+0000 7f1579e00700 1 -- 172.21.15.26:0/2383687000 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f157c19e220 con 0x7f157c107c10 2024-04-25T01:15:34.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.256+0000 7f1579e00700 1 --2- 172.21.15.26:0/2383687000 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f157c107c10 0x7f157c19dce0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f156c0117e0 tx=0x7f156c011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:34.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.256+0000 7f1572a00700 1 -- 172.21.15.26:0/2383687000 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f156c003bf0 con 0x7f157c107c10 2024-04-25T01:15:34.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.256+0000 7f1572a00700 1 -- 172.21.15.26:0/2383687000 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f156c01a910 con 0x7f157c107c10 2024-04-25T01:15:34.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.256+0000 7f157b200700 1 -- 172.21.15.26:0/2383687000 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f157c19e4b0 con 0x7f157c107c10 2024-04-25T01:15:34.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.256+0000 7f1572a00700 1 -- 172.21.15.26:0/2383687000 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f156c024970 con 0x7f157c107c10 2024-04-25T01:15:34.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.256+0000 7f157b200700 1 -- 172.21.15.26:0/2383687000 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f157c19e910 con 0x7f157c107c10 2024-04-25T01:15:34.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.258+0000 7f1572a00700 1 -- 172.21.15.26:0/2383687000 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f156c022020 con 0x7f157c107c10 2024-04-25T01:15:34.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.258+0000 7f157b200700 1 -- 172.21.15.26:0/2383687000 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f157c063890 con 0x7f157c107c10 2024-04-25T01:15:34.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.258+0000 7f1572a00700 1 --2- 172.21.15.26:0/2383687000 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f1560039050 0x7f156003b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:34.424 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.258+0000 7f1572a00700 1 -- 172.21.15.26:0/2383687000 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f156c04d430 con 0x7f157c107c10 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.258+0000 7f1579400700 1 --2- 172.21.15.26:0/2383687000 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f1560039050 0x7f156003b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.259+0000 7f1579400700 1 --2- 172.21.15.26:0/2383687000 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f1560039050 0x7f156003b510 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1568006fd0 tx=0x7f1568006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.264+0000 7f1572a00700 1 -- 172.21.15.26:0/2383687000 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f156c011e20 con 0x7f157c107c10 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.492+0000 7f157b200700 1 -- 172.21.15.26:0/2383687000 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f157c1a1430 con 0x7f157c107c10 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.496+0000 7f1572a00700 1 -- 172.21.15.26:0/2383687000 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f156c00b3e0 con 0x7f157c107c10 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.500+0000 7f157b200700 1 -- 172.21.15.26:0/2383687000 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f1560039050 msgr2=0x7f156003b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.500+0000 7f157b200700 1 --2- 172.21.15.26:0/2383687000 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f1560039050 0x7f156003b510 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1568006fd0 tx=0x7f1568006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.500+0000 7f157b200700 1 -- 172.21.15.26:0/2383687000 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f157c107c10 msgr2=0x7f157c19dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.500+0000 7f157b200700 1 --2- 172.21.15.26:0/2383687000 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f157c107c10 0x7f157c19dce0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f156c0117e0 tx=0x7f156c011c10 comp rx=0 tx=0).stop 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.500+0000 7f157b200700 1 -- 172.21.15.26:0/2383687000 shutdown_connections 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.500+0000 7f157b200700 1 --2- 172.21.15.26:0/2383687000 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f1560039050 0x7f156003b510 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.500+0000 7f157b200700 1 --2- 172.21.15.26:0/2383687000 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f157c107c10 0x7f157c19dce0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.500+0000 7f157b200700 1 -- 172.21.15.26:0/2383687000 >> 172.21.15.26:0/2383687000 conn(0x7f157c103250 msgr2=0x7f157c103c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.501+0000 7f157b200700 1 -- 172.21.15.26:0/2383687000 shutdown_connections 2024-04-25T01:15:34.425 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:33.502+0000 7f157b200700 1 -- 172.21.15.26:0/2383687000 wait complete. 2024-04-25T01:15:34.426 INFO:teuthology.orchestra.run.smithi026.stdout:Enabling the dashboard module... 2024-04-25T01:15:34.738 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:34 smithi026 ceph-mon[28096]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:15:34.738 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:34 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2383687000' entity='client.admin' 2024-04-25T01:15:35.982 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:35 smithi026 ceph-mon[28096]: from='mgr.14120 172.21.15.26:0/1021923303' entity='mgr.x' 2024-04-25T01:15:35.983 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:35 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3176877745' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-25T01:15:35.983 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:35 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: ignoring --setuser ceph since I am not root 2024-04-25T01:15:35.983 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:35 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: ignoring --setgroup ceph since I am not root 2024-04-25T01:15:35.983 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:35 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:35.996+0000 7f80f547f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T01:15:36.238 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:36 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:36.252+0000 7f80f547f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T01:15:36.558 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:36 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:36.387+0000 7f80f547f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T01:15:36.909 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:36 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3176877745' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-25T01:15:36.909 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:36 smithi026 ceph-mon[28096]: mgrmap e9: x(active, since 26s) 2024-04-25T01:15:36.909 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:36 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:36.806+0000 7f80f547f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T01:15:36.909 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:36 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:36.923+0000 7f80f547f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T01:15:37.072 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.919+0000 7f2da3c00700 1 Processor -- start 2024-04-25T01:15:37.077 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.919+0000 7f2da3c00700 1 -- start start 2024-04-25T01:15:37.077 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.920+0000 7f2da3c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d9c107de0 0x7f2d9c108200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:37.077 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.920+0000 7f2da3c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2d9c108740 con 0x7f2d9c107de0 2024-04-25T01:15:37.077 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.921+0000 7f2da1200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d9c107de0 0x7f2d9c108200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:37.077 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.921+0000 7f2da1200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d9c107de0 0x7f2d9c108200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38506/0 (socket says 172.21.15.26:38506) 2024-04-25T01:15:37.077 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.921+0000 7f2da1200700 1 -- 172.21.15.26:0/4058976812 learned_addr learned my addr 172.21.15.26:0/4058976812 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:37.078 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.921+0000 7f2da1200700 1 -- 172.21.15.26:0/4058976812 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d9c1088c0 con 0x7f2d9c107de0 2024-04-25T01:15:37.078 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.922+0000 7f2da1200700 1 --2- 172.21.15.26:0/4058976812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d9c107de0 0x7f2d9c108200 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2d900098a0 tx=0x7f2d90009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5333389e42c8d542 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:37.078 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.922+0000 7f2d9b400700 1 -- 172.21.15.26:0/4058976812 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2d90004160 con 0x7f2d9c107de0 2024-04-25T01:15:37.078 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.922+0000 7f2d9b400700 1 -- 172.21.15.26:0/4058976812 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d90004300 con 0x7f2d9c107de0 2024-04-25T01:15:37.078 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.922+0000 7f2d9b400700 1 -- 172.21.15.26:0/4058976812 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2d90011b20 con 0x7f2d9c107de0 2024-04-25T01:15:37.078 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.923+0000 7f2da3c00700 1 -- 172.21.15.26:0/4058976812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d9c107de0 msgr2=0x7f2d9c108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:37.078 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.923+0000 7f2da3c00700 1 --2- 172.21.15.26:0/4058976812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d9c107de0 0x7f2d9c108200 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2d900098a0 tx=0x7f2d90009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:37.078 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.923+0000 7f2da3c00700 1 -- 172.21.15.26:0/4058976812 shutdown_connections 2024-04-25T01:15:37.078 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.923+0000 7f2da3c00700 1 --2- 172.21.15.26:0/4058976812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d9c107de0 0x7f2d9c108200 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:37.078 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.923+0000 7f2da3c00700 1 -- 172.21.15.26:0/4058976812 >> 172.21.15.26:0/4058976812 conn(0x7f2d9c103460 msgr2=0x7f2d9c105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:37.078 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.923+0000 7f2da3c00700 1 -- 172.21.15.26:0/4058976812 shutdown_connections 2024-04-25T01:15:37.078 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.923+0000 7f2da3c00700 1 -- 172.21.15.26:0/4058976812 wait complete. 2024-04-25T01:15:37.078 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.924+0000 7f2da3c00700 1 Processor -- start 2024-04-25T01:15:37.078 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.924+0000 7f2da3c00700 1 -- start start 2024-04-25T01:15:37.079 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.925+0000 7f2da3c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d9c107de0 0x7f2d9c19bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:37.079 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.925+0000 7f2da3c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2d9c10c250 con 0x7f2d9c107de0 2024-04-25T01:15:37.079 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.925+0000 7f2da1200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d9c107de0 0x7f2d9c19bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:37.079 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.925+0000 7f2da1200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d9c107de0 0x7f2d9c19bc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38522/0 (socket says 172.21.15.26:38522) 2024-04-25T01:15:37.079 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.925+0000 7f2da1200700 1 -- 172.21.15.26:0/3176877745 learned_addr learned my addr 172.21.15.26:0/3176877745 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:37.079 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.926+0000 7f2da1200700 1 -- 172.21.15.26:0/3176877745 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d9c19c1c0 con 0x7f2d9c107de0 2024-04-25T01:15:37.079 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.926+0000 7f2da1200700 1 --2- 172.21.15.26:0/3176877745 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d9c107de0 0x7f2d9c19bc80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2d900117e0 tx=0x7f2d90011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:37.079 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.926+0000 7f2d99600700 1 -- 172.21.15.26:0/3176877745 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2d90003ba0 con 0x7f2d9c107de0 2024-04-25T01:15:37.079 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.926+0000 7f2d99600700 1 -- 172.21.15.26:0/3176877745 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d9001a910 con 0x7f2d9c107de0 2024-04-25T01:15:37.079 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.926+0000 7f2d99600700 1 -- 172.21.15.26:0/3176877745 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2d900248f0 con 0x7f2d9c107de0 2024-04-25T01:15:37.079 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.926+0000 7f2da3c00700 1 -- 172.21.15.26:0/3176877745 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d9c19c450 con 0x7f2d9c107de0 2024-04-25T01:15:37.079 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.926+0000 7f2da3c00700 1 -- 172.21.15.26:0/3176877745 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d9c19c8b0 con 0x7f2d9c107de0 2024-04-25T01:15:37.079 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.927+0000 7f2da3c00700 1 -- 172.21.15.26:0/3176877745 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d9c063890 con 0x7f2d9c107de0 2024-04-25T01:15:37.079 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.928+0000 7f2d99600700 1 -- 172.21.15.26:0/3176877745 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f2d90022020 con 0x7f2d9c107de0 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.928+0000 7f2d99600700 1 --2- 172.21.15.26:0/3176877745 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f2d840390a0 0x7f2d8403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.928+0000 7f2d99600700 1 -- 172.21.15.26:0/3176877745 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f2d9004d4c0 con 0x7f2d9c107de0 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.928+0000 7f2d9be00700 1 --2- 172.21.15.26:0/3176877745 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f2d840390a0 0x7f2d8403b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.929+0000 7f2d9be00700 1 --2- 172.21.15.26:0/3176877745 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f2d840390a0 0x7f2d8403b560 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2d88006fd0 tx=0x7f2d88006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:34.934+0000 7f2d99600700 1 -- 172.21.15.26:0/3176877745 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2d9000f2e0 con 0x7f2d9c107de0 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:35.229+0000 7f2da3c00700 1 -- 172.21.15.26:0/3176877745 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f2d9c19f320 con 0x7f2d9c107de0 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:35.662+0000 7f2d99600700 1 -- 172.21.15.26:0/3176877745 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f2d9002d3f0 con 0x7f2d9c107de0 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:35.666+0000 7f2d99600700 1 -- 172.21.15.26:0/3176877745 <== mon.0 v2:172.21.15.26:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f2d9001a430 con 0x7f2d9c107de0 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:35.668+0000 7f2da3c00700 1 -- 172.21.15.26:0/3176877745 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f2d840390a0 msgr2=0x7f2d8403b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:35.668+0000 7f2da3c00700 1 --2- 172.21.15.26:0/3176877745 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f2d840390a0 0x7f2d8403b560 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2d88006fd0 tx=0x7f2d88006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:35.668+0000 7f2da3c00700 1 -- 172.21.15.26:0/3176877745 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d9c107de0 msgr2=0x7f2d9c19bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:35.668+0000 7f2da3c00700 1 --2- 172.21.15.26:0/3176877745 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d9c107de0 0x7f2d9c19bc80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2d900117e0 tx=0x7f2d90011ba0 comp rx=0 tx=0).stop 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:35.669+0000 7f2da3c00700 1 -- 172.21.15.26:0/3176877745 shutdown_connections 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:35.669+0000 7f2da3c00700 1 --2- 172.21.15.26:0/3176877745 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f2d840390a0 0x7f2d8403b560 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:37.080 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:35.669+0000 7f2da3c00700 1 --2- 172.21.15.26:0/3176877745 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d9c107de0 0x7f2d9c19bc80 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:37.081 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:35.669+0000 7f2da3c00700 1 -- 172.21.15.26:0/3176877745 >> 172.21.15.26:0/3176877745 conn(0x7f2d9c103460 msgr2=0x7f2d9c103e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:37.081 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:35.669+0000 7f2da3c00700 1 -- 172.21.15.26:0/3176877745 shutdown_connections 2024-04-25T01:15:37.081 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:35.670+0000 7f2da3c00700 1 -- 172.21.15.26:0/3176877745 wait complete. 2024-04-25T01:15:38.766 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:38 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1410867467' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-25T01:15:38.766 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:38 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:38.543+0000 7f80f547f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T01:15:38.766 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:38 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:38.781+0000 7f80f547f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T01:15:39.058 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:39 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:39.003+0000 7f80f547f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T01:15:39.290 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-25T01:15:39.290 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-25T01:15:39.290 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T01:15:39.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-25T01:15:39.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-25T01:15:39.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-25T01:15:39.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.052+0000 7ff073600700 1 Processor -- start 2024-04-25T01:15:39.296 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.052+0000 7ff073600700 1 -- start start 2024-04-25T01:15:39.296 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.053+0000 7ff073600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff06c107de0 0x7ff06c108200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:39.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.053+0000 7ff073600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff06c108740 con 0x7ff06c107de0 2024-04-25T01:15:39.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.053+0000 7ff070c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff06c107de0 0x7ff06c108200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:39.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.053+0000 7ff070c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff06c107de0 0x7ff06c108200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38554/0 (socket says 172.21.15.26:38554) 2024-04-25T01:15:39.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.053+0000 7ff070c00700 1 -- 172.21.15.26:0/3186188207 learned_addr learned my addr 172.21.15.26:0/3186188207 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:39.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.054+0000 7ff070c00700 1 -- 172.21.15.26:0/3186188207 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff06c1088c0 con 0x7ff06c107de0 2024-04-25T01:15:39.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.054+0000 7ff070c00700 1 --2- 172.21.15.26:0/3186188207 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff06c107de0 0x7ff06c108200 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff0600098a0 tx=0x7ff060009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36c89284f8f524f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:39.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.054+0000 7ff06b400700 1 -- 172.21.15.26:0/3186188207 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff060004160 con 0x7ff06c107de0 2024-04-25T01:15:39.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.055+0000 7ff06b400700 1 -- 172.21.15.26:0/3186188207 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff060004300 con 0x7ff06c107de0 2024-04-25T01:15:39.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.055+0000 7ff06b400700 1 -- 172.21.15.26:0/3186188207 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff060011b20 con 0x7ff06c107de0 2024-04-25T01:15:39.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.055+0000 7ff073600700 1 -- 172.21.15.26:0/3186188207 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff06c107de0 msgr2=0x7ff06c108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:39.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.055+0000 7ff073600700 1 --2- 172.21.15.26:0/3186188207 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff06c107de0 0x7ff06c108200 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff0600098a0 tx=0x7ff060009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:39.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.055+0000 7ff073600700 1 -- 172.21.15.26:0/3186188207 shutdown_connections 2024-04-25T01:15:39.297 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.055+0000 7ff073600700 1 --2- 172.21.15.26:0/3186188207 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff06c107de0 0x7ff06c108200 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:39.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.055+0000 7ff073600700 1 -- 172.21.15.26:0/3186188207 >> 172.21.15.26:0/3186188207 conn(0x7ff06c103460 msgr2=0x7ff06c105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:39.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.056+0000 7ff073600700 1 -- 172.21.15.26:0/3186188207 shutdown_connections 2024-04-25T01:15:39.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.056+0000 7ff073600700 1 -- 172.21.15.26:0/3186188207 wait complete. 2024-04-25T01:15:39.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.057+0000 7ff073600700 1 Processor -- start 2024-04-25T01:15:39.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.057+0000 7ff073600700 1 -- start start 2024-04-25T01:15:39.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.058+0000 7ff073600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff06c107de0 0x7ff06c07db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:39.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.058+0000 7ff073600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff06c10c250 con 0x7ff06c107de0 2024-04-25T01:15:39.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.058+0000 7ff070c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff06c107de0 0x7ff06c07db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:39.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.058+0000 7ff070c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff06c107de0 0x7ff06c07db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38564/0 (socket says 172.21.15.26:38564) 2024-04-25T01:15:39.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.058+0000 7ff070c00700 1 -- 172.21.15.26:0/1410867467 learned_addr learned my addr 172.21.15.26:0/1410867467 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:39.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.059+0000 7ff070c00700 1 -- 172.21.15.26:0/1410867467 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff06c07e090 con 0x7ff06c107de0 2024-04-25T01:15:39.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.059+0000 7ff070c00700 1 --2- 172.21.15.26:0/1410867467 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff06c107de0 0x7ff06c07db50 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ff0600117e0 tx=0x7ff060011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:39.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.059+0000 7ff069600700 1 -- 172.21.15.26:0/1410867467 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff060003ba0 con 0x7ff06c107de0 2024-04-25T01:15:39.298 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.059+0000 7ff069600700 1 -- 172.21.15.26:0/1410867467 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff06001a910 con 0x7ff06c107de0 2024-04-25T01:15:39.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.059+0000 7ff073600700 1 -- 172.21.15.26:0/1410867467 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff06c07c280 con 0x7ff06c107de0 2024-04-25T01:15:39.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.059+0000 7ff069600700 1 -- 172.21.15.26:0/1410867467 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0600248f0 con 0x7ff06c107de0 2024-04-25T01:15:39.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.059+0000 7ff073600700 1 -- 172.21.15.26:0/1410867467 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff06c07c740 con 0x7ff06c107de0 2024-04-25T01:15:39.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.060+0000 7ff073600700 1 -- 172.21.15.26:0/1410867467 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff06c063890 con 0x7ff06c107de0 2024-04-25T01:15:39.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.061+0000 7ff069600700 1 -- 172.21.15.26:0/1410867467 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7ff060022020 con 0x7ff06c107de0 2024-04-25T01:15:39.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.061+0000 7ff069600700 1 --2- 172.21.15.26:0/1410867467 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ff0540390a0 0x7ff05403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:39.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.061+0000 7ff069600700 1 -- 172.21.15.26:0/1410867467 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff06004d9f0 con 0x7ff06c107de0 2024-04-25T01:15:39.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.061+0000 7ff06be00700 1 -- 172.21.15.26:0/1410867467 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ff0540390a0 msgr2=0x7ff05403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/4127845359 2024-04-25T01:15:39.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.062+0000 7ff06be00700 1 --2- 172.21.15.26:0/1410867467 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ff0540390a0 0x7ff05403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T01:15:39.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.067+0000 7ff069600700 1 -- 172.21.15.26:0/1410867467 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7ff06000b3e0 con 0x7ff06c107de0 2024-04-25T01:15:39.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.263+0000 7ff06be00700 1 -- 172.21.15.26:0/1410867467 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ff0540390a0 msgr2=0x7ff05403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/4127845359 2024-04-25T01:15:39.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.263+0000 7ff06be00700 1 --2- 172.21.15.26:0/1410867467 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ff0540390a0 0x7ff05403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T01:15:39.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.346+0000 7ff073600700 1 -- 172.21.15.26:0/1410867467 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7ff06c07d050 con 0x7ff06c107de0 2024-04-25T01:15:39.299 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.347+0000 7ff069600700 1 -- 172.21.15.26:0/1410867467 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7ff060020c10 con 0x7ff06c107de0 2024-04-25T01:15:39.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.350+0000 7ff073600700 1 -- 172.21.15.26:0/1410867467 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ff0540390a0 msgr2=0x7ff05403b560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T01:15:39.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.350+0000 7ff073600700 1 --2- 172.21.15.26:0/1410867467 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ff0540390a0 0x7ff05403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:39.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.350+0000 7ff073600700 1 -- 172.21.15.26:0/1410867467 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff06c107de0 msgr2=0x7ff06c07db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:39.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.350+0000 7ff073600700 1 --2- 172.21.15.26:0/1410867467 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff06c107de0 0x7ff06c07db50 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ff0600117e0 tx=0x7ff060011ba0 comp rx=0 tx=0).stop 2024-04-25T01:15:39.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.351+0000 7ff073600700 1 -- 172.21.15.26:0/1410867467 shutdown_connections 2024-04-25T01:15:39.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.351+0000 7ff073600700 1 --2- 172.21.15.26:0/1410867467 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7ff0540390a0 0x7ff05403b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:39.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.351+0000 7ff073600700 1 --2- 172.21.15.26:0/1410867467 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff06c107de0 0x7ff06c07db50 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:39.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.351+0000 7ff073600700 1 -- 172.21.15.26:0/1410867467 >> 172.21.15.26:0/1410867467 conn(0x7ff06c103460 msgr2=0x7ff06c103e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:39.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.351+0000 7ff073600700 1 -- 172.21.15.26:0/1410867467 shutdown_connections 2024-04-25T01:15:39.300 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:38.351+0000 7ff073600700 1 -- 172.21.15.26:0/1410867467 wait complete. 2024-04-25T01:15:39.300 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for the mgr to restart... 2024-04-25T01:15:39.300 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mgr epoch 9... 2024-04-25T01:15:39.558 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:39 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:39.401+0000 7f80f547f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T01:15:39.559 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:39 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:39.531+0000 7f80f547f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T01:15:39.916 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:39 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:39.794+0000 7f80f547f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T01:15:40.195 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:40 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:40.060+0000 7f80f547f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T01:15:41.308 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:40 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:40.872+0000 7f80f547f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T01:15:41.568 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:41 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:41.447+0000 7f80f547f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T01:15:41.568 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:41 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:41.581+0000 7f80f547f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T01:15:42.308 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:41 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:41.862+0000 7f80f547f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T01:15:42.808 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:42 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:42.541+0000 7f80f547f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T01:15:42.808 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:42 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:42.669+0000 7f80f547f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T01:15:43.179 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:43.004+0000 7f80f547f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T01:15:43.179 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:43.192+0000 7f80f547f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T01:15:43.466 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:43.323+0000 7f80f547f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T01:15:43.466 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:43.480+0000 7f80f547f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T01:15:43.808 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:43.607+0000 7f80f547f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T01:15:44.922 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:44 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:44.642+0000 7f80f547f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T01:15:44.923 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:15:44 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:15:44.937+0000 7f80f547f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T01:15:45.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:44 smithi026 ceph-mon[28096]: Active manager daemon x restarted 2024-04-25T01:15:45.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:44 smithi026 ceph-mon[28096]: Activating manager daemon x 2024-04-25T01:15:45.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:44 smithi026 ceph-mon[28096]: osdmap e3: 0 total, 0 up, 0 in 2024-04-25T01:15:45.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:44 smithi026 ceph-mon[28096]: mgrmap e10: x(active, starting, since 0.0104321s) 2024-04-25T01:15:45.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:44 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:15:45.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:44 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T01:15:45.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:44 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T01:15:45.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:44 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T01:15:45.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:44 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T01:15:45.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:44 smithi026 ceph-mon[28096]: Manager daemon x is now available 2024-04-25T01:15:46.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:15:46.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T01:15:46.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T01:15:46.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:45 smithi026 ceph-mon[28096]: [25/Apr/2024:01:15:45] ENGINE Bus STARTING 2024-04-25T01:15:46.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:45 smithi026 ceph-mon[28096]: [25/Apr/2024:01:15:45] ENGINE Serving on https://172.21.15.26:7150 2024-04-25T01:15:46.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:45 smithi026 ceph-mon[28096]: mgrmap e11: x(active, since 1.01192s) 2024-04-25T01:15:47.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:47 smithi026 ceph-mon[28096]: [25/Apr/2024:01:15:45] ENGINE Serving on http://172.21.15.26:8765 2024-04-25T01:15:47.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:47 smithi026 ceph-mon[28096]: [25/Apr/2024:01:15:45] ENGINE Bus STARTED 2024-04-25T01:15:47.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:47 smithi026 ceph-mon[28096]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-25T01:15:47.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:47 smithi026 ceph-mon[28096]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-25T01:15:47.643 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-25T01:15:47.643 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-25T01:15:47.643 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-25T01:15:47.652 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-25T01:15:47.652 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.001+0000 7f45cf200700 1 Processor -- start 2024-04-25T01:15:47.652 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.001+0000 7f45cf200700 1 -- start start 2024-04-25T01:15:47.652 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.001+0000 7f45cf200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45d0107bf0 0x7f45d0108010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:47.652 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.001+0000 7f45cf200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f45d0108550 con 0x7f45d0107bf0 2024-04-25T01:15:47.652 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.002+0000 7f45cde00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45d0107bf0 0x7f45d0108010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:47.652 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.002+0000 7f45cde00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45d0107bf0 0x7f45d0108010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38574/0 (socket says 172.21.15.26:38574) 2024-04-25T01:15:47.652 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.002+0000 7f45cde00700 1 -- 172.21.15.26:0/2889418692 learned_addr learned my addr 172.21.15.26:0/2889418692 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:47.652 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.002+0000 7f45cde00700 1 -- 172.21.15.26:0/2889418692 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d01086d0 con 0x7f45d0107bf0 2024-04-25T01:15:47.653 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.002+0000 7f45cde00700 1 --2- 172.21.15.26:0/2889418692 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45d0107bf0 0x7f45d0108010 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f45c00098a0 tx=0x7f45c0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=164da7fc2f691d05 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:47.653 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.003+0000 7f45cca00700 1 -- 172.21.15.26:0/2889418692 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45c0004160 con 0x7f45d0107bf0 2024-04-25T01:15:47.653 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.003+0000 7f45cca00700 1 -- 172.21.15.26:0/2889418692 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f45c0004300 con 0x7f45d0107bf0 2024-04-25T01:15:47.653 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.003+0000 7f45cca00700 1 -- 172.21.15.26:0/2889418692 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45c0011b20 con 0x7f45d0107bf0 2024-04-25T01:15:47.653 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.003+0000 7f45cf200700 1 -- 172.21.15.26:0/2889418692 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45d0107bf0 msgr2=0x7f45d0108010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:47.653 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.003+0000 7f45cf200700 1 --2- 172.21.15.26:0/2889418692 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45d0107bf0 0x7f45d0108010 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f45c00098a0 tx=0x7f45c0009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:47.653 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.004+0000 7f45cf200700 1 -- 172.21.15.26:0/2889418692 shutdown_connections 2024-04-25T01:15:47.653 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.004+0000 7f45cf200700 1 --2- 172.21.15.26:0/2889418692 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45d0107bf0 0x7f45d0108010 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:47.653 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.004+0000 7f45cf200700 1 -- 172.21.15.26:0/2889418692 >> 172.21.15.26:0/2889418692 conn(0x7f45d0103250 msgr2=0x7f45d0105670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:47.653 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.004+0000 7f45cf200700 1 -- 172.21.15.26:0/2889418692 shutdown_connections 2024-04-25T01:15:47.654 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.004+0000 7f45cf200700 1 -- 172.21.15.26:0/2889418692 wait complete. 2024-04-25T01:15:47.654 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.005+0000 7f45cf200700 1 Processor -- start 2024-04-25T01:15:47.654 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.005+0000 7f45cf200700 1 -- start start 2024-04-25T01:15:47.654 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.005+0000 7f45cf200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45d0107bf0 0x7f45d019bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:47.654 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.005+0000 7f45cf200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f45d010c010 con 0x7f45d0107bf0 2024-04-25T01:15:47.654 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.006+0000 7f45cde00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45d0107bf0 0x7f45d019bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:47.654 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.006+0000 7f45cde00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45d0107bf0 0x7f45d019bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38582/0 (socket says 172.21.15.26:38582) 2024-04-25T01:15:47.654 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.006+0000 7f45cde00700 1 -- 172.21.15.26:0/3035152319 learned_addr learned my addr 172.21.15.26:0/3035152319 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:47.654 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.006+0000 7f45cde00700 1 -- 172.21.15.26:0/3035152319 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d019c010 con 0x7f45d0107bf0 2024-04-25T01:15:47.654 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.006+0000 7f45cde00700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45d0107bf0 0x7f45d019bad0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f45c00117e0 tx=0x7f45c0011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:47.654 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.007+0000 7f45c6a00700 1 -- 172.21.15.26:0/3035152319 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45c0003ba0 con 0x7f45d0107bf0 2024-04-25T01:15:47.654 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.007+0000 7f45c6a00700 1 -- 172.21.15.26:0/3035152319 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f45c001a910 con 0x7f45d0107bf0 2024-04-25T01:15:47.655 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.007+0000 7f45c6a00700 1 -- 172.21.15.26:0/3035152319 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45c00248f0 con 0x7f45d0107bf0 2024-04-25T01:15:47.655 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.007+0000 7f45cf200700 1 -- 172.21.15.26:0/3035152319 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45d019c2a0 con 0x7f45d0107bf0 2024-04-25T01:15:47.655 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.007+0000 7f45cf200700 1 -- 172.21.15.26:0/3035152319 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45d019c700 con 0x7f45d0107bf0 2024-04-25T01:15:47.655 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.008+0000 7f45c6a00700 1 -- 172.21.15.26:0/3035152319 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f45c0022020 con 0x7f45d0107bf0 2024-04-25T01:15:47.655 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.009+0000 7f45c6a00700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f45b40390a0 0x7f45b403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:47.655 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.009+0000 7f45c6a00700 1 -- 172.21.15.26:0/3035152319 --> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f45b403bc70 con 0x7f45b40390a0 2024-04-25T01:15:47.655 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.009+0000 7f45c6a00700 1 -- 172.21.15.26:0/3035152319 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f45c004d5e0 con 0x7f45d0107bf0 2024-04-25T01:15:47.655 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.009+0000 7f45cd400700 1 -- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f45b40390a0 msgr2=0x7f45b403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/4127845359 2024-04-25T01:15:47.655 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.009+0000 7f45cd400700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f45b40390a0 0x7f45b403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T01:15:47.655 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.210+0000 7f45cd400700 1 -- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f45b40390a0 msgr2=0x7f45b403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/4127845359 2024-04-25T01:15:47.655 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.210+0000 7f45cd400700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f45b40390a0 0x7f45b403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T01:15:47.656 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.611+0000 7f45cd400700 1 -- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f45b40390a0 msgr2=0x7f45b403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/4127845359 2024-04-25T01:15:47.656 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:40.611+0000 7f45cd400700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f45b40390a0 0x7f45b403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-25T01:15:47.656 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:41.411+0000 7f45cd400700 1 -- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f45b40390a0 msgr2=0x7f45b403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/4127845359 2024-04-25T01:15:47.656 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:41.411+0000 7f45cd400700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f45b40390a0 0x7f45b403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-25T01:15:47.656 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:43.013+0000 7f45cd400700 1 -- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f45b40390a0 msgr2=0x7f45b403b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/4127845359 2024-04-25T01:15:47.656 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:43.013+0000 7f45cd400700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f45b40390a0 0x7f45b403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-25T01:15:47.656 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:44.947+0000 7f45c6a00700 1 -- 172.21.15.26:0/3035152319 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7f45c002d3f0 con 0x7f45d0107bf0 2024-04-25T01:15:47.657 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:44.947+0000 7f45c6a00700 1 -- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f45b40390a0 msgr2=0x7f45b403b560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T01:15:47.657 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:44.947+0000 7f45c6a00700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f45b40390a0 0x7f45b403b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:47.657 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.949+0000 7f45c6a00700 1 -- 172.21.15.26:0/3035152319 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f45c004f590 con 0x7f45d0107bf0 2024-04-25T01:15:47.657 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.949+0000 7f45c6a00700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f45b403cb60 0x7f45b403ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:47.657 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.949+0000 7f45c6a00700 1 -- 172.21.15.26:0/3035152319 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f45c0021e70 con 0x7f45b403cb60 2024-04-25T01:15:47.657 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.951+0000 7f45cd400700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f45b403cb60 0x7f45b403ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:47.657 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.952+0000 7f45cd400700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f45b403cb60 0x7f45b403ef50 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f45bc003a10 tx=0x7f45bc0092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:47.657 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.953+0000 7f45c6a00700 1 -- 172.21.15.26:0/3035152319 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f45c0021e70 con 0x7f45b403cb60 2024-04-25T01:15:47.657 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.960+0000 7f45cf200700 1 -- 172.21.15.26:0/3035152319 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f45d010c190 con 0x7f45b403cb60 2024-04-25T01:15:47.657 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.961+0000 7f45c6a00700 1 -- 172.21.15.26:0/3035152319 <== mgr.14152 v2:172.21.15.26:6800/2678632310 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f45d010c190 con 0x7f45b403cb60 2024-04-25T01:15:47.657 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.961+0000 7f45cf200700 1 -- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f45b403cb60 msgr2=0x7f45b403ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:47.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.961+0000 7f45cf200700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f45b403cb60 0x7f45b403ef50 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f45bc003a10 tx=0x7f45bc0092b0 comp rx=0 tx=0).stop 2024-04-25T01:15:47.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.961+0000 7f45cf200700 1 -- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45d0107bf0 msgr2=0x7f45d019bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:47.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.961+0000 7f45cf200700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45d0107bf0 0x7f45d019bad0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f45c00117e0 tx=0x7f45c0011ba0 comp rx=0 tx=0).stop 2024-04-25T01:15:47.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.962+0000 7f45cf200700 1 -- 172.21.15.26:0/3035152319 shutdown_connections 2024-04-25T01:15:47.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.962+0000 7f45cf200700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45d0107bf0 0x7f45d019bad0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:47.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.962+0000 7f45cf200700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f45b403cb60 0x7f45b403ef50 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:47.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.962+0000 7f45cf200700 1 --2- 172.21.15.26:0/3035152319 >> [v2:172.21.15.26:6800/4127845359,v1:172.21.15.26:6801/4127845359] conn(0x7f45b40390a0 0x7f45b403b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:47.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.962+0000 7f45cf200700 1 -- 172.21.15.26:0/3035152319 >> 172.21.15.26:0/3035152319 conn(0x7f45d0103250 msgr2=0x7f45d0103ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:47.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.962+0000 7f45cf200700 1 -- 172.21.15.26:0/3035152319 shutdown_connections 2024-04-25T01:15:47.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:45.962+0000 7f45cf200700 1 -- 172.21.15.26:0/3035152319 wait complete. 2024-04-25T01:15:47.659 INFO:teuthology.orchestra.run.smithi026.stdout:mgr epoch 9 is available 2024-04-25T01:15:47.659 INFO:teuthology.orchestra.run.smithi026.stdout:Generating a dashboard self-signed certificate... 2024-04-25T01:15:48.234 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:48 smithi026 ceph-mon[28096]: mgrmap e12: x(active, since 2s) 2024-04-25T01:15:48.234 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:48 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:15:49.239 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:49 smithi026 ceph-mon[28096]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:15:49.239 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:15:49.239 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:15:49.617 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-25T01:15:49.617 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.291+0000 7f9c99200700 1 Processor -- start 2024-04-25T01:15:49.617 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.292+0000 7f9c99200700 1 -- start start 2024-04-25T01:15:49.617 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.292+0000 7f9c99200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c94106cd0 0x7f9c941070f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:49.617 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.292+0000 7f9c99200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9c941076c0 con 0x7f9c94106cd0 2024-04-25T01:15:49.617 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.293+0000 7f9c91e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c94106cd0 0x7f9c941070f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:49.617 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.293+0000 7f9c91e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c94106cd0 0x7f9c941070f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35814/0 (socket says 172.21.15.26:35814) 2024-04-25T01:15:49.617 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.293+0000 7f9c91e00700 1 -- 172.21.15.26:0/1004557389 learned_addr learned my addr 172.21.15.26:0/1004557389 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:49.618 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.293+0000 7f9c91e00700 1 -- 172.21.15.26:0/1004557389 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c94107ed0 con 0x7f9c94106cd0 2024-04-25T01:15:49.618 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.293+0000 7f9c91e00700 1 --2- 172.21.15.26:0/1004557389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c94106cd0 0x7f9c941070f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9c840098a0 tx=0x7f9c84009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68b454ad0b76b4a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:49.618 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.294+0000 7f9c90a00700 1 -- 172.21.15.26:0/1004557389 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9c84004160 con 0x7f9c94106cd0 2024-04-25T01:15:49.618 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.294+0000 7f9c90a00700 1 -- 172.21.15.26:0/1004557389 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c84004300 con 0x7f9c94106cd0 2024-04-25T01:15:49.618 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.294+0000 7f9c90a00700 1 -- 172.21.15.26:0/1004557389 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9c84011b20 con 0x7f9c94106cd0 2024-04-25T01:15:49.618 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.295+0000 7f9c99200700 1 -- 172.21.15.26:0/1004557389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c94106cd0 msgr2=0x7f9c941070f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:49.618 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.295+0000 7f9c99200700 1 --2- 172.21.15.26:0/1004557389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c94106cd0 0x7f9c941070f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9c840098a0 tx=0x7f9c84009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:49.618 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.295+0000 7f9c99200700 1 -- 172.21.15.26:0/1004557389 shutdown_connections 2024-04-25T01:15:49.618 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.295+0000 7f9c99200700 1 --2- 172.21.15.26:0/1004557389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c94106cd0 0x7f9c941070f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:49.618 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.295+0000 7f9c99200700 1 -- 172.21.15.26:0/1004557389 >> 172.21.15.26:0/1004557389 conn(0x7f9c941022b0 msgr2=0x7f9c941046d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:49.618 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.295+0000 7f9c99200700 1 -- 172.21.15.26:0/1004557389 shutdown_connections 2024-04-25T01:15:49.618 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.295+0000 7f9c99200700 1 -- 172.21.15.26:0/1004557389 wait complete. 2024-04-25T01:15:49.618 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.296+0000 7f9c99200700 1 Processor -- start 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.297+0000 7f9c99200700 1 -- start start 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.297+0000 7f9c99200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c94106cd0 0x7f9c9419df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.297+0000 7f9c99200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9410b280 con 0x7f9c94106cd0 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.297+0000 7f9c91e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c94106cd0 0x7f9c9419df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.297+0000 7f9c91e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c94106cd0 0x7f9c9419df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35830/0 (socket says 172.21.15.26:35830) 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.297+0000 7f9c91e00700 1 -- 172.21.15.26:0/96882431 learned_addr learned my addr 172.21.15.26:0/96882431 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.298+0000 7f9c91e00700 1 -- 172.21.15.26:0/96882431 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c9419e490 con 0x7f9c94106cd0 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.298+0000 7f9c91e00700 1 --2- 172.21.15.26:0/96882431 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c94106cd0 0x7f9c9419df50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9c840117e0 tx=0x7f9c84011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.298+0000 7f9c8aa00700 1 -- 172.21.15.26:0/96882431 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9c84003bf0 con 0x7f9c94106cd0 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.298+0000 7f9c8aa00700 1 -- 172.21.15.26:0/96882431 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c8401a910 con 0x7f9c94106cd0 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.298+0000 7f9c99200700 1 -- 172.21.15.26:0/96882431 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c9419e720 con 0x7f9c94106cd0 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.298+0000 7f9c8aa00700 1 -- 172.21.15.26:0/96882431 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9c84024970 con 0x7f9c94106cd0 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.299+0000 7f9c99200700 1 -- 172.21.15.26:0/96882431 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c9419eb80 con 0x7f9c94106cd0 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.300+0000 7f9c8aa00700 1 -- 172.21.15.26:0/96882431 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f9c84022020 con 0x7f9c94106cd0 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.300+0000 7f9c99200700 1 -- 172.21.15.26:0/96882431 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c94063890 con 0x7f9c94106cd0 2024-04-25T01:15:49.619 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.301+0000 7f9c8aa00700 1 --2- 172.21.15.26:0/96882431 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9c78039100 0x7f9c7803b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:49.620 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.301+0000 7f9c8aa00700 1 -- 172.21.15.26:0/96882431 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f9c8404d510 con 0x7f9c94106cd0 2024-04-25T01:15:49.620 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.301+0000 7f9c91400700 1 --2- 172.21.15.26:0/96882431 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9c78039100 0x7f9c7803b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:49.620 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.302+0000 7f9c91400700 1 --2- 172.21.15.26:0/96882431 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9c78039100 0x7f9c7803b5c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f9c80006fd0 tx=0x7f9c80006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:49.620 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.307+0000 7f9c8aa00700 1 -- 172.21.15.26:0/96882431 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f9c840212c0 con 0x7f9c94106cd0 2024-04-25T01:15:49.620 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.589+0000 7f9c99200700 1 -- 172.21.15.26:0/96882431 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f9c94062670 con 0x7f9c78039100 2024-04-25T01:15:49.620 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.828+0000 7f9c8aa00700 1 -- 172.21.15.26:0/96882431 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f9c94062670 con 0x7f9c78039100 2024-04-25T01:15:49.620 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.831+0000 7f9c99200700 1 -- 172.21.15.26:0/96882431 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9c78039100 msgr2=0x7f9c7803b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:49.620 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.831+0000 7f9c99200700 1 --2- 172.21.15.26:0/96882431 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9c78039100 0x7f9c7803b5c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f9c80006fd0 tx=0x7f9c80006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:49.620 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.831+0000 7f9c99200700 1 -- 172.21.15.26:0/96882431 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c94106cd0 msgr2=0x7f9c9419df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:49.620 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.831+0000 7f9c99200700 1 --2- 172.21.15.26:0/96882431 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c94106cd0 0x7f9c9419df50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9c840117e0 tx=0x7f9c84011ba0 comp rx=0 tx=0).stop 2024-04-25T01:15:49.620 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.832+0000 7f9c99200700 1 -- 172.21.15.26:0/96882431 shutdown_connections 2024-04-25T01:15:49.620 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.832+0000 7f9c99200700 1 --2- 172.21.15.26:0/96882431 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9c78039100 0x7f9c7803b5c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:49.620 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.832+0000 7f9c99200700 1 --2- 172.21.15.26:0/96882431 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c94106cd0 0x7f9c9419df50 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:49.620 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.832+0000 7f9c99200700 1 -- 172.21.15.26:0/96882431 >> 172.21.15.26:0/96882431 conn(0x7f9c941022b0 msgr2=0x7f9c941030e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:49.621 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.832+0000 7f9c99200700 1 -- 172.21.15.26:0/96882431 shutdown_connections 2024-04-25T01:15:49.621 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:48.832+0000 7f9c99200700 1 -- 172.21.15.26:0/96882431 wait complete. 2024-04-25T01:15:49.621 INFO:teuthology.orchestra.run.smithi026.stdout:Creating initial admin user... 2024-04-25T01:15:51.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:50 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:15:51.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:50 smithi026 ceph-mon[28096]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:15:51.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:50 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:15:52.936 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$CthqoE9rW1pF34acNYKGNOZrH1yQCaA9dvvWWow/xQ/uzh7ryKeo6", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1714007750, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-25T01:15:52.936 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.337+0000 7f5a8a800700 1 Processor -- start 2024-04-25T01:15:52.936 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.337+0000 7f5a8a800700 1 -- start start 2024-04-25T01:15:52.936 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.337+0000 7f5a8a800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a84109fa0 0x7f5a8410a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:52.936 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.337+0000 7f5a8a800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5a8410a990 con 0x7f5a84109fa0 2024-04-25T01:15:52.936 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.338+0000 7f5a83400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a84109fa0 0x7f5a8410a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:52.937 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.338+0000 7f5a83400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a84109fa0 0x7f5a8410a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35840/0 (socket says 172.21.15.26:35840) 2024-04-25T01:15:52.937 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.338+0000 7f5a83400700 1 -- 172.21.15.26:0/607170155 learned_addr learned my addr 172.21.15.26:0/607170155 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:52.937 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.338+0000 7f5a83400700 1 -- 172.21.15.26:0/607170155 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a8410b1a0 con 0x7f5a84109fa0 2024-04-25T01:15:52.937 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.339+0000 7f5a83400700 1 --2- 172.21.15.26:0/607170155 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a84109fa0 0x7f5a8410a3c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5a740098a0 tx=0x7f5a74009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92e8b44e8b8aac6d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:52.937 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.339+0000 7f5a82000700 1 -- 172.21.15.26:0/607170155 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5a74004160 con 0x7f5a84109fa0 2024-04-25T01:15:52.937 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.339+0000 7f5a82000700 1 -- 172.21.15.26:0/607170155 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5a74004300 con 0x7f5a84109fa0 2024-04-25T01:15:52.937 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.339+0000 7f5a82000700 1 -- 172.21.15.26:0/607170155 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5a74011b20 con 0x7f5a84109fa0 2024-04-25T01:15:52.937 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.340+0000 7f5a8a800700 1 -- 172.21.15.26:0/607170155 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a84109fa0 msgr2=0x7f5a8410a3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:52.937 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.340+0000 7f5a8a800700 1 --2- 172.21.15.26:0/607170155 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a84109fa0 0x7f5a8410a3c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5a740098a0 tx=0x7f5a74009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:52.937 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.340+0000 7f5a8a800700 1 -- 172.21.15.26:0/607170155 shutdown_connections 2024-04-25T01:15:52.937 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.340+0000 7f5a8a800700 1 --2- 172.21.15.26:0/607170155 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a84109fa0 0x7f5a8410a3c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:52.937 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.340+0000 7f5a8a800700 1 -- 172.21.15.26:0/607170155 >> 172.21.15.26:0/607170155 conn(0x7f5a8407d3b0 msgr2=0x7f5a8407d7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:52.937 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.340+0000 7f5a8a800700 1 -- 172.21.15.26:0/607170155 shutdown_connections 2024-04-25T01:15:52.937 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.340+0000 7f5a8a800700 1 -- 172.21.15.26:0/607170155 wait complete. 2024-04-25T01:15:52.941 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.341+0000 7f5a8a800700 1 Processor -- start 2024-04-25T01:15:52.941 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.341+0000 7f5a8a800700 1 -- start start 2024-04-25T01:15:52.941 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.342+0000 7f5a8a800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a84109fa0 0x7f5a84081b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:52.941 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.342+0000 7f5a8a800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5a8410e550 con 0x7f5a84109fa0 2024-04-25T01:15:52.941 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.342+0000 7f5a83400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a84109fa0 0x7f5a84081b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:52.941 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.342+0000 7f5a83400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a84109fa0 0x7f5a84081b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35852/0 (socket says 172.21.15.26:35852) 2024-04-25T01:15:52.941 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.342+0000 7f5a83400700 1 -- 172.21.15.26:0/1756548553 learned_addr learned my addr 172.21.15.26:0/1756548553 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:52.941 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.342+0000 7f5a83400700 1 -- 172.21.15.26:0/1756548553 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a840820a0 con 0x7f5a84109fa0 2024-04-25T01:15:52.941 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.343+0000 7f5a83400700 1 --2- 172.21.15.26:0/1756548553 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a84109fa0 0x7f5a84081b60 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5a740117e0 tx=0x7f5a74011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:52.942 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.343+0000 7f5a7be00700 1 -- 172.21.15.26:0/1756548553 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5a74003bf0 con 0x7f5a84109fa0 2024-04-25T01:15:52.942 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.343+0000 7f5a7be00700 1 -- 172.21.15.26:0/1756548553 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5a7401a910 con 0x7f5a84109fa0 2024-04-25T01:15:52.942 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.343+0000 7f5a7be00700 1 -- 172.21.15.26:0/1756548553 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5a74024970 con 0x7f5a84109fa0 2024-04-25T01:15:52.942 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.343+0000 7f5a8a800700 1 -- 172.21.15.26:0/1756548553 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a84082330 con 0x7f5a84109fa0 2024-04-25T01:15:52.942 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.343+0000 7f5a8a800700 1 -- 172.21.15.26:0/1756548553 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a8407e870 con 0x7f5a84109fa0 2024-04-25T01:15:52.942 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.344+0000 7f5a8a800700 1 -- 172.21.15.26:0/1756548553 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a84082500 con 0x7f5a84109fa0 2024-04-25T01:15:52.942 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.345+0000 7f5a7be00700 1 -- 172.21.15.26:0/1756548553 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f5a74022020 con 0x7f5a84109fa0 2024-04-25T01:15:52.942 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.345+0000 7f5a7be00700 1 --2- 172.21.15.26:0/1756548553 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5a68039100 0x7f5a6803b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:52.942 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.345+0000 7f5a7be00700 1 -- 172.21.15.26:0/1756548553 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5a7404d670 con 0x7f5a84109fa0 2024-04-25T01:15:52.942 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.345+0000 7f5a82a00700 1 --2- 172.21.15.26:0/1756548553 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5a68039100 0x7f5a6803b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:52.942 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.346+0000 7f5a82a00700 1 --2- 172.21.15.26:0/1756548553 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5a68039100 0x7f5a6803b5c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5a70006fd0 tx=0x7f5a70006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:52.942 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.355+0000 7f5a7be00700 1 -- 172.21.15.26:0/1756548553 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f5a84082500 con 0x7f5a84109fa0 2024-04-25T01:15:52.942 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.603+0000 7f5a8a800700 1 -- 172.21.15.26:0/1756548553 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f5a8407eb60 con 0x7f5a68039100 2024-04-25T01:15:52.943 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.861+0000 7f5a7be00700 1 -- 172.21.15.26:0/1756548553 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f5a8407eb60 con 0x7f5a68039100 2024-04-25T01:15:52.943 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.865+0000 7f5a8a800700 1 -- 172.21.15.26:0/1756548553 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5a68039100 msgr2=0x7f5a6803b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:52.943 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.865+0000 7f5a8a800700 1 --2- 172.21.15.26:0/1756548553 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5a68039100 0x7f5a6803b5c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5a70006fd0 tx=0x7f5a70006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:52.943 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.865+0000 7f5a8a800700 1 -- 172.21.15.26:0/1756548553 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a84109fa0 msgr2=0x7f5a84081b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:52.943 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.865+0000 7f5a8a800700 1 --2- 172.21.15.26:0/1756548553 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a84109fa0 0x7f5a84081b60 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5a740117e0 tx=0x7f5a74011ba0 comp rx=0 tx=0).stop 2024-04-25T01:15:52.943 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.865+0000 7f5a8a800700 1 -- 172.21.15.26:0/1756548553 shutdown_connections 2024-04-25T01:15:52.943 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.865+0000 7f5a8a800700 1 --2- 172.21.15.26:0/1756548553 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5a68039100 0x7f5a6803b5c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:52.943 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.865+0000 7f5a8a800700 1 --2- 172.21.15.26:0/1756548553 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5a84109fa0 0x7f5a84081b60 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:52.943 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.865+0000 7f5a8a800700 1 -- 172.21.15.26:0/1756548553 >> 172.21.15.26:0/1756548553 conn(0x7f5a8407d3b0 msgr2=0x7f5a841073d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:52.943 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.865+0000 7f5a8a800700 1 -- 172.21.15.26:0/1756548553 shutdown_connections 2024-04-25T01:15:52.943 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:50.865+0000 7f5a8a800700 1 -- 172.21.15.26:0/1756548553 wait complete. 2024-04-25T01:15:52.943 INFO:teuthology.orchestra.run.smithi026.stdout:Fetching dashboard port number... 2024-04-25T01:15:53.217 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:52 smithi026 ceph-mon[28096]: mgrmap e13: x(active, since 7s) 2024-04-25T01:15:54.301 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:53 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1484308796' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-25T01:15:54.665 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 8443 2024-04-25T01:15:54.665 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.684+0000 7f9d7fc00700 1 Processor -- start 2024-04-25T01:15:54.665 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.684+0000 7f9d7fc00700 1 -- start start 2024-04-25T01:15:54.665 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.684+0000 7f9d7fc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d78107de0 0x7f9d78108200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:54.665 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.684+0000 7f9d7fc00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9d78108740 con 0x7f9d78107de0 2024-04-25T01:15:54.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.685+0000 7f9d7d200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d78107de0 0x7f9d78108200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:54.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.685+0000 7f9d7d200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d78107de0 0x7f9d78108200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38402/0 (socket says 172.21.15.26:38402) 2024-04-25T01:15:54.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.685+0000 7f9d7d200700 1 -- 172.21.15.26:0/587077404 learned_addr learned my addr 172.21.15.26:0/587077404 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:54.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.685+0000 7f9d7d200700 1 -- 172.21.15.26:0/587077404 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d781088c0 con 0x7f9d78107de0 2024-04-25T01:15:54.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.686+0000 7f9d7d200700 1 --2- 172.21.15.26:0/587077404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d78107de0 0x7f9d78108200 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c0098a0 tx=0x7f9d6c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a826694c430f773 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:54.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.686+0000 7f9d77400700 1 -- 172.21.15.26:0/587077404 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d6c004160 con 0x7f9d78107de0 2024-04-25T01:15:54.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.686+0000 7f9d77400700 1 -- 172.21.15.26:0/587077404 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d6c004300 con 0x7f9d78107de0 2024-04-25T01:15:54.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.686+0000 7f9d77400700 1 -- 172.21.15.26:0/587077404 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d6c011b20 con 0x7f9d78107de0 2024-04-25T01:15:54.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.687+0000 7f9d7fc00700 1 -- 172.21.15.26:0/587077404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d78107de0 msgr2=0x7f9d78108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:54.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.687+0000 7f9d7fc00700 1 --2- 172.21.15.26:0/587077404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d78107de0 0x7f9d78108200 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c0098a0 tx=0x7f9d6c009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:54.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.687+0000 7f9d7fc00700 1 -- 172.21.15.26:0/587077404 shutdown_connections 2024-04-25T01:15:54.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.687+0000 7f9d7fc00700 1 --2- 172.21.15.26:0/587077404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d78107de0 0x7f9d78108200 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:54.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.687+0000 7f9d7fc00700 1 -- 172.21.15.26:0/587077404 >> 172.21.15.26:0/587077404 conn(0x7f9d78103460 msgr2=0x7f9d78105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:54.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.687+0000 7f9d7fc00700 1 -- 172.21.15.26:0/587077404 shutdown_connections 2024-04-25T01:15:54.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.687+0000 7f9d7fc00700 1 -- 172.21.15.26:0/587077404 wait complete. 2024-04-25T01:15:54.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.688+0000 7f9d7fc00700 1 Processor -- start 2024-04-25T01:15:54.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.689+0000 7f9d7fc00700 1 -- start start 2024-04-25T01:15:54.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.689+0000 7f9d7fc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d78107de0 0x7f9d7819deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:54.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.689+0000 7f9d7fc00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9d7810c250 con 0x7f9d78107de0 2024-04-25T01:15:54.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.689+0000 7f9d7d200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d78107de0 0x7f9d7819deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:54.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.689+0000 7f9d7d200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d78107de0 0x7f9d7819deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38416/0 (socket says 172.21.15.26:38416) 2024-04-25T01:15:54.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.689+0000 7f9d7d200700 1 -- 172.21.15.26:0/1484308796 learned_addr learned my addr 172.21.15.26:0/1484308796 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:54.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.690+0000 7f9d7d200700 1 -- 172.21.15.26:0/1484308796 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d7819e3f0 con 0x7f9d78107de0 2024-04-25T01:15:54.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.690+0000 7f9d7d200700 1 --2- 172.21.15.26:0/1484308796 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d78107de0 0x7f9d7819deb0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c0117e0 tx=0x7f9d6c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:54.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.690+0000 7f9d75600700 1 -- 172.21.15.26:0/1484308796 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d6c003ba0 con 0x7f9d78107de0 2024-04-25T01:15:54.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.690+0000 7f9d75600700 1 -- 172.21.15.26:0/1484308796 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d6c01a910 con 0x7f9d78107de0 2024-04-25T01:15:54.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.690+0000 7f9d75600700 1 -- 172.21.15.26:0/1484308796 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d6c0248f0 con 0x7f9d78107de0 2024-04-25T01:15:54.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.690+0000 7f9d7fc00700 1 -- 172.21.15.26:0/1484308796 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d7819e680 con 0x7f9d78107de0 2024-04-25T01:15:54.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.690+0000 7f9d7fc00700 1 -- 172.21.15.26:0/1484308796 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d7819eae0 con 0x7f9d78107de0 2024-04-25T01:15:54.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.692+0000 7f9d75600700 1 -- 172.21.15.26:0/1484308796 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f9d6c022020 con 0x7f9d78107de0 2024-04-25T01:15:54.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.692+0000 7f9d7fc00700 1 -- 172.21.15.26:0/1484308796 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d78063890 con 0x7f9d78107de0 2024-04-25T01:15:54.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.692+0000 7f9d75600700 1 --2- 172.21.15.26:0/1484308796 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9d600391a0 0x7f9d6003b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:54.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.692+0000 7f9d75600700 1 -- 172.21.15.26:0/1484308796 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f9d6c04d760 con 0x7f9d78107de0 2024-04-25T01:15:54.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.692+0000 7f9d77e00700 1 --2- 172.21.15.26:0/1484308796 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9d600391a0 0x7f9d6003b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:54.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.693+0000 7f9d77e00700 1 --2- 172.21.15.26:0/1484308796 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9d600391a0 0x7f9d6003b660 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9d64006fd0 tx=0x7f9d64006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:54.673 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.698+0000 7f9d75600700 1 -- 172.21.15.26:0/1484308796 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f9d6c01ab70 con 0x7f9d78107de0 2024-04-25T01:15:54.673 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.931+0000 7f9d7fc00700 1 -- 172.21.15.26:0/1484308796 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f9d781a14b0 con 0x7f9d78107de0 2024-04-25T01:15:54.673 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.933+0000 7f9d75600700 1 -- 172.21.15.26:0/1484308796 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f9d6c010380 con 0x7f9d78107de0 2024-04-25T01:15:54.674 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.936+0000 7f9d7fc00700 1 -- 172.21.15.26:0/1484308796 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9d600391a0 msgr2=0x7f9d6003b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:54.674 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.936+0000 7f9d7fc00700 1 --2- 172.21.15.26:0/1484308796 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9d600391a0 0x7f9d6003b660 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9d64006fd0 tx=0x7f9d64006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:54.674 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.936+0000 7f9d7fc00700 1 -- 172.21.15.26:0/1484308796 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d78107de0 msgr2=0x7f9d7819deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:54.674 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.936+0000 7f9d7fc00700 1 --2- 172.21.15.26:0/1484308796 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d78107de0 0x7f9d7819deb0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c0117e0 tx=0x7f9d6c011ba0 comp rx=0 tx=0).stop 2024-04-25T01:15:54.674 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.936+0000 7f9d7fc00700 1 -- 172.21.15.26:0/1484308796 shutdown_connections 2024-04-25T01:15:54.674 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.936+0000 7f9d7fc00700 1 --2- 172.21.15.26:0/1484308796 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9d600391a0 0x7f9d6003b660 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:54.674 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.936+0000 7f9d7fc00700 1 --2- 172.21.15.26:0/1484308796 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d78107de0 0x7f9d7819deb0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:54.674 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.936+0000 7f9d7fc00700 1 -- 172.21.15.26:0/1484308796 >> 172.21.15.26:0/1484308796 conn(0x7f9d78103460 msgr2=0x7f9d7807c130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:54.674 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.936+0000 7f9d7fc00700 1 -- 172.21.15.26:0/1484308796 shutdown_connections 2024-04-25T01:15:54.675 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:53.936+0000 7f9d7fc00700 1 -- 172.21.15.26:0/1484308796 wait complete. 2024-04-25T01:15:54.711 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T01:15:54.711 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout disabled 2024-04-25T01:15:54.735 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T01:15:54.736 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-25T01:15:54.736 INFO:teuthology.orchestra.run.smithi026.stdout:firewalld.service is not enabled 2024-04-25T01:15:54.736 INFO:teuthology.orchestra.run.smithi026.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-25T01:15:54.743 INFO:teuthology.orchestra.run.smithi026.stdout:Ceph Dashboard is now available at: 2024-04-25T01:15:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:15:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: URL: https://smithi026.front.sepia.ceph.com:8443/ 2024-04-25T01:15:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: User: admin 2024-04-25T01:15:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: Password: 84kb8w01e2 2024-04-25T01:15:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:15:54.744 INFO:teuthology.orchestra.run.smithi026.stdout:Saving cluster configuration to /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config directory 2024-04-25T01:15:54.746 INFO:teuthology.orchestra.run.smithi026.stdout:Enabling autotune for osd_memory_target 2024-04-25T01:15:56.364 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.414+0000 7f50c9e00700 1 Processor -- start 2024-04-25T01:15:56.365 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.415+0000 7f50c9e00700 1 -- start start 2024-04-25T01:15:56.365 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.415+0000 7f50c9e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50c4109e00 0x7f50c410a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:56.366 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.415+0000 7f50c9e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f50c410a7f0 con 0x7f50c4109e00 2024-04-25T01:15:56.366 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.415+0000 7f50c8a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50c4109e00 0x7f50c410a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:56.366 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.416+0000 7f50c8a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50c4109e00 0x7f50c410a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38430/0 (socket says 172.21.15.26:38430) 2024-04-25T01:15:56.366 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.416+0000 7f50c8a00700 1 -- 172.21.15.26:0/2983679668 learned_addr learned my addr 172.21.15.26:0/2983679668 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:56.366 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.416+0000 7f50c8a00700 1 -- 172.21.15.26:0/2983679668 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50c410afb0 con 0x7f50c4109e00 2024-04-25T01:15:56.368 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.416+0000 7f50c8a00700 1 --2- 172.21.15.26:0/2983679668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50c4109e00 0x7f50c410a220 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f50b4009e80 tx=0x7f50b400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbb4e43d5319469a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:56.368 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.417+0000 7f50c3e00700 1 -- 172.21.15.26:0/2983679668 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50b4017070 con 0x7f50c4109e00 2024-04-25T01:15:56.368 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.417+0000 7f50c3e00700 1 -- 172.21.15.26:0/2983679668 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50b400b8c0 con 0x7f50c4109e00 2024-04-25T01:15:56.368 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.417+0000 7f50c3e00700 1 -- 172.21.15.26:0/2983679668 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50b40045c0 con 0x7f50c4109e00 2024-04-25T01:15:56.368 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.417+0000 7f50c9e00700 1 -- 172.21.15.26:0/2983679668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50c4109e00 msgr2=0x7f50c410a220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:56.368 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.417+0000 7f50c9e00700 1 --2- 172.21.15.26:0/2983679668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50c4109e00 0x7f50c410a220 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f50b4009e80 tx=0x7f50b400b330 comp rx=0 tx=0).stop 2024-04-25T01:15:56.368 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.418+0000 7f50c9e00700 1 -- 172.21.15.26:0/2983679668 shutdown_connections 2024-04-25T01:15:56.368 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.418+0000 7f50c9e00700 1 --2- 172.21.15.26:0/2983679668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50c4109e00 0x7f50c410a220 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:56.368 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.418+0000 7f50c9e00700 1 -- 172.21.15.26:0/2983679668 >> 172.21.15.26:0/2983679668 conn(0x7f50c407d380 msgr2=0x7f50c407d790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:56.368 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.418+0000 7f50c9e00700 1 -- 172.21.15.26:0/2983679668 shutdown_connections 2024-04-25T01:15:56.368 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.418+0000 7f50c9e00700 1 -- 172.21.15.26:0/2983679668 wait complete. 2024-04-25T01:15:56.369 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.419+0000 7f50c9e00700 1 Processor -- start 2024-04-25T01:15:56.369 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.419+0000 7f50c9e00700 1 -- start start 2024-04-25T01:15:56.369 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.419+0000 7f50c9e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50c4109e00 0x7f50c419dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:56.369 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.419+0000 7f50c9e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f50c410e360 con 0x7f50c4109e00 2024-04-25T01:15:56.369 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.420+0000 7f50c8a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50c4109e00 0x7f50c419dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:56.369 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.420+0000 7f50c8a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50c4109e00 0x7f50c419dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38444/0 (socket says 172.21.15.26:38444) 2024-04-25T01:15:56.372 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.420+0000 7f50c8a00700 1 -- 172.21.15.26:0/3862562670 learned_addr learned my addr 172.21.15.26:0/3862562670 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:56.372 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.420+0000 7f50c8a00700 1 -- 172.21.15.26:0/3862562670 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50c419e2e0 con 0x7f50c4109e00 2024-04-25T01:15:56.372 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.420+0000 7f50c8a00700 1 --2- 172.21.15.26:0/3862562670 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50c4109e00 0x7f50c419dda0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f50b4003fa0 tx=0x7f50b4004080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:56.372 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.421+0000 7f50c2000700 1 -- 172.21.15.26:0/3862562670 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50b4020020 con 0x7f50c4109e00 2024-04-25T01:15:56.372 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.421+0000 7f50c2000700 1 -- 172.21.15.26:0/3862562670 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50b400bba0 con 0x7f50c4109e00 2024-04-25T01:15:56.372 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.421+0000 7f50c2000700 1 -- 172.21.15.26:0/3862562670 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50b4017040 con 0x7f50c4109e00 2024-04-25T01:15:56.372 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.421+0000 7f50c9e00700 1 -- 172.21.15.26:0/3862562670 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50c419e570 con 0x7f50c4109e00 2024-04-25T01:15:56.372 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.421+0000 7f50c9e00700 1 -- 172.21.15.26:0/3862562670 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50c41a1220 con 0x7f50c4109e00 2024-04-25T01:15:56.372 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.422+0000 7f50c9e00700 1 -- 172.21.15.26:0/3862562670 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50c4063890 con 0x7f50c4109e00 2024-04-25T01:15:56.372 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.422+0000 7f50c2000700 1 -- 172.21.15.26:0/3862562670 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f50b4023020 con 0x7f50c4109e00 2024-04-25T01:15:56.372 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.423+0000 7f50c2000700 1 --2- 172.21.15.26:0/3862562670 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f50a80390f0 0x7f50a803b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.423+0000 7f50c2000700 1 -- 172.21.15.26:0/3862562670 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f50b400f050 con 0x7f50c4109e00 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.423+0000 7f50bbe00700 1 --2- 172.21.15.26:0/3862562670 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f50a80390f0 0x7f50a803b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.424+0000 7f50bbe00700 1 --2- 172.21.15.26:0/3862562670 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f50a80390f0 0x7f50a803b5b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f50ac006fd0 tx=0x7f50ac006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.428+0000 7f50c2000700 1 -- 172.21.15.26:0/3862562670 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f50b402a020 con 0x7f50c4109e00 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.656+0000 7f50c9e00700 1 -- 172.21.15.26:0/3862562670 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f50c41a13f0 con 0x7f50c4109e00 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.658+0000 7f50c2000700 1 -- 172.21.15.26:0/3862562670 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f50b402d350 con 0x7f50c4109e00 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.661+0000 7f50c9e00700 1 -- 172.21.15.26:0/3862562670 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f50a80390f0 msgr2=0x7f50a803b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.661+0000 7f50c9e00700 1 --2- 172.21.15.26:0/3862562670 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f50a80390f0 0x7f50a803b5b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f50ac006fd0 tx=0x7f50ac006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.661+0000 7f50c9e00700 1 -- 172.21.15.26:0/3862562670 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50c4109e00 msgr2=0x7f50c419dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.661+0000 7f50c9e00700 1 --2- 172.21.15.26:0/3862562670 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50c4109e00 0x7f50c419dda0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f50b4003fa0 tx=0x7f50b4004080 comp rx=0 tx=0).stop 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.661+0000 7f50c9e00700 1 -- 172.21.15.26:0/3862562670 shutdown_connections 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.661+0000 7f50c9e00700 1 --2- 172.21.15.26:0/3862562670 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f50a80390f0 0x7f50a803b5b0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.661+0000 7f50c9e00700 1 --2- 172.21.15.26:0/3862562670 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f50c4109e00 0x7f50c419dda0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.661+0000 7f50c9e00700 1 -- 172.21.15.26:0/3862562670 >> 172.21.15.26:0/3862562670 conn(0x7f50c407d380 msgr2=0x7f50c41074a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:56.373 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.661+0000 7f50c9e00700 1 -- 172.21.15.26:0/3862562670 shutdown_connections 2024-04-25T01:15:56.374 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:55.661+0000 7f50c9e00700 1 -- 172.21.15.26:0/3862562670 wait complete. 2024-04-25T01:15:58.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.019+0000 7f0b9ca00700 1 Processor -- start 2024-04-25T01:15:58.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.019+0000 7f0b9ca00700 1 -- start start 2024-04-25T01:15:58.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.020+0000 7f0b9ca00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b981064a0 0x7f0b981068c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:58.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.020+0000 7f0b9ca00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9807be00 con 0x7f0b981064a0 2024-04-25T01:15:58.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.020+0000 7f0b96800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b981064a0 0x7f0b981068c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:58.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.020+0000 7f0b96800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b981064a0 0x7f0b981068c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38458/0 (socket says 172.21.15.26:38458) 2024-04-25T01:15:58.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.020+0000 7f0b96800700 1 -- 172.21.15.26:0/369264439 learned_addr learned my addr 172.21.15.26:0/369264439 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:58.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.020+0000 7f0b96800700 1 -- 172.21.15.26:0/369264439 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b98106e00 con 0x7f0b981064a0 2024-04-25T01:15:58.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.021+0000 7f0b96800700 1 --2- 172.21.15.26:0/369264439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b981064a0 0x7f0b981068c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0b880098a0 tx=0x7f0b88009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27f36d869d6a28a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:58.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.021+0000 7f0b95400700 1 -- 172.21.15.26:0/369264439 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b88004160 con 0x7f0b981064a0 2024-04-25T01:15:58.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.021+0000 7f0b95400700 1 -- 172.21.15.26:0/369264439 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b88004300 con 0x7f0b981064a0 2024-04-25T01:15:58.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.021+0000 7f0b95400700 1 -- 172.21.15.26:0/369264439 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b88011b20 con 0x7f0b981064a0 2024-04-25T01:15:58.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.022+0000 7f0b9ca00700 1 -- 172.21.15.26:0/369264439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b981064a0 msgr2=0x7f0b981068c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:58.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.022+0000 7f0b9ca00700 1 --2- 172.21.15.26:0/369264439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b981064a0 0x7f0b981068c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0b880098a0 tx=0x7f0b88009bb0 comp rx=0 tx=0).stop 2024-04-25T01:15:58.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.022+0000 7f0b9ca00700 1 -- 172.21.15.26:0/369264439 shutdown_connections 2024-04-25T01:15:58.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.022+0000 7f0b9ca00700 1 --2- 172.21.15.26:0/369264439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b981064a0 0x7f0b981068c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:58.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.022+0000 7f0b9ca00700 1 -- 172.21.15.26:0/369264439 >> 172.21.15.26:0/369264439 conn(0x7f0b981020a0 msgr2=0x7f0b981044e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:58.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.022+0000 7f0b9ca00700 1 -- 172.21.15.26:0/369264439 shutdown_connections 2024-04-25T01:15:58.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.022+0000 7f0b9ca00700 1 -- 172.21.15.26:0/369264439 wait complete. 2024-04-25T01:15:58.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.023+0000 7f0b9ca00700 1 Processor -- start 2024-04-25T01:15:58.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.023+0000 7f0b9ca00700 1 -- start start 2024-04-25T01:15:58.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.024+0000 7f0b9ca00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b981064a0 0x7f0b9819dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:58.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.024+0000 7f0b9ca00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0b98107ed0 con 0x7f0b981064a0 2024-04-25T01:15:58.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.024+0000 7f0b96800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b981064a0 0x7f0b9819dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:58.123 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.024+0000 7f0b96800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b981064a0 0x7f0b9819dd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38460/0 (socket says 172.21.15.26:38460) 2024-04-25T01:15:58.123 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.024+0000 7f0b96800700 1 -- 172.21.15.26:0/1824738271 learned_addr learned my addr 172.21.15.26:0/1824738271 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:15:58.123 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.024+0000 7f0b96800700 1 -- 172.21.15.26:0/1824738271 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b9819e270 con 0x7f0b981064a0 2024-04-25T01:15:58.123 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.025+0000 7f0b96800700 1 --2- 172.21.15.26:0/1824738271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b981064a0 0x7f0b9819dd30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0b880117e0 tx=0x7f0b88011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:58.123 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.025+0000 7f0b8f400700 1 -- 172.21.15.26:0/1824738271 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b88003ba0 con 0x7f0b981064a0 2024-04-25T01:15:58.123 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.025+0000 7f0b8f400700 1 -- 172.21.15.26:0/1824738271 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b8801a910 con 0x7f0b981064a0 2024-04-25T01:15:58.123 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.025+0000 7f0b8f400700 1 -- 172.21.15.26:0/1824738271 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b880248f0 con 0x7f0b981064a0 2024-04-25T01:15:58.123 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.025+0000 7f0b9ca00700 1 -- 172.21.15.26:0/1824738271 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b9819e500 con 0x7f0b981064a0 2024-04-25T01:15:58.123 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.025+0000 7f0b9ca00700 1 -- 172.21.15.26:0/1824738271 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b9819e960 con 0x7f0b981064a0 2024-04-25T01:15:58.123 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.026+0000 7f0b8f400700 1 -- 172.21.15.26:0/1824738271 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f0b88022020 con 0x7f0b981064a0 2024-04-25T01:15:58.123 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.026+0000 7f0b9ca00700 1 -- 172.21.15.26:0/1824738271 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b98063890 con 0x7f0b981064a0 2024-04-25T01:15:58.123 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.027+0000 7f0b8f400700 1 --2- 172.21.15.26:0/1824738271 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0b7c0391f0 0x7f0b7c03b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:15:58.123 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.027+0000 7f0b8f400700 1 -- 172.21.15.26:0/1824738271 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0b8804d740 con 0x7f0b981064a0 2024-04-25T01:15:58.123 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.027+0000 7f0b95e00700 1 --2- 172.21.15.26:0/1824738271 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0b7c0391f0 0x7f0b7c03b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.028+0000 7f0b95e00700 1 --2- 172.21.15.26:0/1824738271 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0b7c0391f0 0x7f0b7c03b6b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0b84006fd0 tx=0x7f0b84006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.033+0000 7f0b8f400700 1 -- 172.21.15.26:0/1824738271 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0b8801ab70 con 0x7f0b981064a0 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.379+0000 7f0b9ca00700 1 -- 172.21.15.26:0/1824738271 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f0b98062e40 con 0x7f0b981064a0 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.383+0000 7f0b8f400700 1 -- 172.21.15.26:0/1824738271 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f0b88010380 con 0x7f0b981064a0 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.386+0000 7f0b9ca00700 1 -- 172.21.15.26:0/1824738271 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0b7c0391f0 msgr2=0x7f0b7c03b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.386+0000 7f0b9ca00700 1 --2- 172.21.15.26:0/1824738271 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0b7c0391f0 0x7f0b7c03b6b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0b84006fd0 tx=0x7f0b84006e40 comp rx=0 tx=0).stop 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.386+0000 7f0b9ca00700 1 -- 172.21.15.26:0/1824738271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b981064a0 msgr2=0x7f0b9819dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.386+0000 7f0b9ca00700 1 --2- 172.21.15.26:0/1824738271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b981064a0 0x7f0b9819dd30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0b880117e0 tx=0x7f0b88011ba0 comp rx=0 tx=0).stop 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.386+0000 7f0b9ca00700 1 -- 172.21.15.26:0/1824738271 shutdown_connections 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.386+0000 7f0b9ca00700 1 --2- 172.21.15.26:0/1824738271 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0b7c0391f0 0x7f0b7c03b6b0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.386+0000 7f0b9ca00700 1 --2- 172.21.15.26:0/1824738271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0b981064a0 0x7f0b9819dd30 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.386+0000 7f0b9ca00700 1 -- 172.21.15.26:0/1824738271 >> 172.21.15.26:0/1824738271 conn(0x7f0b981020a0 msgr2=0x7f0b98194950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.386+0000 7f0b9ca00700 1 -- 172.21.15.26:0/1824738271 shutdown_connections 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-25T01:15:57.386+0000 7f0b9ca00700 1 -- 172.21.15.26:0/1824738271 wait complete. 2024-04-25T01:15:58.124 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout:Or, if you are only running a single cluster on this host: 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: ceph telemetry on 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout:For more information see: 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-25T01:15:58.125 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:15:58.126 INFO:teuthology.orchestra.run.smithi026.stdout:Bootstrap complete. 2024-04-25T01:15:58.221 INFO:tasks.cephadm:Fetching config... 2024-04-25T01:15:58.222 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:15:58.222 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-25T01:15:58.315 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-25T01:15:58.315 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:15:58.316 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-25T01:15:58.356 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-25T01:15:58.356 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:15:58.356 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-25T01:15:58.480 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-25T01:15:58.480 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:15:58.480 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-25T01:15:58.580 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-25T01:15:58.580 DEBUG:teuthology.orchestra.run.smithi026:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCz4tO2fi9VkDb8aAI4Xsxd/P2GxkH/E9XaOR0jVzyK1OKYGh0pfiCuL+zNbIqyNjjpYNh2P04enq3h3hJ83mSG1aLlIiZKId7IdjkTkHtUChQSNmw5057MEx1U2TTS33lIpniJFukOjCI7jbPhyiJu6fhhXu/frGmWHN9vpYmEsVcQHbScwe8gLlr+dcCpUOkxE13ge6Z6rZYlbC2gdKnIY9T0PnRa4LBiR2fBn68ba7QjhzT5F9L/0YBoKumXPiA3CCTjFWLVSuNMWZC/bZ69DhPChaUVOGG/FhmuvGfC+EV0hy+2tdTEyVMaOjDlb/8W3/SwgMeRN6ZAlCswiDKsJPFh2OGvpkprzwOUk9niLNjQ3wNOLKWmWRqkTudNNti7rNNx32t4x7H+V5MFN5oNGaOApe8z4FyEhKWSqNBKJBKsUcrFpTOiyREQnCvXO+oRsruYEIAc2nHVj+2tLpZzW+FHYmIIEScB0EHhRo8csji7VvHE+UQkd+XP18yJLfE= ceph-004ab5e8-02a1-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T01:15:58.635 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:15:58 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1824738271' entity='client.admin' 2024-04-25T01:15:58.686 INFO:teuthology.orchestra.run.smithi026.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCz4tO2fi9VkDb8aAI4Xsxd/P2GxkH/E9XaOR0jVzyK1OKYGh0pfiCuL+zNbIqyNjjpYNh2P04enq3h3hJ83mSG1aLlIiZKId7IdjkTkHtUChQSNmw5057MEx1U2TTS33lIpniJFukOjCI7jbPhyiJu6fhhXu/frGmWHN9vpYmEsVcQHbScwe8gLlr+dcCpUOkxE13ge6Z6rZYlbC2gdKnIY9T0PnRa4LBiR2fBn68ba7QjhzT5F9L/0YBoKumXPiA3CCTjFWLVSuNMWZC/bZ69DhPChaUVOGG/FhmuvGfC+EV0hy+2tdTEyVMaOjDlb/8W3/SwgMeRN6ZAlCswiDKsJPFh2OGvpkprzwOUk9niLNjQ3wNOLKWmWRqkTudNNti7rNNx32t4x7H+V5MFN5oNGaOApe8z4FyEhKWSqNBKJBKsUcrFpTOiyREQnCvXO+oRsruYEIAc2nHVj+2tLpZzW+FHYmIIEScB0EHhRo8csji7VvHE+UQkd+XP18yJLfE= ceph-004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:15:58.721 DEBUG:teuthology.orchestra.run.smithi111:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCz4tO2fi9VkDb8aAI4Xsxd/P2GxkH/E9XaOR0jVzyK1OKYGh0pfiCuL+zNbIqyNjjpYNh2P04enq3h3hJ83mSG1aLlIiZKId7IdjkTkHtUChQSNmw5057MEx1U2TTS33lIpniJFukOjCI7jbPhyiJu6fhhXu/frGmWHN9vpYmEsVcQHbScwe8gLlr+dcCpUOkxE13ge6Z6rZYlbC2gdKnIY9T0PnRa4LBiR2fBn68ba7QjhzT5F9L/0YBoKumXPiA3CCTjFWLVSuNMWZC/bZ69DhPChaUVOGG/FhmuvGfC+EV0hy+2tdTEyVMaOjDlb/8W3/SwgMeRN6ZAlCswiDKsJPFh2OGvpkprzwOUk9niLNjQ3wNOLKWmWRqkTudNNti7rNNx32t4x7H+V5MFN5oNGaOApe8z4FyEhKWSqNBKJBKsUcrFpTOiyREQnCvXO+oRsruYEIAc2nHVj+2tLpZzW+FHYmIIEScB0EHhRo8csji7VvHE+UQkd+XP18yJLfE= ceph-004ab5e8-02a1-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T01:15:58.759 INFO:teuthology.orchestra.run.smithi111.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCz4tO2fi9VkDb8aAI4Xsxd/P2GxkH/E9XaOR0jVzyK1OKYGh0pfiCuL+zNbIqyNjjpYNh2P04enq3h3hJ83mSG1aLlIiZKId7IdjkTkHtUChQSNmw5057MEx1U2TTS33lIpniJFukOjCI7jbPhyiJu6fhhXu/frGmWHN9vpYmEsVcQHbScwe8gLlr+dcCpUOkxE13ge6Z6rZYlbC2gdKnIY9T0PnRa4LBiR2fBn68ba7QjhzT5F9L/0YBoKumXPiA3CCTjFWLVSuNMWZC/bZ69DhPChaUVOGG/FhmuvGfC+EV0hy+2tdTEyVMaOjDlb/8W3/SwgMeRN6ZAlCswiDKsJPFh2OGvpkprzwOUk9niLNjQ3wNOLKWmWRqkTudNNti7rNNx32t4x7H+V5MFN5oNGaOApe8z4FyEhKWSqNBKJBKsUcrFpTOiyREQnCvXO+oRsruYEIAc2nHVj+2tLpZzW+FHYmIIEScB0EHhRo8csji7VvHE+UQkd+XP18yJLfE= ceph-004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:15:58.771 DEBUG:teuthology.orchestra.run.smithi186:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCz4tO2fi9VkDb8aAI4Xsxd/P2GxkH/E9XaOR0jVzyK1OKYGh0pfiCuL+zNbIqyNjjpYNh2P04enq3h3hJ83mSG1aLlIiZKId7IdjkTkHtUChQSNmw5057MEx1U2TTS33lIpniJFukOjCI7jbPhyiJu6fhhXu/frGmWHN9vpYmEsVcQHbScwe8gLlr+dcCpUOkxE13ge6Z6rZYlbC2gdKnIY9T0PnRa4LBiR2fBn68ba7QjhzT5F9L/0YBoKumXPiA3CCTjFWLVSuNMWZC/bZ69DhPChaUVOGG/FhmuvGfC+EV0hy+2tdTEyVMaOjDlb/8W3/SwgMeRN6ZAlCswiDKsJPFh2OGvpkprzwOUk9niLNjQ3wNOLKWmWRqkTudNNti7rNNx32t4x7H+V5MFN5oNGaOApe8z4FyEhKWSqNBKJBKsUcrFpTOiyREQnCvXO+oRsruYEIAc2nHVj+2tLpZzW+FHYmIIEScB0EHhRo8csji7VvHE+UQkd+XP18yJLfE= ceph-004ab5e8-02a1-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T01:15:58.810 INFO:teuthology.orchestra.run.smithi186.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCz4tO2fi9VkDb8aAI4Xsxd/P2GxkH/E9XaOR0jVzyK1OKYGh0pfiCuL+zNbIqyNjjpYNh2P04enq3h3hJ83mSG1aLlIiZKId7IdjkTkHtUChQSNmw5057MEx1U2TTS33lIpniJFukOjCI7jbPhyiJu6fhhXu/frGmWHN9vpYmEsVcQHbScwe8gLlr+dcCpUOkxE13ge6Z6rZYlbC2gdKnIY9T0PnRa4LBiR2fBn68ba7QjhzT5F9L/0YBoKumXPiA3CCTjFWLVSuNMWZC/bZ69DhPChaUVOGG/FhmuvGfC+EV0hy+2tdTEyVMaOjDlb/8W3/SwgMeRN6ZAlCswiDKsJPFh2OGvpkprzwOUk9niLNjQ3wNOLKWmWRqkTudNNti7rNNx32t4x7H+V5MFN5oNGaOApe8z4FyEhKWSqNBKJBKsUcrFpTOiyREQnCvXO+oRsruYEIAc2nHVj+2tLpZzW+FHYmIIEScB0EHhRo8csji7VvHE+UQkd+XP18yJLfE= ceph-004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:15:58.822 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-25T01:15:59.246 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:16:02.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.126+0000 7f10aae00700 1 -- 172.21.15.26:0/348676494 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10a41033a0 msgr2=0x7f10a41037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.126+0000 7f10aae00700 1 --2- 172.21.15.26:0/348676494 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10a41033a0 0x7f10a41037c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f109400b0a0 tx=0x7f109400b3b0 comp rx=0 tx=0).stop 2024-04-25T01:16:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.126+0000 7f10aae00700 1 -- 172.21.15.26:0/348676494 shutdown_connections 2024-04-25T01:16:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.126+0000 7f10aae00700 1 --2- 172.21.15.26:0/348676494 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10a41033a0 0x7f10a41037c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.126+0000 7f10aae00700 1 -- 172.21.15.26:0/348676494 >> 172.21.15.26:0/348676494 conn(0x7f10a40fd280 msgr2=0x7f10a40ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.126+0000 7f10aae00700 1 -- 172.21.15.26:0/348676494 shutdown_connections 2024-04-25T01:16:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.126+0000 7f10aae00700 1 -- 172.21.15.26:0/348676494 wait complete. 2024-04-25T01:16:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.127+0000 7f10aae00700 1 Processor -- start 2024-04-25T01:16:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.128+0000 7f10aae00700 1 -- start start 2024-04-25T01:16:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.128+0000 7f10aae00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10a41033a0 0x7f10a4199640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.128+0000 7f10aae00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f10a4107e60 con 0x7f10a41033a0 2024-04-25T01:16:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.128+0000 7f10a3e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10a41033a0 0x7f10a4199640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.128+0000 7f10a3e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10a41033a0 0x7f10a4199640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38480/0 (socket says 172.21.15.26:38480) 2024-04-25T01:16:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.128+0000 7f10a3e00700 1 -- 172.21.15.26:0/3844546934 learned_addr learned my addr 172.21.15.26:0/3844546934 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:16:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.129+0000 7f10a3e00700 1 -- 172.21.15.26:0/3844546934 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10a4199b80 con 0x7f10a41033a0 2024-04-25T01:16:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.129+0000 7f10a3e00700 1 --2- 172.21.15.26:0/3844546934 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10a41033a0 0x7f10a4199640 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1094007890 tx=0x7f109400bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.129+0000 7f10a0c00700 1 -- 172.21.15.26:0/3844546934 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1094017040 con 0x7f10a41033a0 2024-04-25T01:16:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.129+0000 7f10a0c00700 1 -- 172.21.15.26:0/3844546934 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1094022070 con 0x7f10a41033a0 2024-04-25T01:16:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.129+0000 7f10a0c00700 1 -- 172.21.15.26:0/3844546934 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f109401d5b0 con 0x7f10a41033a0 2024-04-25T01:16:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.129+0000 7f10aae00700 1 -- 172.21.15.26:0/3844546934 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10a4199e10 con 0x7f10a41033a0 2024-04-25T01:16:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.129+0000 7f10aae00700 1 -- 172.21.15.26:0/3844546934 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10a419cb00 con 0x7f10a41033a0 2024-04-25T01:16:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.131+0000 7f10a0c00700 1 -- 172.21.15.26:0/3844546934 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f109401d860 con 0x7f10a41033a0 2024-04-25T01:16:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.131+0000 7f10aae00700 1 -- 172.21.15.26:0/3844546934 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10a41085e0 con 0x7f10a41033a0 2024-04-25T01:16:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.131+0000 7f10a0c00700 1 --2- 172.21.15.26:0/3844546934 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1088039130 0x7f108803b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.131+0000 7f10a0c00700 1 -- 172.21.15.26:0/3844546934 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f109400f050 con 0x7f10a41033a0 2024-04-25T01:16:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.131+0000 7f10a3400700 1 --2- 172.21.15.26:0/3844546934 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1088039130 0x7f108803b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.132+0000 7f10a3400700 1 --2- 172.21.15.26:0/3844546934 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1088039130 0x7f108803b5f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1090006fd0 tx=0x7f1090006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.137+0000 7f10a0c00700 1 -- 172.21.15.26:0/3844546934 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f1094007e20 con 0x7f10a41033a0 2024-04-25T01:16:02.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.367+0000 7f10aae00700 1 -- 172.21.15.26:0/3844546934 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f10a402db30 con 0x7f10a41033a0 2024-04-25T01:16:02.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.370+0000 7f10a0c00700 1 -- 172.21.15.26:0/3844546934 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f10940263c0 con 0x7f10a41033a0 2024-04-25T01:16:02.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.374+0000 7f10aae00700 1 -- 172.21.15.26:0/3844546934 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1088039130 msgr2=0x7f108803b5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:02.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.374+0000 7f10aae00700 1 --2- 172.21.15.26:0/3844546934 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1088039130 0x7f108803b5f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1090006fd0 tx=0x7f1090006e40 comp rx=0 tx=0).stop 2024-04-25T01:16:02.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.374+0000 7f10aae00700 1 -- 172.21.15.26:0/3844546934 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10a41033a0 msgr2=0x7f10a4199640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:02.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.374+0000 7f10aae00700 1 --2- 172.21.15.26:0/3844546934 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10a41033a0 0x7f10a4199640 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1094007890 tx=0x7f109400bd40 comp rx=0 tx=0).stop 2024-04-25T01:16:02.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.375+0000 7f10aae00700 1 -- 172.21.15.26:0/3844546934 shutdown_connections 2024-04-25T01:16:02.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.375+0000 7f10aae00700 1 --2- 172.21.15.26:0/3844546934 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1088039130 0x7f108803b5f0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:02.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.375+0000 7f10aae00700 1 --2- 172.21.15.26:0/3844546934 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10a41033a0 0x7f10a4199640 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:02.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.375+0000 7f10aae00700 1 -- 172.21.15.26:0/3844546934 >> 172.21.15.26:0/3844546934 conn(0x7f10a40fd280 msgr2=0x7f10a40ff670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:02.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.375+0000 7f10aae00700 1 -- 172.21.15.26:0/3844546934 shutdown_connections 2024-04-25T01:16:02.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:02.376+0000 7f10aae00700 1 -- 172.21.15.26:0/3844546934 wait complete. 2024-04-25T01:16:03.234 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-25T01:16:03.234 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-25T01:16:03.540 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:03 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3844546934' entity='client.admin' 2024-04-25T01:16:04.341 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:16:05.638 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:05.638 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:05.638 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi026", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:16:05.639 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:05.639 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:16:05.639 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:06.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.459+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1064731911 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fdc102730 msgr2=0x7f0fdc104b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:06.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.459+0000 7f0fe0c00700 1 --2- 172.21.15.26:0/1064731911 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fdc102730 0x7f0fdc104b20 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0fcc009910 tx=0x7f0fcc009c20 comp rx=0 tx=0).stop 2024-04-25T01:16:06.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.459+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1064731911 shutdown_connections 2024-04-25T01:16:06.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.459+0000 7f0fe0c00700 1 --2- 172.21.15.26:0/1064731911 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fdc102730 0x7f0fdc104b20 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:06.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.459+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1064731911 >> 172.21.15.26:0/1064731911 conn(0x7f0fdc0fc140 msgr2=0x7f0fdc0fe580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:06.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.459+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1064731911 shutdown_connections 2024-04-25T01:16:06.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.459+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1064731911 wait complete. 2024-04-25T01:16:06.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.460+0000 7f0fe0c00700 1 Processor -- start 2024-04-25T01:16:06.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.461+0000 7f0fe0c00700 1 -- start start 2024-04-25T01:16:06.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.461+0000 7f0fe0c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fdc102730 0x7f0fdc101fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:06.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.461+0000 7f0fe0c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0fdc107cd0 con 0x7f0fdc102730 2024-04-25T01:16:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.461+0000 7f0fd9e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fdc102730 0x7f0fdc101fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.461+0000 7f0fd9e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fdc102730 0x7f0fdc101fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53040/0 (socket says 172.21.15.26:53040) 2024-04-25T01:16:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.461+0000 7f0fd9e00700 1 -- 172.21.15.26:0/1803068632 learned_addr learned my addr 172.21.15.26:0/1803068632 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:16:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.462+0000 7f0fd9e00700 1 -- 172.21.15.26:0/1803068632 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fdc1024f0 con 0x7f0fdc102730 2024-04-25T01:16:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.462+0000 7f0fd9e00700 1 --2- 172.21.15.26:0/1803068632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fdc102730 0x7f0fdc101fb0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0fcc004fa0 tx=0x7f0fcc005080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:06.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.462+0000 7f0fd2a00700 1 -- 172.21.15.26:0/1803068632 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0fcc027070 con 0x7f0fdc102730 2024-04-25T01:16:06.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.463+0000 7f0fd2a00700 1 -- 172.21.15.26:0/1803068632 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0fcc00be40 con 0x7f0fdc102730 2024-04-25T01:16:06.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.463+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1803068632 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fdc1006e0 con 0x7f0fdc102730 2024-04-25T01:16:06.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.463+0000 7f0fd2a00700 1 -- 172.21.15.26:0/1803068632 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0fcc00f460 con 0x7f0fdc102730 2024-04-25T01:16:06.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.463+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1803068632 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fdc100c20 con 0x7f0fdc102730 2024-04-25T01:16:06.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.464+0000 7f0fd2a00700 1 -- 172.21.15.26:0/1803068632 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f0fcc02a070 con 0x7f0fdc102730 2024-04-25T01:16:06.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.464+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1803068632 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fdc108450 con 0x7f0fdc102730 2024-04-25T01:16:06.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.465+0000 7f0fd2a00700 1 --2- 172.21.15.26:0/1803068632 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0fc00390f0 0x7f0fc003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:06.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.465+0000 7f0fd2a00700 1 -- 172.21.15.26:0/1803068632 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0fcc01e030 con 0x7f0fdc102730 2024-04-25T01:16:06.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.465+0000 7f0fd3e00700 1 --2- 172.21.15.26:0/1803068632 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0fc00390f0 0x7f0fc003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:06.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.466+0000 7f0fd3e00700 1 --2- 172.21.15.26:0/1803068632 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0fc00390f0 0x7f0fc003b5b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0fc4006fd0 tx=0x7f0fc4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:06.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.473+0000 7f0fd2a00700 1 -- 172.21.15.26:0/1803068632 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0fcc013070 con 0x7f0fdc102730 2024-04-25T01:16:06.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.709+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1803068632 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f0fdc190990 con 0x7f0fc00390f0 2024-04-25T01:16:06.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.717+0000 7f0fd2a00700 1 -- 172.21.15.26:0/1803068632 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0fdc190990 con 0x7f0fc00390f0 2024-04-25T01:16:06.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.720+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1803068632 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0fc00390f0 msgr2=0x7f0fc003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:06.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.720+0000 7f0fe0c00700 1 --2- 172.21.15.26:0/1803068632 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0fc00390f0 0x7f0fc003b5b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0fc4006fd0 tx=0x7f0fc4006e40 comp rx=0 tx=0).stop 2024-04-25T01:16:06.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.720+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1803068632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fdc102730 msgr2=0x7f0fdc101fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:06.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.720+0000 7f0fe0c00700 1 --2- 172.21.15.26:0/1803068632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fdc102730 0x7f0fdc101fb0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0fcc004fa0 tx=0x7f0fcc005080 comp rx=0 tx=0).stop 2024-04-25T01:16:06.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.720+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1803068632 shutdown_connections 2024-04-25T01:16:06.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.720+0000 7f0fe0c00700 1 --2- 172.21.15.26:0/1803068632 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0fc00390f0 0x7f0fc003b5b0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:06.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.720+0000 7f0fe0c00700 1 --2- 172.21.15.26:0/1803068632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fdc102730 0x7f0fdc101fb0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:06.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.720+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1803068632 >> 172.21.15.26:0/1803068632 conn(0x7f0fdc0fc140 msgr2=0x7f0fdc0fcb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:06.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.721+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1803068632 shutdown_connections 2024-04-25T01:16:06.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:06.721+0000 7f0fe0c00700 1 -- 172.21.15.26:0/1803068632 wait complete. 2024-04-25T01:16:06.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:06 smithi026 ceph-mon[28096]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:07.561 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi111 2024-04-25T01:16:07.562 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-04-25T01:16:07.562 DEBUG:teuthology.orchestra.run.smithi111:> dd of=/etc/ceph/ceph.conf 2024-04-25T01:16:07.581 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-04-25T01:16:07.581 DEBUG:teuthology.orchestra.run.smithi111:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T01:16:07.639 INFO:tasks.cephadm:Adding host smithi111 to orchestrator... 2024-04-25T01:16:07.639 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch host add smithi111 2024-04-25T01:16:07.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:07 smithi026 ceph-mon[28096]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:16:07.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:07.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:16:07.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:16:07.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:16:07.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:07 smithi026 ceph-mon[28096]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-25T01:16:08.082 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:16:09.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:08 smithi026 ceph-mon[28096]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:09.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:08 smithi026 ceph-mon[28096]: Updating smithi026:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:16:09.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:09 smithi026 ceph-mon[28096]: Updating smithi026:/etc/ceph/ceph.client.admin.keyring 2024-04-25T01:16:09.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:09 smithi026 ceph-mon[28096]: Updating smithi026:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T01:16:09.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:09 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:09.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:09 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:09.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:09 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:10.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.423+0000 7f1c32800700 1 -- 172.21.15.26:0/1480833704 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c2c074550 msgr2=0x7f1c2c074930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:10.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.423+0000 7f1c32800700 1 --2- 172.21.15.26:0/1480833704 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c2c074550 0x7f1c2c074930 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c009910 tx=0x7f1c1c009c20 comp rx=0 tx=0).stop 2024-04-25T01:16:10.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.423+0000 7f1c32800700 1 -- 172.21.15.26:0/1480833704 shutdown_connections 2024-04-25T01:16:10.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.423+0000 7f1c32800700 1 --2- 172.21.15.26:0/1480833704 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c2c074550 0x7f1c2c074930 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:10.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.423+0000 7f1c32800700 1 -- 172.21.15.26:0/1480833704 >> 172.21.15.26:0/1480833704 conn(0x7f1c2c0fd760 msgr2=0x7f1c2c0ffb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:10.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.424+0000 7f1c32800700 1 -- 172.21.15.26:0/1480833704 shutdown_connections 2024-04-25T01:16:10.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.424+0000 7f1c32800700 1 -- 172.21.15.26:0/1480833704 wait complete. 2024-04-25T01:16:10.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.425+0000 7f1c32800700 1 Processor -- start 2024-04-25T01:16:10.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.425+0000 7f1c32800700 1 -- start start 2024-04-25T01:16:10.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.425+0000 7f1c32800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c2c074550 0x7f1c2c19f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:10.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.425+0000 7f1c32800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1c2c10e4e0 con 0x7f1c2c074550 2024-04-25T01:16:10.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.426+0000 7f1c2b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c2c074550 0x7f1c2c19f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:10.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.426+0000 7f1c2b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c2c074550 0x7f1c2c19f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53064/0 (socket says 172.21.15.26:53064) 2024-04-25T01:16:10.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.426+0000 7f1c2b400700 1 -- 172.21.15.26:0/965744773 learned_addr learned my addr 172.21.15.26:0/965744773 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:16:10.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.426+0000 7f1c2b400700 1 -- 172.21.15.26:0/965744773 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c2c19fb90 con 0x7f1c2c074550 2024-04-25T01:16:10.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.426+0000 7f1c2b400700 1 --2- 172.21.15.26:0/965744773 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c2c074550 0x7f1c2c19f650 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c006010 tx=0x7f1c1c005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:10.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.427+0000 7f1c23e00700 1 -- 172.21.15.26:0/965744773 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c1c026070 con 0x7f1c2c074550 2024-04-25T01:16:10.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.427+0000 7f1c23e00700 1 -- 172.21.15.26:0/965744773 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1c1c00bc30 con 0x7f1c2c074550 2024-04-25T01:16:10.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.427+0000 7f1c23e00700 1 -- 172.21.15.26:0/965744773 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c1c0039a0 con 0x7f1c2c074550 2024-04-25T01:16:10.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.427+0000 7f1c32800700 1 -- 172.21.15.26:0/965744773 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c2c19fe20 con 0x7f1c2c074550 2024-04-25T01:16:10.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.427+0000 7f1c32800700 1 -- 172.21.15.26:0/965744773 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c2c1997d0 con 0x7f1c2c074550 2024-04-25T01:16:10.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.428+0000 7f1c23e00700 1 -- 172.21.15.26:0/965744773 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f1c1c029070 con 0x7f1c2c074550 2024-04-25T01:16:10.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.428+0000 7f1c32800700 1 -- 172.21.15.26:0/965744773 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c2c075c90 con 0x7f1c2c074550 2024-04-25T01:16:10.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.428+0000 7f1c23e00700 1 --2- 172.21.15.26:0/965744773 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1c10039150 0x7f1c1003b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:10.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.429+0000 7f1c23e00700 1 -- 172.21.15.26:0/965744773 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f1c1c01e070 con 0x7f1c2c074550 2024-04-25T01:16:10.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.429+0000 7f1c2aa00700 1 --2- 172.21.15.26:0/965744773 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1c10039150 0x7f1c1003b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:10.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.430+0000 7f1c2aa00700 1 --2- 172.21.15.26:0/965744773 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1c10039150 0x7f1c1003b610 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1c18006fd0 tx=0x7f1c18006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:10.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.434+0000 7f1c23e00700 1 -- 172.21.15.26:0/965744773 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f1c1c013070 con 0x7f1c2c074550 2024-04-25T01:16:10.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:10.668+0000 7f1c32800700 1 -- 172.21.15.26:0/965744773 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi111", "target": ["mon-mgr", ""]}) -- 0x7f1c2c063890 con 0x7f1c10039150 2024-04-25T01:16:11.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:10 smithi026 ceph-mon[28096]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:11.994 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:11 smithi026 ceph-mon[28096]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi111", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:16:13.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:12 smithi026 ceph-mon[28096]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:13.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:12 smithi026 ceph-mon[28096]: Deploying cephadm binary to smithi111 2024-04-25T01:16:15.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:14 smithi026 ceph-mon[28096]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:15.546 INFO:teuthology.orchestra.run.smithi026.stdout:Added host 'smithi111' with addr '172.21.15.111' 2024-04-25T01:16:15.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:15.559+0000 7f1c23e00700 1 -- 172.21.15.26:0/965744773 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f1c2c063890 con 0x7f1c10039150 2024-04-25T01:16:15.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:15.563+0000 7f1c32800700 1 -- 172.21.15.26:0/965744773 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1c10039150 msgr2=0x7f1c1003b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:15.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:15.563+0000 7f1c32800700 1 --2- 172.21.15.26:0/965744773 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1c10039150 0x7f1c1003b610 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1c18006fd0 tx=0x7f1c18006e40 comp rx=0 tx=0).stop 2024-04-25T01:16:15.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:15.563+0000 7f1c32800700 1 -- 172.21.15.26:0/965744773 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c2c074550 msgr2=0x7f1c2c19f650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:15.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:15.563+0000 7f1c32800700 1 --2- 172.21.15.26:0/965744773 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c2c074550 0x7f1c2c19f650 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c006010 tx=0x7f1c1c005030 comp rx=0 tx=0).stop 2024-04-25T01:16:15.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:15.564+0000 7f1c32800700 1 -- 172.21.15.26:0/965744773 shutdown_connections 2024-04-25T01:16:15.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:15.564+0000 7f1c32800700 1 --2- 172.21.15.26:0/965744773 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1c10039150 0x7f1c1003b610 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:15.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:15.564+0000 7f1c32800700 1 --2- 172.21.15.26:0/965744773 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c2c074550 0x7f1c2c19f650 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:15.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:15.564+0000 7f1c32800700 1 -- 172.21.15.26:0/965744773 >> 172.21.15.26:0/965744773 conn(0x7f1c2c0fd760 msgr2=0x7f1c2c105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:15.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:15.564+0000 7f1c32800700 1 -- 172.21.15.26:0/965744773 shutdown_connections 2024-04-25T01:16:15.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:15.564+0000 7f1c32800700 1 -- 172.21.15.26:0/965744773 wait complete. 2024-04-25T01:16:16.337 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-25T01:16:16.793 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:16:16.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:16 smithi026 ceph-mon[28096]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:16.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:16 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:16.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:16 smithi026 ceph-mon[28096]: Added host smithi111 2024-04-25T01:16:16.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:16 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:16:16.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:16 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:17.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:17 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:18.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:18 smithi026 ceph-mon[28096]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:18.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:18 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:18.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.997+0000 7fbee7000700 1 -- 172.21.15.26:0/1542443629 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbee01040c0 msgr2=0x7fbee01044a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:18.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.997+0000 7fbee7000700 1 --2- 172.21.15.26:0/1542443629 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbee01040c0 0x7fbee01044a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fbed0009910 tx=0x7fbed0009c20 comp rx=0 tx=0).stop 2024-04-25T01:16:18.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.997+0000 7fbee7000700 1 -- 172.21.15.26:0/1542443629 shutdown_connections 2024-04-25T01:16:18.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.997+0000 7fbee7000700 1 --2- 172.21.15.26:0/1542443629 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbee01040c0 0x7fbee01044a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:18.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.997+0000 7fbee7000700 1 -- 172.21.15.26:0/1542443629 >> 172.21.15.26:0/1542443629 conn(0x7fbee00ff950 msgr2=0x7fbee0101d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:18.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.997+0000 7fbee7000700 1 -- 172.21.15.26:0/1542443629 shutdown_connections 2024-04-25T01:16:18.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.997+0000 7fbee7000700 1 -- 172.21.15.26:0/1542443629 wait complete. 2024-04-25T01:16:18.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.998+0000 7fbee7000700 1 Processor -- start 2024-04-25T01:16:18.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.998+0000 7fbee7000700 1 -- start start 2024-04-25T01:16:18.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.999+0000 7fbee7000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbee01040c0 0x7fbee0076740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:18.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.999+0000 7fbee7000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbee010e490 con 0x7fbee01040c0 2024-04-25T01:16:18.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.999+0000 7fbedfe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbee01040c0 0x7fbee0076740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:18.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.999+0000 7fbedfe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbee01040c0 0x7fbee0076740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46966/0 (socket says 172.21.15.26:46966) 2024-04-25T01:16:18.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.999+0000 7fbedfe00700 1 -- 172.21.15.26:0/4132062344 learned_addr learned my addr 172.21.15.26:0/4132062344 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:16:18.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:18.999+0000 7fbedfe00700 1 -- 172.21.15.26:0/4132062344 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbee007a6a0 con 0x7fbee01040c0 2024-04-25T01:16:18.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.000+0000 7fbedfe00700 1 --2- 172.21.15.26:0/4132062344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbee01040c0 0x7fbee0076740 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fbed0006010 tx=0x7fbed0005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:18.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.000+0000 7fbedd600700 1 -- 172.21.15.26:0/4132062344 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbed0026070 con 0x7fbee01040c0 2024-04-25T01:16:18.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.000+0000 7fbedd600700 1 -- 172.21.15.26:0/4132062344 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbed000bbd0 con 0x7fbee01040c0 2024-04-25T01:16:18.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.000+0000 7fbedd600700 1 -- 172.21.15.26:0/4132062344 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbed0003910 con 0x7fbee01040c0 2024-04-25T01:16:18.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.000+0000 7fbee7000700 1 -- 172.21.15.26:0/4132062344 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbee0076c80 con 0x7fbee01040c0 2024-04-25T01:16:18.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.000+0000 7fbee7000700 1 -- 172.21.15.26:0/4132062344 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbee0077140 con 0x7fbee01040c0 2024-04-25T01:16:18.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.002+0000 7fbedd600700 1 -- 172.21.15.26:0/4132062344 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fbed0029070 con 0x7fbee01040c0 2024-04-25T01:16:18.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.002+0000 7fbee7000700 1 -- 172.21.15.26:0/4132062344 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbee01055a0 con 0x7fbee01040c0 2024-04-25T01:16:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.003+0000 7fbedd600700 1 --2- 172.21.15.26:0/4132062344 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbec40391a0 0x7fbec403b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.003+0000 7fbedd600700 1 -- 172.21.15.26:0/4132062344 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fbed001e070 con 0x7fbee01040c0 2024-04-25T01:16:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.003+0000 7fbed7400700 1 --2- 172.21.15.26:0/4132062344 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbec40391a0 0x7fbec403b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:18.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.004+0000 7fbed7400700 1 --2- 172.21.15.26:0/4132062344 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbec40391a0 0x7fbec403b660 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fbec8006fd0 tx=0x7fbec8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.008+0000 7fbedd600700 1 -- 172.21.15.26:0/4132062344 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fbed0013070 con 0x7fbee01040c0 2024-04-25T01:16:19.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.245+0000 7fbee7000700 1 -- 172.21.15.26:0/4132062344 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbee0077c70 con 0x7fbec40391a0 2024-04-25T01:16:19.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.247+0000 7fbedd600700 1 -- 172.21.15.26:0/4132062344 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7fbee0077c70 con 0x7fbec40391a0 2024-04-25T01:16:19.232 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:16:19.232 INFO:teuthology.orchestra.run.smithi026.stdout:[{"addr": "172.21.15.26", "hostname": "smithi026", "labels": [], "status": ""}, {"addr": "172.21.15.111", "hostname": "smithi111", "labels": [], "status": ""}] 2024-04-25T01:16:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.251+0000 7fbee7000700 1 -- 172.21.15.26:0/4132062344 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbec40391a0 msgr2=0x7fbec403b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.251+0000 7fbee7000700 1 --2- 172.21.15.26:0/4132062344 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbec40391a0 0x7fbec403b660 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fbec8006fd0 tx=0x7fbec8006e40 comp rx=0 tx=0).stop 2024-04-25T01:16:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.251+0000 7fbee7000700 1 -- 172.21.15.26:0/4132062344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbee01040c0 msgr2=0x7fbee0076740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.251+0000 7fbee7000700 1 --2- 172.21.15.26:0/4132062344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbee01040c0 0x7fbee0076740 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fbed0006010 tx=0x7fbed0005030 comp rx=0 tx=0).stop 2024-04-25T01:16:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.251+0000 7fbee7000700 1 -- 172.21.15.26:0/4132062344 shutdown_connections 2024-04-25T01:16:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.251+0000 7fbee7000700 1 --2- 172.21.15.26:0/4132062344 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbec40391a0 0x7fbec403b660 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.251+0000 7fbee7000700 1 --2- 172.21.15.26:0/4132062344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbee01040c0 0x7fbee0076740 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:19.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.251+0000 7fbee7000700 1 -- 172.21.15.26:0/4132062344 >> 172.21.15.26:0/4132062344 conn(0x7fbee00ff950 msgr2=0x7fbee0105a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:19.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.251+0000 7fbee7000700 1 -- 172.21.15.26:0/4132062344 shutdown_connections 2024-04-25T01:16:19.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:19.251+0000 7fbee7000700 1 -- 172.21.15.26:0/4132062344 wait complete. 2024-04-25T01:16:20.029 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi186 2024-04-25T01:16:20.029 DEBUG:teuthology.orchestra.run.smithi186:> set -ex 2024-04-25T01:16:20.029 DEBUG:teuthology.orchestra.run.smithi186:> dd of=/etc/ceph/ceph.conf 2024-04-25T01:16:20.050 DEBUG:teuthology.orchestra.run.smithi186:> set -ex 2024-04-25T01:16:20.050 DEBUG:teuthology.orchestra.run.smithi186:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T01:16:20.107 INFO:tasks.cephadm:Adding host smithi186 to orchestrator... 2024-04-25T01:16:20.108 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch host add smithi186 2024-04-25T01:16:20.547 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:16:20.889 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:20 smithi026 ceph-mon[28096]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:20.890 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:20 smithi026 ceph-mon[28096]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:16:22.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:22 smithi026 ceph-mon[28096]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:22.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:22.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:22.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:22.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:22.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:16:22.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:16:22.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:16:22.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:22 smithi026 ceph-mon[28096]: Updating smithi111:/etc/ceph/ceph.conf 2024-04-25T01:16:22.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:22 smithi026 ceph-mon[28096]: Updating smithi111:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:16:22.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.776+0000 7f2268a00700 1 -- 172.21.15.26:0/2711018296 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22640745d0 msgr2=0x7f22640749b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:22.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.776+0000 7f2268a00700 1 --2- 172.21.15.26:0/2711018296 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22640745d0 0x7f22640749b0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2254009910 tx=0x7f2254009c20 comp rx=0 tx=0).stop 2024-04-25T01:16:22.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.776+0000 7f2268a00700 1 -- 172.21.15.26:0/2711018296 shutdown_connections 2024-04-25T01:16:22.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.776+0000 7f2268a00700 1 --2- 172.21.15.26:0/2711018296 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22640745d0 0x7f22640749b0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:22.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.776+0000 7f2268a00700 1 -- 172.21.15.26:0/2711018296 >> 172.21.15.26:0/2711018296 conn(0x7f22640fd590 msgr2=0x7f22640ff9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:22.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.777+0000 7f2268a00700 1 -- 172.21.15.26:0/2711018296 shutdown_connections 2024-04-25T01:16:22.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.777+0000 7f2268a00700 1 -- 172.21.15.26:0/2711018296 wait complete. 2024-04-25T01:16:22.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.778+0000 7f2268a00700 1 Processor -- start 2024-04-25T01:16:22.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.778+0000 7f2268a00700 1 -- start start 2024-04-25T01:16:22.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.778+0000 7f2268a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22640745d0 0x7f226419dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:22.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.778+0000 7f2268a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2264112720 con 0x7f22640745d0 2024-04-25T01:16:22.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.779+0000 7f2263400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22640745d0 0x7f226419dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:22.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.779+0000 7f2263400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22640745d0 0x7f226419dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46984/0 (socket says 172.21.15.26:46984) 2024-04-25T01:16:22.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.779+0000 7f2263400700 1 -- 172.21.15.26:0/305496496 learned_addr learned my addr 172.21.15.26:0/305496496 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:16:22.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.779+0000 7f2263400700 1 -- 172.21.15.26:0/305496496 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f226419e1c0 con 0x7f22640745d0 2024-04-25T01:16:22.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.779+0000 7f2263400700 1 --2- 172.21.15.26:0/305496496 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22640745d0 0x7f226419dc80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2254006010 tx=0x7f2254005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:22.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.780+0000 7f2260c00700 1 -- 172.21.15.26:0/305496496 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2254026070 con 0x7f22640745d0 2024-04-25T01:16:22.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.780+0000 7f2260c00700 1 -- 172.21.15.26:0/305496496 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f225400bc30 con 0x7f22640745d0 2024-04-25T01:16:22.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.780+0000 7f2260c00700 1 -- 172.21.15.26:0/305496496 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2254003ab0 con 0x7f22640745d0 2024-04-25T01:16:22.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.780+0000 7f2268a00700 1 -- 172.21.15.26:0/305496496 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f226419e450 con 0x7f22640745d0 2024-04-25T01:16:22.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.780+0000 7f2268a00700 1 -- 172.21.15.26:0/305496496 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f226419e8b0 con 0x7f22640745d0 2024-04-25T01:16:22.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.781+0000 7f2268a00700 1 -- 172.21.15.26:0/305496496 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2264075d10 con 0x7f22640745d0 2024-04-25T01:16:22.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.781+0000 7f2260c00700 1 -- 172.21.15.26:0/305496496 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f2254029070 con 0x7f22640745d0 2024-04-25T01:16:22.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.781+0000 7f2260c00700 1 --2- 172.21.15.26:0/305496496 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2244039150 0x7f224403b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:22.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.782+0000 7f2260c00700 1 -- 172.21.15.26:0/305496496 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f225401e070 con 0x7f22640745d0 2024-04-25T01:16:22.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.782+0000 7f225aa00700 1 --2- 172.21.15.26:0/305496496 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2244039150 0x7f224403b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:22.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.782+0000 7f225aa00700 1 --2- 172.21.15.26:0/305496496 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2244039150 0x7f224403b610 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f224c006fd0 tx=0x7f224c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:22.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:22.787+0000 7f2260c00700 1 -- 172.21.15.26:0/305496496 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2254013070 con 0x7f22640745d0 2024-04-25T01:16:23.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:23.019+0000 7f2268a00700 1 -- 172.21.15.26:0/305496496 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi186", "target": ["mon-mgr", ""]}) -- 0x7f22640fe080 con 0x7f2244039150 2024-04-25T01:16:24.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:23 smithi026 ceph-mon[28096]: Updating smithi111:/etc/ceph/ceph.client.admin.keyring 2024-04-25T01:16:24.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:23 smithi026 ceph-mon[28096]: Updating smithi111:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T01:16:24.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:23 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:24.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:23 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:24.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:23 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:25.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:24 smithi026 ceph-mon[28096]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:25.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:24 smithi026 ceph-mon[28096]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi186", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:16:26.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:25 smithi026 ceph-mon[28096]: Deploying cephadm binary to smithi186 2024-04-25T01:16:27.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:26 smithi026 ceph-mon[28096]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:27.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:27.941+0000 7f2260c00700 1 -- 172.21.15.26:0/305496496 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f22640fe080 con 0x7f2244039150 2024-04-25T01:16:27.926 INFO:teuthology.orchestra.run.smithi026.stdout:Added host 'smithi186' with addr '172.21.15.186' 2024-04-25T01:16:27.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:27.945+0000 7f2268a00700 1 -- 172.21.15.26:0/305496496 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2244039150 msgr2=0x7f224403b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:27.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:27.945+0000 7f2268a00700 1 --2- 172.21.15.26:0/305496496 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2244039150 0x7f224403b610 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f224c006fd0 tx=0x7f224c006e40 comp rx=0 tx=0).stop 2024-04-25T01:16:27.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:27.945+0000 7f2268a00700 1 -- 172.21.15.26:0/305496496 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22640745d0 msgr2=0x7f226419dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:27.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:27.945+0000 7f2268a00700 1 --2- 172.21.15.26:0/305496496 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22640745d0 0x7f226419dc80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2254006010 tx=0x7f2254005050 comp rx=0 tx=0).stop 2024-04-25T01:16:27.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:27.945+0000 7f2268a00700 1 -- 172.21.15.26:0/305496496 shutdown_connections 2024-04-25T01:16:27.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:27.945+0000 7f2268a00700 1 --2- 172.21.15.26:0/305496496 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2244039150 0x7f224403b610 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:27.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:27.945+0000 7f2268a00700 1 --2- 172.21.15.26:0/305496496 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22640745d0 0x7f226419dc80 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:27.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:27.945+0000 7f2268a00700 1 -- 172.21.15.26:0/305496496 >> 172.21.15.26:0/305496496 conn(0x7f22640fd590 msgr2=0x7f22640fd970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:27.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:27.945+0000 7f2268a00700 1 -- 172.21.15.26:0/305496496 shutdown_connections 2024-04-25T01:16:27.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:27.946+0000 7f2268a00700 1 -- 172.21.15.26:0/305496496 wait complete. 2024-04-25T01:16:28.772 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-25T01:16:29.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:28 smithi026 ceph-mon[28096]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:29.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:29.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:16:29.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:29.223 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:16:30.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:29 smithi026 ceph-mon[28096]: Added host smithi186 2024-04-25T01:16:30.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:29 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:30.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:30 smithi026 ceph-mon[28096]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:31.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.330+0000 7f1a0cc00700 1 -- 172.21.15.26:0/4236468651 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a08069650 msgr2=0x7f1a08069a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:31.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.330+0000 7f1a0cc00700 1 --2- 172.21.15.26:0/4236468651 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a08069650 0x7f1a08069a30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f19f8009910 tx=0x7f19f8009c20 comp rx=0 tx=0).stop 2024-04-25T01:16:31.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.330+0000 7f1a0cc00700 1 -- 172.21.15.26:0/4236468651 shutdown_connections 2024-04-25T01:16:31.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.330+0000 7f1a0cc00700 1 --2- 172.21.15.26:0/4236468651 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a08069650 0x7f1a08069a30 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:31.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.330+0000 7f1a0cc00700 1 -- 172.21.15.26:0/4236468651 >> 172.21.15.26:0/4236468651 conn(0x7f1a08076690 msgr2=0x7f1a08076aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:31.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.330+0000 7f1a0cc00700 1 -- 172.21.15.26:0/4236468651 shutdown_connections 2024-04-25T01:16:31.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.330+0000 7f1a0cc00700 1 -- 172.21.15.26:0/4236468651 wait complete. 2024-04-25T01:16:31.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.331+0000 7f1a0cc00700 1 Processor -- start 2024-04-25T01:16:31.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.331+0000 7f1a0cc00700 1 -- start start 2024-04-25T01:16:31.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.332+0000 7f1a0cc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a08069650 0x7f1a0819f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:31.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.332+0000 7f1a0cc00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1a0810e4d0 con 0x7f1a08069650 2024-04-25T01:16:31.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.332+0000 7f1a05e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a08069650 0x7f1a0819f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:31.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.332+0000 7f1a05e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a08069650 0x7f1a0819f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49568/0 (socket says 172.21.15.26:49568) 2024-04-25T01:16:31.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.332+0000 7f1a05e00700 1 -- 172.21.15.26:0/1543558684 learned_addr learned my addr 172.21.15.26:0/1543558684 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:16:31.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.332+0000 7f1a05e00700 1 -- 172.21.15.26:0/1543558684 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a0819fba0 con 0x7f1a08069650 2024-04-25T01:16:31.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.333+0000 7f1a05e00700 1 --2- 172.21.15.26:0/1543558684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a08069650 0x7f1a0819f660 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f19f8005850 tx=0x7f19f8005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:31.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.333+0000 7f19fea00700 1 -- 172.21.15.26:0/1543558684 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f19f8026070 con 0x7f1a08069650 2024-04-25T01:16:31.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.333+0000 7f19fea00700 1 -- 172.21.15.26:0/1543558684 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19f800bc30 con 0x7f1a08069650 2024-04-25T01:16:31.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.333+0000 7f1a0cc00700 1 -- 172.21.15.26:0/1543558684 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a0819fe30 con 0x7f1a08069650 2024-04-25T01:16:31.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.333+0000 7f19fea00700 1 -- 172.21.15.26:0/1543558684 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f19f8003a20 con 0x7f1a08069650 2024-04-25T01:16:31.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.333+0000 7f1a0cc00700 1 -- 172.21.15.26:0/1543558684 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a081997e0 con 0x7f1a08069650 2024-04-25T01:16:31.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.334+0000 7f1a0cc00700 1 -- 172.21.15.26:0/1543558684 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a08101160 con 0x7f1a08069650 2024-04-25T01:16:31.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.335+0000 7f19fea00700 1 -- 172.21.15.26:0/1543558684 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f19f8029070 con 0x7f1a08069650 2024-04-25T01:16:31.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.335+0000 7f19fea00700 1 --2- 172.21.15.26:0/1543558684 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f19ec039150 0x7f19ec03b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:31.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.335+0000 7f19fea00700 1 -- 172.21.15.26:0/1543558684 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f19f801e070 con 0x7f1a08069650 2024-04-25T01:16:31.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.335+0000 7f1a05400700 1 --2- 172.21.15.26:0/1543558684 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f19ec039150 0x7f19ec03b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:31.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.336+0000 7f1a05400700 1 --2- 172.21.15.26:0/1543558684 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f19ec039150 0x7f19ec03b610 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f19f4006fd0 tx=0x7f19f4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:31.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.341+0000 7f19fea00700 1 -- 172.21.15.26:0/1543558684 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f19f8013070 con 0x7f1a08069650 2024-04-25T01:16:31.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.574+0000 7f1a0cc00700 1 -- 172.21.15.26:0/1543558684 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1a0819ad10 con 0x7f19ec039150 2024-04-25T01:16:31.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.577+0000 7f19fea00700 1 -- 172.21.15.26:0/1543558684 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7f1a0819ad10 con 0x7f19ec039150 2024-04-25T01:16:31.562 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:16:31.562 INFO:teuthology.orchestra.run.smithi026.stdout:[{"addr": "172.21.15.26", "hostname": "smithi026", "labels": [], "status": ""}, {"addr": "172.21.15.111", "hostname": "smithi111", "labels": [], "status": ""}, {"addr": "172.21.15.186", "hostname": "smithi186", "labels": [], "status": ""}] 2024-04-25T01:16:31.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.580+0000 7f1a0cc00700 1 -- 172.21.15.26:0/1543558684 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f19ec039150 msgr2=0x7f19ec03b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:31.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.580+0000 7f1a0cc00700 1 --2- 172.21.15.26:0/1543558684 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f19ec039150 0x7f19ec03b610 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f19f4006fd0 tx=0x7f19f4006e40 comp rx=0 tx=0).stop 2024-04-25T01:16:31.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.580+0000 7f1a0cc00700 1 -- 172.21.15.26:0/1543558684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a08069650 msgr2=0x7f1a0819f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:31.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.580+0000 7f1a0cc00700 1 --2- 172.21.15.26:0/1543558684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a08069650 0x7f1a0819f660 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f19f8005850 tx=0x7f19f8005030 comp rx=0 tx=0).stop 2024-04-25T01:16:31.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.580+0000 7f1a0cc00700 1 -- 172.21.15.26:0/1543558684 shutdown_connections 2024-04-25T01:16:31.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.580+0000 7f1a0cc00700 1 --2- 172.21.15.26:0/1543558684 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f19ec039150 0x7f19ec03b610 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:31.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.580+0000 7f1a0cc00700 1 --2- 172.21.15.26:0/1543558684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a08069650 0x7f1a0819f660 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:31.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.580+0000 7f1a0cc00700 1 -- 172.21.15.26:0/1543558684 >> 172.21.15.26:0/1543558684 conn(0x7f1a08076690 msgr2=0x7f1a081091b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:31.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.580+0000 7f1a0cc00700 1 -- 172.21.15.26:0/1543558684 shutdown_connections 2024-04-25T01:16:31.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:31.580+0000 7f1a0cc00700 1 -- 172.21.15.26:0/1543558684 wait complete. 2024-04-25T01:16:31.988 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:32.448 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-25T01:16:32.449 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-25T01:16:32.896 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:16:33.042 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:32 smithi026 ceph-mon[28096]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:33.042 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:32 smithi026 ceph-mon[28096]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:16:34.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:34 smithi026 ceph-mon[28096]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:34.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:34.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:34.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:34.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:34.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi186", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:16:34.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:16:34.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:16:35.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.037+0000 7f549f200700 1 -- 172.21.15.26:0/2189169898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f54a00fff30 msgr2=0x7f54a0100310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:35.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.037+0000 7f549f200700 1 --2- 172.21.15.26:0/2189169898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f54a00fff30 0x7f54a0100310 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f54900074e0 tx=0x7f549000af90 comp rx=0 tx=0).stop 2024-04-25T01:16:35.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.037+0000 7f549f200700 1 -- 172.21.15.26:0/2189169898 shutdown_connections 2024-04-25T01:16:35.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.037+0000 7f549f200700 1 --2- 172.21.15.26:0/2189169898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f54a00fff30 0x7f54a0100310 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:35.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.037+0000 7f549f200700 1 -- 172.21.15.26:0/2189169898 >> 172.21.15.26:0/2189169898 conn(0x7f54a00fb7e0 msgr2=0x7f54a00fdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:35.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.037+0000 7f549f200700 1 -- 172.21.15.26:0/2189169898 shutdown_connections 2024-04-25T01:16:35.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.037+0000 7f549f200700 1 -- 172.21.15.26:0/2189169898 wait complete. 2024-04-25T01:16:35.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.038+0000 7f549f200700 1 Processor -- start 2024-04-25T01:16:35.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.039+0000 7f549f200700 1 -- start start 2024-04-25T01:16:35.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.039+0000 7f549f200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f54a00fff30 0x7f54a019f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:35.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.039+0000 7f549f200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f54a0109eb0 con 0x7f54a00fff30 2024-04-25T01:16:35.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.040+0000 7f549de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f54a00fff30 0x7f54a019f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:35.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.040+0000 7f549de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f54a00fff30 0x7f54a019f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42998/0 (socket says 172.21.15.26:42998) 2024-04-25T01:16:35.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.040+0000 7f549de00700 1 -- 172.21.15.26:0/3847929322 learned_addr learned my addr 172.21.15.26:0/3847929322 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:16:35.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.040+0000 7f549de00700 1 -- 172.21.15.26:0/3847929322 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54a019fb10 con 0x7f54a00fff30 2024-04-25T01:16:35.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.040+0000 7f549de00700 1 --2- 172.21.15.26:0/3847929322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f54a00fff30 0x7f54a019f5d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f549000c3b0 tx=0x7f5490007cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:35.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.041+0000 7f5496a00700 1 -- 172.21.15.26:0/3847929322 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5490022020 con 0x7f54a00fff30 2024-04-25T01:16:35.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.041+0000 7f5496a00700 1 -- 172.21.15.26:0/3847929322 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5490004d20 con 0x7f54a00fff30 2024-04-25T01:16:35.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.041+0000 7f5496a00700 1 -- 172.21.15.26:0/3847929322 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f54900081f0 con 0x7f54a00fff30 2024-04-25T01:16:35.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.041+0000 7f549f200700 1 -- 172.21.15.26:0/3847929322 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54a019fda0 con 0x7f54a00fff30 2024-04-25T01:16:35.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.041+0000 7f549f200700 1 -- 172.21.15.26:0/3847929322 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54a01996f0 con 0x7f54a00fff30 2024-04-25T01:16:35.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.042+0000 7f549f200700 1 -- 172.21.15.26:0/3847929322 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54a0101410 con 0x7f54a00fff30 2024-04-25T01:16:35.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.043+0000 7f5496a00700 1 -- 172.21.15.26:0/3847929322 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f5490025020 con 0x7f54a00fff30 2024-04-25T01:16:35.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.043+0000 7f5496a00700 1 --2- 172.21.15.26:0/3847929322 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5484039150 0x7f548403b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:35.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.043+0000 7f5496a00700 1 -- 172.21.15.26:0/3847929322 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5490019040 con 0x7f54a00fff30 2024-04-25T01:16:35.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.043+0000 7f5497e00700 1 --2- 172.21.15.26:0/3847929322 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5484039150 0x7f548403b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:35.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.044+0000 7f5497e00700 1 --2- 172.21.15.26:0/3847929322 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5484039150 0x7f548403b610 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5488006fd0 tx=0x7f5488006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:35.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.049+0000 7f5496a00700 1 -- 172.21.15.26:0/3847929322 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f549002c020 con 0x7f54a00fff30 2024-04-25T01:16:35.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:35.297+0000 7f549f200700 1 -- 172.21.15.26:0/3847929322 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f54a0063890 con 0x7f54a00fff30 2024-04-25T01:16:36.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:35 smithi026 ceph-mon[28096]: Updating smithi186:/etc/ceph/ceph.conf 2024-04-25T01:16:36.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:35 smithi026 ceph-mon[28096]: Updating smithi186:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:16:36.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:35 smithi026 ceph-mon[28096]: Updating smithi186:/etc/ceph/ceph.client.admin.keyring 2024-04-25T01:16:36.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:36.059 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:36.059 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:36.059 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:35 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3847929322' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-25T01:16:36.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:36.170+0000 7f5496a00700 1 -- 172.21.15.26:0/3847929322 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f5490026bc0 con 0x7f54a00fff30 2024-04-25T01:16:36.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:36.175+0000 7f549f200700 1 -- 172.21.15.26:0/3847929322 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5484039150 msgr2=0x7f548403b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:36.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:36.175+0000 7f549f200700 1 --2- 172.21.15.26:0/3847929322 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5484039150 0x7f548403b610 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5488006fd0 tx=0x7f5488006e40 comp rx=0 tx=0).stop 2024-04-25T01:16:36.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:36.175+0000 7f549f200700 1 -- 172.21.15.26:0/3847929322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f54a00fff30 msgr2=0x7f54a019f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:36.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:36.175+0000 7f549f200700 1 --2- 172.21.15.26:0/3847929322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f54a00fff30 0x7f54a019f5d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f549000c3b0 tx=0x7f5490007cd0 comp rx=0 tx=0).stop 2024-04-25T01:16:36.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:36.175+0000 7f549f200700 1 -- 172.21.15.26:0/3847929322 shutdown_connections 2024-04-25T01:16:36.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:36.175+0000 7f549f200700 1 --2- 172.21.15.26:0/3847929322 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5484039150 0x7f548403b610 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:36.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:36.175+0000 7f549f200700 1 --2- 172.21.15.26:0/3847929322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f54a00fff30 0x7f54a019f5d0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:36.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:36.175+0000 7f549f200700 1 -- 172.21.15.26:0/3847929322 >> 172.21.15.26:0/3847929322 conn(0x7f54a00fb7e0 msgr2=0x7f54a0102d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:36.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:36.175+0000 7f549f200700 1 -- 172.21.15.26:0/3847929322 shutdown_connections 2024-04-25T01:16:36.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:16:36.176+0000 7f549f200700 1 -- 172.21.15.26:0/3847929322 wait complete. 2024-04-25T01:16:36.161 INFO:teuthology.orchestra.run.smithi026.stderr:adjusted tunables profile to default 2024-04-25T01:16:36.870 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:36 smithi026 ceph-mon[28096]: Updating smithi186:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T01:16:36.871 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:36 smithi026 ceph-mon[28096]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:36.871 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:36 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3847929322' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-25T01:16:36.871 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:36 smithi026 ceph-mon[28096]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T01:16:36.923 INFO:tasks.cephadm:Adding mon.a on smithi026 2024-04-25T01:16:36.923 INFO:tasks.cephadm:Adding mon.b on smithi111 2024-04-25T01:16:36.923 INFO:tasks.cephadm:Adding mon.c on smithi186 2024-04-25T01:16:36.924 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi026:172.21.15.26=a;smithi111:172.21.15.111=b;smithi186:172.21.15.186=c' 2024-04-25T01:16:37.162 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:16:38.551 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.567+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1161095560 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d08100de0 msgr2=0x7f3d081011c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:38.552 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.567+0000 7f3d0cf23700 1 --2- 172.21.15.186:0/1161095560 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d08100de0 0x7f3d081011c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f3cf8009910 tx=0x7f3cf8009c20 comp rx=0 tx=0).stop 2024-04-25T01:16:38.552 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.567+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1161095560 shutdown_connections 2024-04-25T01:16:38.552 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.567+0000 7f3d0cf23700 1 --2- 172.21.15.186:0/1161095560 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d08100de0 0x7f3d081011c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:38.552 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.567+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1161095560 >> 172.21.15.186:0/1161095560 conn(0x7f3d080fc690 msgr2=0x7f3d080feab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:38.552 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.567+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1161095560 shutdown_connections 2024-04-25T01:16:38.552 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.567+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1161095560 wait complete. 2024-04-25T01:16:38.553 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.568+0000 7f3d0cf23700 1 Processor -- start 2024-04-25T01:16:38.553 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.568+0000 7f3d0cf23700 1 -- start start 2024-04-25T01:16:38.553 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.568+0000 7f3d0cf23700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d08100de0 0x7f3d081955a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:38.553 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.568+0000 7f3d0cf23700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3d0810a0a0 con 0x7f3d08100de0 2024-04-25T01:16:38.553 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.569+0000 7f3d0659c700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d08100de0 0x7f3d081955a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:38.553 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.569+0000 7f3d0659c700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d08100de0 0x7f3d081955a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.186:54194/0 (socket says 172.21.15.186:54194) 2024-04-25T01:16:38.553 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.569+0000 7f3d0659c700 1 -- 172.21.15.186:0/1911589764 learned_addr learned my addr 172.21.15.186:0/1911589764 (peer_addr_for_me v2:172.21.15.186:0/0) 2024-04-25T01:16:38.554 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.569+0000 7f3d0659c700 1 -- 172.21.15.186:0/1911589764 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d08195ae0 con 0x7f3d08100de0 2024-04-25T01:16:38.554 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.570+0000 7f3d0659c700 1 --2- 172.21.15.186:0/1911589764 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d08100de0 0x7f3d081955a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3cf8005850 tx=0x7f3cf8005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:38.554 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.570+0000 7f3cf77fe700 1 -- 172.21.15.186:0/1911589764 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3cf8026070 con 0x7f3d08100de0 2024-04-25T01:16:38.554 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.570+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1911589764 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d08195dd0 con 0x7f3d08100de0 2024-04-25T01:16:38.555 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.570+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1911589764 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d08199e70 con 0x7f3d08100de0 2024-04-25T01:16:38.555 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.570+0000 7f3cf77fe700 1 -- 172.21.15.186:0/1911589764 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cf800bbd0 con 0x7f3d08100de0 2024-04-25T01:16:38.555 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.570+0000 7f3cf77fe700 1 -- 172.21.15.186:0/1911589764 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3cf80039b0 con 0x7f3d08100de0 2024-04-25T01:16:38.555 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.571+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1911589764 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d081022c0 con 0x7f3d08100de0 2024-04-25T01:16:38.556 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.572+0000 7f3cf77fe700 1 -- 172.21.15.186:0/1911589764 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f3cf8029070 con 0x7f3d08100de0 2024-04-25T01:16:38.556 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.572+0000 7f3cf77fe700 1 --2- 172.21.15.186:0/1911589764 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3cf003b3a0 0x7f3cf003d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:38.556 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.572+0000 7f3cf77fe700 1 -- 172.21.15.186:0/1911589764 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f3cf801e070 con 0x7f3d08100de0 2024-04-25T01:16:38.556 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.572+0000 7f3d05d9b700 1 --2- 172.21.15.186:0/1911589764 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3cf003b3a0 0x7f3cf003d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:38.557 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.573+0000 7f3d05d9b700 1 --2- 172.21.15.186:0/1911589764 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3cf003b3a0 0x7f3cf003d860 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc006fd0 tx=0x7f3cfc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:38.571 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.587+0000 7f3cf77fe700 1 -- 172.21.15.186:0/1911589764 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f3cf8013070 con 0x7f3d08100de0 2024-04-25T01:16:38.777 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.793+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1911589764 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi026:172.21.15.26=a;smithi111:172.21.15.111=b;smithi186:172.21.15.186=c", "target": ["mon-mgr", ""]}) -- 0x7f3d08196900 con 0x7f3cf003b3a0 2024-04-25T01:16:38.792 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.808+0000 7f3cf77fe700 1 -- 172.21.15.186:0/1911589764 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f3d08196900 con 0x7f3cf003b3a0 2024-04-25T01:16:38.792 INFO:teuthology.orchestra.run.smithi186.stdout:Scheduled mon update... 2024-04-25T01:16:38.794 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.810+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1911589764 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3cf003b3a0 msgr2=0x7f3cf003d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:38.794 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.810+0000 7f3d0cf23700 1 --2- 172.21.15.186:0/1911589764 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3cf003b3a0 0x7f3cf003d860 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc006fd0 tx=0x7f3cfc006e40 comp rx=0 tx=0).stop 2024-04-25T01:16:38.794 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.810+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1911589764 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d08100de0 msgr2=0x7f3d081955a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:38.794 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.810+0000 7f3d0cf23700 1 --2- 172.21.15.186:0/1911589764 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d08100de0 0x7f3d081955a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3cf8005850 tx=0x7f3cf8005030 comp rx=0 tx=0).stop 2024-04-25T01:16:38.794 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.810+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1911589764 shutdown_connections 2024-04-25T01:16:38.794 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.810+0000 7f3d0cf23700 1 --2- 172.21.15.186:0/1911589764 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3cf003b3a0 0x7f3cf003d860 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:38.794 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.810+0000 7f3d0cf23700 1 --2- 172.21.15.186:0/1911589764 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d08100de0 0x7f3d081955a0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:38.794 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.810+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1911589764 >> 172.21.15.186:0/1911589764 conn(0x7f3d080fc690 msgr2=0x7f3d08103b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:38.795 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.810+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1911589764 shutdown_connections 2024-04-25T01:16:38.795 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:38.810+0000 7f3d0cf23700 1 -- 172.21.15.186:0/1911589764 wait complete. 2024-04-25T01:16:39.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:38 smithi026 ceph-mon[28096]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:39.423 DEBUG:teuthology.orchestra.run.smithi111:mon.b> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.b.service 2024-04-25T01:16:39.426 DEBUG:teuthology.orchestra.run.smithi186:mon.c> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.c.service 2024-04-25T01:16:39.428 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T01:16:39.429 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T01:16:40.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:39 smithi026 ceph-mon[28096]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi026:172.21.15.26=a;smithi111:172.21.15.111=b;smithi186:172.21.15.186=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:16:40.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:39 smithi026 ceph-mon[28096]: Saving service mon spec with placement smithi026:172.21.15.26=a;smithi111:172.21.15.111=b;smithi186:172.21.15.186=c;count:3 2024-04-25T01:16:40.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:40.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:16:40.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:16:40.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:16:40.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:40.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T01:16:40.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:16:40.473 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:16:41.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:40 smithi026 ceph-mon[28096]: Deploying daemon mon.c on smithi186 2024-04-25T01:16:41.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:40 smithi026 ceph-mon[28096]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:42.757 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.772+0000 7f31b4b4b700 1 -- 172.21.15.186:0/3484455886 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0100510 msgr2=0x7f31b01008f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:42.757 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.772+0000 7f31b4b4b700 1 --2- 172.21.15.186:0/3484455886 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0100510 0x7f31b01008f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f31a000aa20 tx=0x7f31a000ad30 comp rx=0 tx=0).stop 2024-04-25T01:16:42.757 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.772+0000 7f31b4b4b700 1 -- 172.21.15.186:0/3484455886 shutdown_connections 2024-04-25T01:16:42.758 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.772+0000 7f31b4b4b700 1 --2- 172.21.15.186:0/3484455886 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0100510 0x7f31b01008f0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:42.758 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.772+0000 7f31b4b4b700 1 -- 172.21.15.186:0/3484455886 >> 172.21.15.186:0/3484455886 conn(0x7f31b00772b0 msgr2=0x7f31b00776c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:42.758 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.772+0000 7f31b4b4b700 1 -- 172.21.15.186:0/3484455886 shutdown_connections 2024-04-25T01:16:42.758 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.772+0000 7f31b4b4b700 1 -- 172.21.15.186:0/3484455886 wait complete. 2024-04-25T01:16:42.758 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.773+0000 7f31b4b4b700 1 Processor -- start 2024-04-25T01:16:42.758 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.773+0000 7f31b4b4b700 1 -- start start 2024-04-25T01:16:42.758 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.773+0000 7f31b4b4b700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0100510 0x7f31b0195520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:42.758 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.773+0000 7f31b4b4b700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f31b010a060 con 0x7f31b0100510 2024-04-25T01:16:42.759 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.774+0000 7f31ae59c700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0100510 0x7f31b0195520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:42.759 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.774+0000 7f31ae59c700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0100510 0x7f31b0195520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.186:54220/0 (socket says 172.21.15.186:54220) 2024-04-25T01:16:42.759 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.774+0000 7f31ae59c700 1 -- 172.21.15.186:0/2161774185 learned_addr learned my addr 172.21.15.186:0/2161774185 (peer_addr_for_me v2:172.21.15.186:0/0) 2024-04-25T01:16:42.759 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.775+0000 7f31ae59c700 1 -- 172.21.15.186:0/2161774185 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31b0195a60 con 0x7f31b0100510 2024-04-25T01:16:42.759 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.775+0000 7f31ae59c700 1 --2- 172.21.15.186:0/2161774185 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0100510 0x7f31b0195520 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f31a0004c90 tx=0x7f31a0004d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:42.760 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.775+0000 7f319f7fe700 1 -- 172.21.15.186:0/2161774185 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f31a0026070 con 0x7f31b0100510 2024-04-25T01:16:42.760 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.775+0000 7f31b4b4b700 1 -- 172.21.15.186:0/2161774185 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31b0195d50 con 0x7f31b0100510 2024-04-25T01:16:42.760 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.775+0000 7f31b4b4b700 1 -- 172.21.15.186:0/2161774185 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31b0199df0 con 0x7f31b0100510 2024-04-25T01:16:42.760 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.776+0000 7f319f7fe700 1 -- 172.21.15.186:0/2161774185 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f31a0016470 con 0x7f31b0100510 2024-04-25T01:16:42.760 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.776+0000 7f319f7fe700 1 -- 172.21.15.186:0/2161774185 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f31a000e5c0 con 0x7f31b0100510 2024-04-25T01:16:42.760 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.776+0000 7f31b4b4b700 1 -- 172.21.15.186:0/2161774185 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3190005330 con 0x7f31b0100510 2024-04-25T01:16:42.761 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.777+0000 7f319f7fe700 1 -- 172.21.15.186:0/2161774185 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f31a0029070 con 0x7f31b0100510 2024-04-25T01:16:42.761 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.777+0000 7f319f7fe700 1 --2- 172.21.15.186:0/2161774185 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f31980390f0 0x7f319803b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:42.761 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.777+0000 7f319f7fe700 1 -- 172.21.15.186:0/2161774185 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f31a004e1d0 con 0x7f31b0100510 2024-04-25T01:16:42.762 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.778+0000 7f31add9b700 1 --2- 172.21.15.186:0/2161774185 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f31980390f0 0x7f319803b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:42.762 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.779+0000 7f31add9b700 1 --2- 172.21.15.186:0/2161774185 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f31980390f0 0x7f319803b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f31a4006fd0 tx=0x7f31a4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:42.777 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:42.793+0000 7f319f7fe700 1 -- 172.21.15.186:0/2161774185 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f31a00132d0 con 0x7f31b0100510 2024-04-25T01:16:43.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:42 smithi026 ceph-mon[28096]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:43.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:42 smithi186 systemd[1]: Starting Ceph mon.c for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:16:43.089 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:43.105+0000 7f31b4b4b700 1 -- 172.21.15.186:0/2161774185 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f31900058f0 con 0x7f31b0100510 2024-04-25T01:16:43.090 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:43.106+0000 7f319f7fe700 1 -- 172.21.15.186:0/2161774185 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f31a004cba0 con 0x7f31b0100510 2024-04-25T01:16:43.090 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:16:43.090 INFO:teuthology.orchestra.run.smithi186.stdout:{"epoch":1,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","modified":"2024-04-25T01:14:21.142140Z","created":"2024-04-25T01:14:21.142140Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:3300","nonce":0},{"type":"v1","addr":"172.21.15.26:6789","nonce":0}]},"addr":"172.21.15.26:6789/0","public_addr":"172.21.15.26:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-25T01:16:43.092 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:43.108+0000 7f31b4b4b700 1 -- 172.21.15.186:0/2161774185 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f31980390f0 msgr2=0x7f319803b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:43.092 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:43.108+0000 7f31b4b4b700 1 --2- 172.21.15.186:0/2161774185 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f31980390f0 0x7f319803b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f31a4006fd0 tx=0x7f31a4006e40 comp rx=0 tx=0).stop 2024-04-25T01:16:43.092 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:43.108+0000 7f31b4b4b700 1 -- 172.21.15.186:0/2161774185 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0100510 msgr2=0x7f31b0195520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:43.092 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:43.108+0000 7f31b4b4b700 1 --2- 172.21.15.186:0/2161774185 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0100510 0x7f31b0195520 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f31a0004c90 tx=0x7f31a0004d70 comp rx=0 tx=0).stop 2024-04-25T01:16:43.092 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:43.108+0000 7f31b4b4b700 1 -- 172.21.15.186:0/2161774185 shutdown_connections 2024-04-25T01:16:43.093 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:43.108+0000 7f31b4b4b700 1 --2- 172.21.15.186:0/2161774185 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f31980390f0 0x7f319803b5b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:43.093 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:43.108+0000 7f31b4b4b700 1 --2- 172.21.15.186:0/2161774185 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31b0100510 0x7f31b0195520 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:43.093 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:43.108+0000 7f31b4b4b700 1 -- 172.21.15.186:0/2161774185 >> 172.21.15.186:0/2161774185 conn(0x7f31b00772b0 msgr2=0x7f31b00fd1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:43.093 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:43.108+0000 7f31b4b4b700 1 -- 172.21.15.186:0/2161774185 shutdown_connections 2024-04-25T01:16:43.093 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:43.108+0000 7f31b4b4b700 1 -- 172.21.15.186:0/2161774185 wait complete. 2024-04-25T01:16:43.093 INFO:teuthology.orchestra.run.smithi186.stderr:dumped monmap epoch 1 2024-04-25T01:16:43.405 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 podman[32712]: 2024-04-25 01:16:43.118794021 +0000 UTC m=+0.018974690 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:16:43.923 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 podman[32712]: 2024-04-25 01:16:43.741444316 +0000 UTC m=+0.641624975 container create 7f77faa92b07d47a66813f237cc4027cf846092d39eaf98131f23a0b21d68e7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0) 2024-04-25T01:16:43.923 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 podman[32712]: 2024-04-25 01:16:43.910379375 +0000 UTC m=+0.810560031 container init 7f77faa92b07d47a66813f237cc4027cf846092d39eaf98131f23a0b21d68e7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-c, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T01:16:43.923 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 podman[32712]: 2024-04-25 01:16:43.913339757 +0000 UTC m=+0.813520414 container start 7f77faa92b07d47a66813f237cc4027cf846092d39eaf98131f23a0b21d68e7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-c, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T01:16:44.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:43 smithi026 ceph-mon[28096]: from='client.? 172.21.15.186:0/2161774185' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T01:16:44.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: set uid:gid to 167:167 (ceph:ceph) 2024-04-25T01:16:44.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: ceph version 19.0.0-2445-gd2c45d97 (d2c45d977142e024a59b68a8f1dce8f0b9840551) squid (dev), process ceph-mon, pid 2 2024-04-25T01:16:44.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pidfile_write: ignore empty --pid-file 2024-04-25T01:16:44.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: load: jerasure load: lrc 2024-04-25T01:16:44.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: RocksDB version: 7.9.2 2024-04-25T01:16:44.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Git sha 0 2024-04-25T01:16:44.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Compile date 2024-04-24 16:41:23 2024-04-25T01:16:44.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: DB SUMMARY 2024-04-25T01:16:44.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: DB Session ID: 7CYIN9PCQTMFM7C7X6S3 2024-04-25T01:16:44.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: CURRENT file: CURRENT 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: IDENTITY file: IDENTITY 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.error_if_exists: 0 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.create_if_missing: 0 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.paranoid_checks: 1 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.env: 0x55d90f9aec60 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.fs: PosixFileSystem 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.info_log: 0x55d91134daa0 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_file_opening_threads: 16 2024-04-25T01:16:44.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.statistics: (nil) 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.use_fsync: 0 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_log_file_size: 0 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.keep_log_file_num: 1000 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.recycle_log_file_num: 0 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.allow_fallocate: 1 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.allow_mmap_reads: 0 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.allow_mmap_writes: 0 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.use_direct_reads: 0 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.create_missing_column_families: 0 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.db_log_dir: 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.wal_dir: 2024-04-25T01:16:44.340 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-25T01:16:44.342 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-25T01:16:44.342 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-25T01:16:44.342 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-25T01:16:44.342 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-25T01:16:44.342 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-25T01:16:44.343 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.advise_random_on_open: 1 2024-04-25T01:16:44.343 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.db_write_buffer_size: 0 2024-04-25T01:16:44.343 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.write_buffer_manager: 0x55d9113201e0 2024-04-25T01:16:44.343 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-25T01:16:44.343 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-25T01:16:44.343 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-25T01:16:44.343 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.rate_limiter: (nil) 2024-04-25T01:16:44.343 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-25T01:16:44.343 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.wal_recovery_mode: 2 2024-04-25T01:16:44.343 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.enable_thread_tracking: 0 2024-04-25T01:16:44.343 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.enable_pipelined_write: 0 2024-04-25T01:16:44.343 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.unordered_write: 0 2024-04-25T01:16:44.343 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-25T01:16:44.343 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.row_cache: None 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.wal_filter: None 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.allow_ingest_behind: 0 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.two_write_queues: 0 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.manual_wal_flush: 0 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.wal_compression: 0 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.atomic_flush: 0 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.log_readahead_size: 0 2024-04-25T01:16:44.344 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.best_efforts_recovery: 0 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.allow_data_in_errors: 0 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.db_host_id: __hostname__ 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_background_jobs: 2 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_background_compactions: -1 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_subcompactions: 1 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_total_wal_size: 0 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-25T01:16:44.345 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_open_files: -1 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.bytes_per_sync: 0 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compaction_readahead_size: 0 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_background_flushes: -1 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Compression algorithms supported: 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: kZSTD supported: 0 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: kXpressCompression supported: 0 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: kLZ4HCCompression supported: 1 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: kZlibCompression supported: 1 2024-04-25T01:16:44.346 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: kSnappyCompression supported: 1 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: kLZ4Compression supported: 1 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: kBZip2Compression supported: 0 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.merge_operator: 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compaction_filter: None 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compaction_filter_factory: None 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.sst_partitioner_factory: None 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d91134dba0) 2024-04-25T01:16:44.347 INFO:journalctl@ceph.mon.c.smithi186.stdout: cache_index_and_filter_blocks: 1 2024-04-25T01:16:44.348 INFO:journalctl@ceph.mon.c.smithi186.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-25T01:16:44.348 INFO:journalctl@ceph.mon.c.smithi186.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-25T01:16:44.348 INFO:journalctl@ceph.mon.c.smithi186.stdout: pin_top_level_index_and_filter: 1 2024-04-25T01:16:44.348 INFO:journalctl@ceph.mon.c.smithi186.stdout: index_type: 0 2024-04-25T01:16:44.348 INFO:journalctl@ceph.mon.c.smithi186.stdout: data_block_index_type: 0 2024-04-25T01:16:44.348 INFO:journalctl@ceph.mon.c.smithi186.stdout: index_shortening: 1 2024-04-25T01:16:44.348 INFO:journalctl@ceph.mon.c.smithi186.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-25T01:16:44.348 INFO:journalctl@ceph.mon.c.smithi186.stdout: checksum: 4 2024-04-25T01:16:44.348 INFO:journalctl@ceph.mon.c.smithi186.stdout: no_block_cache: 0 2024-04-25T01:16:44.348 INFO:journalctl@ceph.mon.c.smithi186.stdout: block_cache: 0x55d911351090 2024-04-25T01:16:44.348 INFO:journalctl@ceph.mon.c.smithi186.stdout: block_cache_name: BinnedLRUCache 2024-04-25T01:16:44.348 INFO:journalctl@ceph.mon.c.smithi186.stdout: block_cache_options: 2024-04-25T01:16:44.348 INFO:journalctl@ceph.mon.c.smithi186.stdout: capacity : 536870912 2024-04-25T01:16:44.348 INFO:journalctl@ceph.mon.c.smithi186.stdout: num_shard_bits : 4 2024-04-25T01:16:44.349 INFO:journalctl@ceph.mon.c.smithi186.stdout: strict_capacity_limit : 0 2024-04-25T01:16:44.349 INFO:journalctl@ceph.mon.c.smithi186.stdout: high_pri_pool_ratio: 0.000 2024-04-25T01:16:44.349 INFO:journalctl@ceph.mon.c.smithi186.stdout: block_cache_compressed: (nil) 2024-04-25T01:16:44.349 INFO:journalctl@ceph.mon.c.smithi186.stdout: persistent_cache: (nil) 2024-04-25T01:16:44.349 INFO:journalctl@ceph.mon.c.smithi186.stdout: block_size: 4096 2024-04-25T01:16:44.349 INFO:journalctl@ceph.mon.c.smithi186.stdout: block_size_deviation: 10 2024-04-25T01:16:44.349 INFO:journalctl@ceph.mon.c.smithi186.stdout: block_restart_interval: 16 2024-04-25T01:16:44.349 INFO:journalctl@ceph.mon.c.smithi186.stdout: index_block_restart_interval: 1 2024-04-25T01:16:44.349 INFO:journalctl@ceph.mon.c.smithi186.stdout: metadata_block_size: 4096 2024-04-25T01:16:44.349 INFO:journalctl@ceph.mon.c.smithi186.stdout: partition_filters: 0 2024-04-25T01:16:44.349 INFO:journalctl@ceph.mon.c.smithi186.stdout: use_delta_encoding: 1 2024-04-25T01:16:44.350 INFO:journalctl@ceph.mon.c.smithi186.stdout: filter_policy: bloomfilter 2024-04-25T01:16:44.350 INFO:journalctl@ceph.mon.c.smithi186.stdout: whole_key_filtering: 1 2024-04-25T01:16:44.350 INFO:journalctl@ceph.mon.c.smithi186.stdout: verify_compression: 0 2024-04-25T01:16:44.350 INFO:journalctl@ceph.mon.c.smithi186.stdout: read_amp_bytes_per_bit: 0 2024-04-25T01:16:44.350 INFO:journalctl@ceph.mon.c.smithi186.stdout: format_version: 5 2024-04-25T01:16:44.350 INFO:journalctl@ceph.mon.c.smithi186.stdout: enable_index_compression: 1 2024-04-25T01:16:44.350 INFO:journalctl@ceph.mon.c.smithi186.stdout: block_align: 0 2024-04-25T01:16:44.350 INFO:journalctl@ceph.mon.c.smithi186.stdout: max_auto_readahead_size: 262144 2024-04-25T01:16:44.350 INFO:journalctl@ceph.mon.c.smithi186.stdout: prepopulate_block_cache: 0 2024-04-25T01:16:44.350 INFO:journalctl@ceph.mon.c.smithi186.stdout: initial_auto_readahead_size: 8192 2024-04-25T01:16:44.350 INFO:journalctl@ceph.mon.c.smithi186.stdout: num_file_reads_for_auto_readahead: 2 2024-04-25T01:16:44.350 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.write_buffer_size: 33554432 2024-04-25T01:16:44.350 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_write_buffer_number: 2 2024-04-25T01:16:44.350 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compression: NoCompression 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.bottommost_compression: Disabled 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.prefix_extractor: nullptr 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.num_levels: 7 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-25T01:16:44.351 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compression_opts.level: 32767 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compression_opts.strategy: 0 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compression_opts.enabled: false 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.target_file_size_base: 67108864 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-25T01:16:44.352 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.arena_block_size: 1048576 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-25T01:16:44.353 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.disable_auto_compactions: 0 2024-04-25T01:16:44.354 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-25T01:16:44.354 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-25T01:16:44.354 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-25T01:16:44.354 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-25T01:16:44.354 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-25T01:16:44.354 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-25T01:16:44.354 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-25T01:16:44.354 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-25T01:16:44.354 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-25T01:16:44.354 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-25T01:16:44.354 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.table_properties_collectors: 2024-04-25T01:16:44.354 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.inplace_update_support: 0 2024-04-25T01:16:44.354 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-25T01:16:44.354 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-25T01:16:44.355 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-25T01:16:44.355 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-25T01:16:44.355 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.bloom_locality: 0 2024-04-25T01:16:44.355 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.max_successive_merges: 0 2024-04-25T01:16:44.355 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-25T01:16:44.355 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.paranoid_file_checks: 0 2024-04-25T01:16:44.355 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.force_consistency_checks: 1 2024-04-25T01:16:44.355 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.report_bg_io_stats: 0 2024-04-25T01:16:44.355 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.ttl: 2592000 2024-04-25T01:16:44.355 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-25T01:16:44.355 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-25T01:16:44.355 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-25T01:16:44.355 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.enable_blob_files: false 2024-04-25T01:16:44.355 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.min_blob_size: 0 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.blob_file_size: 268435456 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.blob_file_starting_level: 0 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 0a683306-db8c-4b67-86bc-90ec8ff43fe0 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714007803945750, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714007803946294, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714007803, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "0a683306-db8c-4b67-86bc-90ec8ff43fe0", "db_session_id": "7CYIN9PCQTMFM7C7X6S3", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-25T01:16:44.356 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714007803946395, "job": 1, "event": "recovery_finished"} 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d911442000 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: DB pointer 0x55d91142c000 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout: ** DB Stats ** 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout: 2024-04-25T01:16:44.357 INFO:journalctl@ceph.mon.c.smithi186.stdout: ** Compaction Stats [default] ** 2024-04-25T01:16:44.358 INFO:journalctl@ceph.mon.c.smithi186.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T01:16:44.358 INFO:journalctl@ceph.mon.c.smithi186.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-25T01:16:44.358 INFO:journalctl@ceph.mon.c.smithi186.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T01:16:44.358 INFO:journalctl@ceph.mon.c.smithi186.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T01:16:44.358 INFO:journalctl@ceph.mon.c.smithi186.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T01:16:44.358 INFO:journalctl@ceph.mon.c.smithi186.stdout: 2024-04-25T01:16:44.358 INFO:journalctl@ceph.mon.c.smithi186.stdout: ** Compaction Stats [default] ** 2024-04-25T01:16:44.358 INFO:journalctl@ceph.mon.c.smithi186.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T01:16:44.358 INFO:journalctl@ceph.mon.c.smithi186.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-25T01:16:44.358 INFO:journalctl@ceph.mon.c.smithi186.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T01:16:44.358 INFO:journalctl@ceph.mon.c.smithi186.stdout: 2024-04-25T01:16:44.358 INFO:journalctl@ceph.mon.c.smithi186.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-25T01:16:44.358 INFO:journalctl@ceph.mon.c.smithi186.stdout: 2024-04-25T01:16:44.358 INFO:journalctl@ceph.mon.c.smithi186.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout: Cumulative compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout: Interval compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout: Block cache BinnedLRUCache@0x55d911351090#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout: 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: using public_addr v2:172.21.15.186:0/0 -> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] 2024-04-25T01:16:44.359 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: starting mon.c rank -1 at public addrs [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] at bind addrs [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c@-1(???) e0 preinit fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c@-1(synchronizing).mds e1 new map 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout: e1 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout: legacy client fscid: -1 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout: 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout: No filesystems configured 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-25T01:16:44.360 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi111", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: Deploying cephadm binary to smithi111 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: Added host smithi111 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.362 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.362 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.362 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.362 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:16:44.362 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.362 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.362 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.362 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.362 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.362 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:16:44.362 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:16:44.362 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:16:44.362 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: Updating smithi111:/etc/ceph/ceph.conf 2024-04-25T01:16:44.362 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: Updating smithi111:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: Updating smithi111:/etc/ceph/ceph.client.admin.keyring 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: Updating smithi111:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi186", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: Deploying cephadm binary to smithi186 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: Added host smithi186 2024-04-25T01:16:44.363 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi186", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: Updating smithi186:/etc/ceph/ceph.conf 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: Updating smithi186:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:16:44.364 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: Updating smithi186:/etc/ceph/ceph.client.admin.keyring 2024-04-25T01:16:44.365 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.365 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.365 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.365 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3847929322' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-25T01:16:44.365 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: Updating smithi186:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T01:16:44.365 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.365 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3847929322' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-25T01:16:44.365 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T01:16:44.365 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.365 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi026:172.21.15.26=a;smithi111:172.21.15.111=b;smithi186:172.21.15.186=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:16:44.365 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: Saving service mon spec with placement smithi026:172.21.15.26=a;smithi111:172.21.15.111=b;smithi186:172.21.15.186=c;count:3 2024-04-25T01:16:44.365 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.365 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:16:44.366 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:16:44.366 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:16:44.366 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:44.366 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T01:16:44.366 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:16:44.366 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: Deploying daemon mon.c on smithi186 2024-04-25T01:16:44.366 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.366 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:44.366 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: from='client.? 172.21.15.186:0/2161774185' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T01:16:44.366 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 ceph-mon[32747]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-25T01:16:44.366 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 bash[32712]: 7f77faa92b07d47a66813f237cc4027cf846092d39eaf98131f23a0b21d68e7b 2024-04-25T01:16:44.366 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:43 smithi186 systemd[1]: Started Ceph mon.c for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:16:44.671 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T01:16:44.671 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T01:16:44.907 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:16:49.268 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.283+0000 7f9a198d4700 1 -- 172.21.15.186:0/2887367850 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a14100e80 msgr2=0x7f99fc005610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:49.268 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.283+0000 7f9a198d4700 1 --2- 172.21.15.186:0/2887367850 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a14100e80 0x7f99fc005610 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9a04005fa0 tx=0x7f9a0400ffc0 comp rx=0 tx=0).stop 2024-04-25T01:16:49.268 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.283+0000 7f9a198d4700 1 -- 172.21.15.186:0/2887367850 shutdown_connections 2024-04-25T01:16:49.269 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.283+0000 7f9a198d4700 1 --2- 172.21.15.186:0/2887367850 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a14100e80 0x7f99fc005610 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:49.269 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.283+0000 7f9a198d4700 1 -- 172.21.15.186:0/2887367850 >> 172.21.15.186:0/2887367850 conn(0x7f9a140fc710 msgr2=0x7f9a140feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:49.269 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.283+0000 7f9a198d4700 1 -- 172.21.15.186:0/2887367850 shutdown_connections 2024-04-25T01:16:49.269 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.283+0000 7f9a198d4700 1 -- 172.21.15.186:0/2887367850 wait complete. 2024-04-25T01:16:49.269 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.284+0000 7f9a198d4700 1 Processor -- start 2024-04-25T01:16:49.270 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.285+0000 7f9a198d4700 1 -- start start 2024-04-25T01:16:49.270 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.285+0000 7f9a198d4700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a14100e80 0x7f9a140fcfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:49.270 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.285+0000 7f9a198d4700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a140fd520 0x7f9a140fd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:49.270 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.285+0000 7f9a198d4700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9a14108cb0 con 0x7f9a14100e80 2024-04-25T01:16:49.270 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.285+0000 7f9a198d4700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f9a14108b30 con 0x7f9a140fd520 2024-04-25T01:16:49.270 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.285+0000 7f9a127fc700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a140fd520 0x7f9a140fd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:49.270 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.285+0000 7f9a127fc700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a140fd520 0x7f9a140fd9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.186:47744/0 (socket says 172.21.15.186:47744) 2024-04-25T01:16:49.270 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.285+0000 7f9a127fc700 1 -- 172.21.15.186:0/179572002 learned_addr learned my addr 172.21.15.186:0/179572002 (peer_addr_for_me v2:172.21.15.186:0/0) 2024-04-25T01:16:49.270 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.285+0000 7f9a127fc700 1 -- 172.21.15.186:0/179572002 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a140fd520 msgr2=0x7f9a140fd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-04-25T01:16:49.270 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.285+0000 7f9a127fc700 1 -- 172.21.15.186:0/179572002 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a140fd520 msgr2=0x7f9a140fd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-25T01:16:49.271 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.285+0000 7f9a127fc700 1 --2- 172.21.15.186:0/179572002 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a140fd520 0x7f9a140fd9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-25T01:16:49.271 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.285+0000 7f9a127fc700 1 --2- 172.21.15.186:0/179572002 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a140fd520 0x7f9a140fd9a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T01:16:49.271 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.286+0000 7f9a12ffd700 1 --2- 172.21.15.186:0/179572002 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a14100e80 0x7f9a140fcfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:49.271 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.286+0000 7f9a12ffd700 1 -- 172.21.15.186:0/179572002 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a140fd520 msgr2=0x7f9a140fd9a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T01:16:49.271 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.286+0000 7f9a12ffd700 1 --2- 172.21.15.186:0/179572002 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a140fd520 0x7f9a140fd9a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:49.271 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.286+0000 7f9a12ffd700 1 -- 172.21.15.186:0/179572002 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a140fef00 con 0x7f9a14100e80 2024-04-25T01:16:49.272 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.287+0000 7f9a12ffd700 1 --2- 172.21.15.186:0/179572002 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a14100e80 0x7f9a140fcfe0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9a04000c00 tx=0x7f9a04004d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:49.272 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.287+0000 7f9a188d2700 1 -- 172.21.15.186:0/179572002 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f9a040053b0 con 0x7f9a14100e80 2024-04-25T01:16:49.272 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.287+0000 7f9a198d4700 1 -- 172.21.15.186:0/179572002 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a141a3ad0 con 0x7f9a14100e80 2024-04-25T01:16:49.272 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.287+0000 7f9a188d2700 1 -- 172.21.15.186:0/179572002 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a04005550 con 0x7f9a14100e80 2024-04-25T01:16:49.272 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.287+0000 7f9a188d2700 1 -- 172.21.15.186:0/179572002 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f9a04011630 con 0x7f9a14100e80 2024-04-25T01:16:49.272 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.287+0000 7f9a198d4700 1 -- 172.21.15.186:0/179572002 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a141a3fe0 con 0x7f9a14100e80 2024-04-25T01:16:49.273 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.288+0000 7f9a198d4700 1 -- 172.21.15.186:0/179572002 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a14102360 con 0x7f9a14100e80 2024-04-25T01:16:49.273 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.288+0000 7f9a188d2700 1 -- 172.21.15.186:0/179572002 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f9a0401b430 con 0x7f9a14100e80 2024-04-25T01:16:49.273 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.289+0000 7f9a188d2700 1 --2- 172.21.15.186:0/179572002 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9a00038e90 0x7f9a0003b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:49.273 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.289+0000 7f9a188d2700 1 -- 172.21.15.186:0/179572002 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f9a0404e780 con 0x7f9a14100e80 2024-04-25T01:16:49.273 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.289+0000 7f9a127fc700 1 --2- 172.21.15.186:0/179572002 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9a00038e90 0x7f9a0003b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:49.274 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.290+0000 7f9a127fc700 1 --2- 172.21.15.186:0/179572002 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9a00038e90 0x7f9a0003b350 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9a08009180 tx=0x7f9a08008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:49.289 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.305+0000 7f9a188d2700 1 -- 172.21.15.186:0/179572002 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f9a04022070 con 0x7f9a14100e80 2024-04-25T01:16:49.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:49.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:16:49.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: mon.a calling monitor election 2024-04-25T01:16:49.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:49.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:49.309 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:49.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:49.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: mon.c calling monitor election 2024-04-25T01:16:49.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:49.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:49.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:49.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:49.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T01:16:49.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: monmap epoch 2 2024-04-25T01:16:49.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:16:49.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: last_changed 2024-04-25T01:16:43.982557+0000 2024-04-25T01:16:49.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: created 2024-04-25T01:14:21.142140+0000 2024-04-25T01:16:49.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: min_mon_release 19 (squid) 2024-04-25T01:16:49.310 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: election_strategy: 1 2024-04-25T01:16:49.311 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-25T01:16:49.311 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: 1: [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] mon.c 2024-04-25T01:16:49.311 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: fsmap 2024-04-25T01:16:49.311 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T01:16:49.311 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: mgrmap e13: x(active, since 64s) 2024-04-25T01:16:49.311 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: overall HEALTH_OK 2024-04-25T01:16:49.311 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:49.311 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:49.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:49.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: mon.a calling monitor election 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: mon.c calling monitor election 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: monmap epoch 2 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: last_changed 2024-04-25T01:16:43.982557+0000 2024-04-25T01:16:49.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: created 2024-04-25T01:14:21.142140+0000 2024-04-25T01:16:49.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: min_mon_release 19 (squid) 2024-04-25T01:16:49.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: election_strategy: 1 2024-04-25T01:16:49.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-25T01:16:49.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: 1: [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] mon.c 2024-04-25T01:16:49.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: fsmap 2024-04-25T01:16:49.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T01:16:49.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: mgrmap e13: x(active, since 64s) 2024-04-25T01:16:49.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: overall HEALTH_OK 2024-04-25T01:16:49.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:49.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:49.579 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.595+0000 7f9a198d4700 1 -- 172.21.15.186:0/179572002 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f9a140fe510 con 0x7f9a14100e80 2024-04-25T01:16:49.582 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.596+0000 7f9a188d2700 1 -- 172.21.15.186:0/179572002 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f9a04019b70 con 0x7f9a14100e80 2024-04-25T01:16:49.583 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:16:49.583 INFO:teuthology.orchestra.run.smithi186.stdout:{"epoch":2,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","modified":"2024-04-25T01:16:43.982557Z","created":"2024-04-25T01:14:21.142140Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:3300","nonce":0},{"type":"v1","addr":"172.21.15.26:6789","nonce":0}]},"addr":"172.21.15.26:6789/0","public_addr":"172.21.15.26:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:3300","nonce":0},{"type":"v1","addr":"172.21.15.186:6789","nonce":0}]},"addr":"172.21.15.186:6789/0","public_addr":"172.21.15.186:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-25T01:16:49.584 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.598+0000 7f9a198d4700 1 -- 172.21.15.186:0/179572002 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9a00038e90 msgr2=0x7f9a0003b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:49.584 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.598+0000 7f9a198d4700 1 --2- 172.21.15.186:0/179572002 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9a00038e90 0x7f9a0003b350 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9a08009180 tx=0x7f9a08008040 comp rx=0 tx=0).stop 2024-04-25T01:16:49.584 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.598+0000 7f9a198d4700 1 -- 172.21.15.186:0/179572002 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a14100e80 msgr2=0x7f9a140fcfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:49.584 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.598+0000 7f9a198d4700 1 --2- 172.21.15.186:0/179572002 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a14100e80 0x7f9a140fcfe0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9a04000c00 tx=0x7f9a04004d60 comp rx=0 tx=0).stop 2024-04-25T01:16:49.584 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.598+0000 7f9a198d4700 1 -- 172.21.15.186:0/179572002 shutdown_connections 2024-04-25T01:16:49.584 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.598+0000 7f9a198d4700 1 --2- 172.21.15.186:0/179572002 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9a00038e90 0x7f9a0003b350 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:49.584 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.598+0000 7f9a198d4700 1 --2- 172.21.15.186:0/179572002 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a14100e80 0x7f9a140fcfe0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:49.584 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.598+0000 7f9a198d4700 1 --2- 172.21.15.186:0/179572002 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a140fd520 0x7f9a140fd9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:49.584 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.598+0000 7f9a198d4700 1 -- 172.21.15.186:0/179572002 >> 172.21.15.186:0/179572002 conn(0x7f9a140fc710 msgr2=0x7f9a140ffb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:49.584 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.598+0000 7f9a198d4700 1 -- 172.21.15.186:0/179572002 shutdown_connections 2024-04-25T01:16:49.584 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:49.598+0000 7f9a198d4700 1 -- 172.21.15.186:0/179572002 wait complete. 2024-04-25T01:16:49.584 INFO:teuthology.orchestra.run.smithi186.stderr:dumped monmap epoch 2 2024-04-25T01:16:50.161 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:50 smithi186 ceph-mon[32747]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:50.161 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:50 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:50.161 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:50 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T01:16:50.161 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:50 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:16:50.161 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:50 smithi186 ceph-mon[32747]: Deploying daemon mon.b on smithi111 2024-04-25T01:16:50.161 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:50 smithi186 ceph-mon[32747]: from='client.? 172.21.15.186:0/179572002' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T01:16:50.161 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:50 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:50.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:50 smithi026 ceph-mon[28096]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:50.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:50 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:50.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:50 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T01:16:50.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:50 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:16:50.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:50 smithi026 ceph-mon[28096]: Deploying daemon mon.b on smithi111 2024-04-25T01:16:50.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:50 smithi026 ceph-mon[28096]: from='client.? 172.21.15.186:0/179572002' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T01:16:50.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:50 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:51.194 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T01:16:51.194 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T01:16:51.307 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:16:50 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:16:50.983+0000 7f80b1a00700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-25T01:16:51.438 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:16:52.316 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:52 smithi186 ceph-mon[32747]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:52.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:52 smithi026 ceph-mon[28096]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:52.809 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.823+0000 7f85a7915700 1 -- 172.21.15.186:0/2564828889 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85a0101fb0 msgr2=0x7f85a0102390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:52.809 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.823+0000 7f85a7915700 1 --2- 172.21.15.186:0/2564828889 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85a0101fb0 0x7f85a0102390 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f859800b0a0 tx=0x7f859800b3b0 comp rx=0 tx=0).stop 2024-04-25T01:16:52.809 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.823+0000 7f85a7915700 1 -- 172.21.15.186:0/2564828889 shutdown_connections 2024-04-25T01:16:52.809 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.823+0000 7f85a7915700 1 --2- 172.21.15.186:0/2564828889 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85a0101fb0 0x7f85a0102390 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:52.809 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.823+0000 7f85a7915700 1 -- 172.21.15.186:0/2564828889 >> 172.21.15.186:0/2564828889 conn(0x7f85a00fd840 msgr2=0x7f85a00ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:52.809 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.823+0000 7f85a7915700 1 -- 172.21.15.186:0/2564828889 shutdown_connections 2024-04-25T01:16:52.809 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.823+0000 7f85a7915700 1 -- 172.21.15.186:0/2564828889 wait complete. 2024-04-25T01:16:52.810 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.824+0000 7f85a7915700 1 Processor -- start 2024-04-25T01:16:52.810 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.824+0000 7f85a7915700 1 -- start start 2024-04-25T01:16:52.810 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.824+0000 7f85a7915700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85a0101fb0 0x7f85a0074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:52.810 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.824+0000 7f85a7915700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f85a0074a70 0x7f85a0074ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:52.810 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.824+0000 7f85a7915700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f85a010c380 con 0x7f85a0101fb0 2024-04-25T01:16:52.810 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.824+0000 7f85a7915700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f85a010c200 con 0x7f85a0074a70 2024-04-25T01:16:52.810 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.824+0000 7f85a4eb0700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f85a0074a70 0x7f85a0074ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:52.810 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.824+0000 7f85a4eb0700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f85a0074a70 0x7f85a0074ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.186:47752/0 (socket says 172.21.15.186:47752) 2024-04-25T01:16:52.810 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.824+0000 7f85a4eb0700 1 -- 172.21.15.186:0/1581225650 learned_addr learned my addr 172.21.15.186:0/1581225650 (peer_addr_for_me v2:172.21.15.186:0/0) 2024-04-25T01:16:52.810 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.824+0000 7f85a4eb0700 1 -- 172.21.15.186:0/1581225650 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f85a0074a70 msgr2=0x7f85a0074ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-04-25T01:16:52.810 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.824+0000 7f85a4eb0700 1 -- 172.21.15.186:0/1581225650 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f85a0074a70 msgr2=0x7f85a0074ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-25T01:16:52.810 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.824+0000 7f85a4eb0700 1 --2- 172.21.15.186:0/1581225650 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f85a0074a70 0x7f85a0074ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-25T01:16:52.810 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.825+0000 7f85a4eb0700 1 --2- 172.21.15.186:0/1581225650 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f85a0074a70 0x7f85a0074ef0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T01:16:52.811 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.825+0000 7f85a56b1700 1 --2- 172.21.15.186:0/1581225650 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85a0101fb0 0x7f85a0074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:52.812 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.825+0000 7f85a56b1700 1 -- 172.21.15.186:0/1581225650 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f85a0074a70 msgr2=0x7f85a0074ef0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T01:16:52.812 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.825+0000 7f85a56b1700 1 --2- 172.21.15.186:0/1581225650 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f85a0074a70 0x7f85a0074ef0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:52.813 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.825+0000 7f85a56b1700 1 -- 172.21.15.186:0/1581225650 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85a00763b0 con 0x7f85a0101fb0 2024-04-25T01:16:52.813 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.826+0000 7f85a56b1700 1 --2- 172.21.15.186:0/1581225650 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85a0101fb0 0x7f85a0074530 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f85980062a0 tx=0x7f8598007930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:52.813 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.826+0000 7f85967fc700 1 -- 172.21.15.186:0/1581225650 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f8598007bd0 con 0x7f85a0101fb0 2024-04-25T01:16:52.813 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.826+0000 7f85a7915700 1 -- 172.21.15.186:0/1581225650 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85a01a3c30 con 0x7f85a0101fb0 2024-04-25T01:16:52.813 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.826+0000 7f85a7915700 1 -- 172.21.15.186:0/1581225650 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85a01a4190 con 0x7f85a0101fb0 2024-04-25T01:16:52.813 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.826+0000 7f85967fc700 1 -- 172.21.15.186:0/1581225650 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f859801d920 con 0x7f85a0101fb0 2024-04-25T01:16:52.813 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.826+0000 7f85967fc700 1 -- 172.21.15.186:0/1581225650 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f8598012870 con 0x7f85a0101fb0 2024-04-25T01:16:52.813 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.827+0000 7f85a7915700 1 -- 172.21.15.186:0/1581225650 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85a0103490 con 0x7f85a0101fb0 2024-04-25T01:16:52.813 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.828+0000 7f85967fc700 1 -- 172.21.15.186:0/1581225650 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f8598024020 con 0x7f85a0101fb0 2024-04-25T01:16:52.813 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.828+0000 7f85967fc700 1 --2- 172.21.15.186:0/1581225650 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f858c038e90 0x7f858c03b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:16:52.814 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.828+0000 7f85967fc700 1 -- 172.21.15.186:0/1581225650 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f8598022020 con 0x7f85a0101fb0 2024-04-25T01:16:52.814 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.828+0000 7f85a4eb0700 1 --2- 172.21.15.186:0/1581225650 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f858c038e90 0x7f858c03b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:16:52.814 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.829+0000 7f85a4eb0700 1 --2- 172.21.15.186:0/1581225650 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f858c038e90 0x7f858c03b350 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8590009180 tx=0x7f8590008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:16:52.827 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:52.844+0000 7f85967fc700 1 -- 172.21.15.186:0/1581225650 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f859801b3f0 con 0x7f85a0101fb0 2024-04-25T01:16:53.063 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:53.063 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:53.063 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T01:16:53.063 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: monmap epoch 2 2024-04-25T01:16:53.063 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:16:53.063 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: last_changed 2024-04-25T01:16:43.982557+0000 2024-04-25T01:16:53.063 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: created 2024-04-25T01:14:21.142140+0000 2024-04-25T01:16:53.063 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: min_mon_release 19 (squid) 2024-04-25T01:16:53.063 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: election_strategy: 1 2024-04-25T01:16:53.063 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-25T01:16:53.064 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: 1: [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] mon.c 2024-04-25T01:16:53.064 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: fsmap 2024-04-25T01:16:53.064 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T01:16:53.064 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: mgrmap e13: x(active, since 64s) 2024-04-25T01:16:53.064 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: overall HEALTH_OK 2024-04-25T01:16:53.064 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:53.064 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:53.064 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:53.064 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:53.064 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T01:16:53.065 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:16:53.065 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: Deploying daemon mon.b on smithi111 2024-04-25T01:16:53.065 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: from='client.? 172.21.15.186:0/179572002' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T01:16:53.065 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:53.065 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:53.065 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 ceph-mon[32623]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-25T01:16:53.066 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:53.083+0000 7f85967fc700 1 -- 172.21.15.186:0/1581225650 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f859801dad0 con 0x7f85a0101fb0 2024-04-25T01:16:53.105 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:53.121+0000 7f85a7915700 1 -- 172.21.15.186:0/1581225650 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f85a01a43c0 con 0x7f85a0101fb0 2024-04-25T01:16:53.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 bash[32602]: 3de4d22592518278bfdcb0fb50f6a89a0908935b61e60ec3da19c610136d7355 2024-04-25T01:16:53.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:16:53 smithi111 systemd[1]: Started Ceph mon.b for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:16:58.086 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:58.102+0000 7f85967fc700 1 -- 172.21.15.186:0/1581225650 <== mon.0 v2:172.21.15.26:3300/0 8 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1283 (secure 0 0 0) 0x7f859801ce30 con 0x7f85a0101fb0 2024-04-25T01:16:58.087 INFO:teuthology.orchestra.run.smithi186.stdout: 2024-04-25T01:16:58.087 INFO:teuthology.orchestra.run.smithi186.stdout:{"epoch":3,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","modified":"2024-04-25T01:16:53.081033Z","created":"2024-04-25T01:14:21.142140Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:3300","nonce":0},{"type":"v1","addr":"172.21.15.26:6789","nonce":0}]},"addr":"172.21.15.26:6789/0","public_addr":"172.21.15.26:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:3300","nonce":0},{"type":"v1","addr":"172.21.15.186:6789","nonce":0}]},"addr":"172.21.15.186:6789/0","public_addr":"172.21.15.186:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:3300","nonce":0},{"type":"v1","addr":"172.21.15.111:6789","nonce":0}]},"addr":"172.21.15.111:6789/0","public_addr":"172.21.15.111:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-25T01:16:58.089 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:58.105+0000 7f85a7915700 1 -- 172.21.15.186:0/1581225650 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f858c038e90 msgr2=0x7f858c03b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:58.089 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:58.105+0000 7f85a7915700 1 --2- 172.21.15.186:0/1581225650 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f858c038e90 0x7f858c03b350 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8590009180 tx=0x7f8590008040 comp rx=0 tx=0).stop 2024-04-25T01:16:58.089 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:58.105+0000 7f85a7915700 1 -- 172.21.15.186:0/1581225650 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85a0101fb0 msgr2=0x7f85a0074530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:16:58.089 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:58.105+0000 7f85a7915700 1 --2- 172.21.15.186:0/1581225650 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85a0101fb0 0x7f85a0074530 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f85980062a0 tx=0x7f8598007930 comp rx=0 tx=0).stop 2024-04-25T01:16:58.090 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:58.105+0000 7f85a7915700 1 -- 172.21.15.186:0/1581225650 shutdown_connections 2024-04-25T01:16:58.090 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:58.105+0000 7f85a7915700 1 --2- 172.21.15.186:0/1581225650 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f858c038e90 0x7f858c03b350 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:58.090 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:58.105+0000 7f85a7915700 1 --2- 172.21.15.186:0/1581225650 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85a0101fb0 0x7f85a0074530 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:58.090 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:58.105+0000 7f85a7915700 1 --2- 172.21.15.186:0/1581225650 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f85a0074a70 0x7f85a0074ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:16:58.090 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:58.105+0000 7f85a7915700 1 -- 172.21.15.186:0/1581225650 >> 172.21.15.186:0/1581225650 conn(0x7f85a00fd840 msgr2=0x7f85a0103980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:16:58.090 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:58.105+0000 7f85a7915700 1 -- 172.21.15.186:0/1581225650 shutdown_connections 2024-04-25T01:16:58.090 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:16:58.105+0000 7f85a7915700 1 -- 172.21.15.186:0/1581225650 wait complete. 2024-04-25T01:16:58.090 INFO:teuthology.orchestra.run.smithi186.stderr:dumped monmap epoch 3 2024-04-25T01:16:58.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:58.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: mon.c calling monitor election 2024-04-25T01:16:58.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:16:58.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: mon.a calling monitor election 2024-04-25T01:16:58.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: from='client.? 172.21.15.186:0/1581225650' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: monmap epoch 3 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: last_changed 2024-04-25T01:16:53.081033+0000 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: created 2024-04-25T01:14:21.142140+0000 2024-04-25T01:16:58.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: min_mon_release 19 (squid) 2024-04-25T01:16:58.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: election_strategy: 1 2024-04-25T01:16:58.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-25T01:16:58.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: 1: [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] mon.c 2024-04-25T01:16:58.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: 2: [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] mon.b 2024-04-25T01:16:58.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: fsmap 2024-04-25T01:16:58.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T01:16:58.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: mgrmap e13: x(active, since 73s) 2024-04-25T01:16:58.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: overall HEALTH_OK 2024-04-25T01:16:58.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:58.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:58.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:58.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:58.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:58.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: mon.c calling monitor election 2024-04-25T01:16:58.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:16:58.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: mon.a calling monitor election 2024-04-25T01:16:58.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:16:58.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:16:58.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: from='client.? 172.21.15.186:0/1581225650' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T01:16:58.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:16:58.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:58.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:16:58.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:16:58.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:16:58.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:16:58.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:16:58.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T01:16:58.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: monmap epoch 3 2024-04-25T01:16:58.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: last_changed 2024-04-25T01:16:53.081033+0000 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: created 2024-04-25T01:14:21.142140+0000 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: min_mon_release 19 (squid) 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: election_strategy: 1 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: 1: [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] mon.c 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: 2: [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] mon.b 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: fsmap 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: mgrmap e13: x(active, since 73s) 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: overall HEALTH_OK 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:58.559 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:16:58.751 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-25T01:16:58.752 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-25T01:16:59.195 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:16:59.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:59 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:16:59.361 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:16:59 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:16:59.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:59 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:16:59.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:16:59 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:17:00.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:00.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: mon.c calling monitor election 2024-04-25T01:17:00.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:17:00.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: mon.a calling monitor election 2024-04-25T01:17:00.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:17:00.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:17:00.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='client.? 172.21.15.186:0/1581225650' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T01:17:00.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:17:00.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:00.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:17:00.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:17:00.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:00.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:17:00.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:17:00.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T01:17:00.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: monmap epoch 3 2024-04-25T01:17:00.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:17:00.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: last_changed 2024-04-25T01:16:53.081033+0000 2024-04-25T01:17:00.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: created 2024-04-25T01:14:21.142140+0000 2024-04-25T01:17:00.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: min_mon_release 19 (squid) 2024-04-25T01:17:00.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: election_strategy: 1 2024-04-25T01:17:00.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-25T01:17:00.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: 1: [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] mon.c 2024-04-25T01:17:00.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: 2: [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] mon.b 2024-04-25T01:17:00.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: fsmap 2024-04-25T01:17:00.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T01:17:00.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: mgrmap e13: x(active, since 73s) 2024-04-25T01:17:00.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: overall HEALTH_OK 2024-04-25T01:17:00.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:00.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:00.372 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:00.372 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:00.372 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:00.372 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:17:01.142 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: mon.b calling monitor election 2024-04-25T01:17:01.142 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: Updating smithi111:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:17:01.142 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: Updating smithi186:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:17:01.142 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: mon.b calling monitor election 2024-04-25T01:17:01.142 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: mon.c calling monitor election 2024-04-25T01:17:01.142 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: mon.a calling monitor election 2024-04-25T01:17:01.142 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T01:17:01.142 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: monmap epoch 3 2024-04-25T01:17:01.142 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:17:01.142 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: last_changed 2024-04-25T01:16:53.081033+0000 2024-04-25T01:17:01.142 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: created 2024-04-25T01:14:21.142140+0000 2024-04-25T01:17:01.143 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: min_mon_release 19 (squid) 2024-04-25T01:17:01.143 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: election_strategy: 1 2024-04-25T01:17:01.143 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-25T01:17:01.143 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: 1: [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] mon.c 2024-04-25T01:17:01.143 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: 2: [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] mon.b 2024-04-25T01:17:01.143 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: fsmap 2024-04-25T01:17:01.143 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T01:17:01.143 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: mgrmap e13: x(active, since 75s) 2024-04-25T01:17:01.143 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: overall HEALTH_OK 2024-04-25T01:17:01.143 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:01.143 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:01.143 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: Updating smithi026:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:17:01.143 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:01.143 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:01 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:01.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: mon.b calling monitor election 2024-04-25T01:17:01.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: Updating smithi111:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:17:01.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: Updating smithi186:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:17:01.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: mon.b calling monitor election 2024-04-25T01:17:01.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: mon.c calling monitor election 2024-04-25T01:17:01.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: mon.a calling monitor election 2024-04-25T01:17:01.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T01:17:01.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: monmap epoch 3 2024-04-25T01:17:01.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:17:01.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: last_changed 2024-04-25T01:16:53.081033+0000 2024-04-25T01:17:01.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: created 2024-04-25T01:14:21.142140+0000 2024-04-25T01:17:01.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: min_mon_release 19 (squid) 2024-04-25T01:17:01.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: election_strategy: 1 2024-04-25T01:17:01.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-25T01:17:01.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: 1: [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] mon.c 2024-04-25T01:17:01.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: 2: [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] mon.b 2024-04-25T01:17:01.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: fsmap 2024-04-25T01:17:01.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T01:17:01.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: mgrmap e13: x(active, since 75s) 2024-04-25T01:17:01.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: overall HEALTH_OK 2024-04-25T01:17:01.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:01.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:01.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: Updating smithi026:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:17:01.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:01.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:01 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:01.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: mon.b calling monitor election 2024-04-25T01:17:01.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: Updating smithi111:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:17:01.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: Updating smithi186:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:17:01.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: mon.b calling monitor election 2024-04-25T01:17:01.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: mon.c calling monitor election 2024-04-25T01:17:01.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: mon.a calling monitor election 2024-04-25T01:17:01.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T01:17:01.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: monmap epoch 3 2024-04-25T01:17:01.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:17:01.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: last_changed 2024-04-25T01:16:53.081033+0000 2024-04-25T01:17:01.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: created 2024-04-25T01:14:21.142140+0000 2024-04-25T01:17:01.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: min_mon_release 19 (squid) 2024-04-25T01:17:01.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: election_strategy: 1 2024-04-25T01:17:01.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-25T01:17:01.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: 1: [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] mon.c 2024-04-25T01:17:01.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: 2: [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] mon.b 2024-04-25T01:17:01.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: fsmap 2024-04-25T01:17:01.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T01:17:01.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: mgrmap e13: x(active, since 75s) 2024-04-25T01:17:01.370 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: overall HEALTH_OK 2024-04-25T01:17:01.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:01.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:01.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: Updating smithi026:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T01:17:01.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:01.371 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:01 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:01.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.424+0000 7f415ba00700 1 -- 172.21.15.26:0/3388152829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4154101ea0 msgr2=0x7f4154102280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:01.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.424+0000 7f415ba00700 1 --2- 172.21.15.26:0/3388152829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4154101ea0 0x7f4154102280 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f4148009910 tx=0x7f4148009c20 comp rx=0 tx=0).stop 2024-04-25T01:17:01.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.424+0000 7f415ba00700 1 -- 172.21.15.26:0/3388152829 shutdown_connections 2024-04-25T01:17:01.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.424+0000 7f415ba00700 1 --2- 172.21.15.26:0/3388152829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4154101ea0 0x7f4154102280 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:01.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.424+0000 7f415ba00700 1 -- 172.21.15.26:0/3388152829 >> 172.21.15.26:0/3388152829 conn(0x7f41540fd770 msgr2=0x7f41540ffb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:17:01.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.424+0000 7f415ba00700 1 -- 172.21.15.26:0/3388152829 shutdown_connections 2024-04-25T01:17:01.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.424+0000 7f415ba00700 1 -- 172.21.15.26:0/3388152829 wait complete. 2024-04-25T01:17:01.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.425+0000 7f415ba00700 1 Processor -- start 2024-04-25T01:17:01.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.426+0000 7f415ba00700 1 -- start start 2024-04-25T01:17:01.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.426+0000 7f415ba00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4154101ea0 0x7f415419f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:01.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.426+0000 7f415ba00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f415419fd70 0x7f41541999f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:01.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.426+0000 7f415ba00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4154199f30 0x7f415419a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:01.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.426+0000 7f415ba00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f415410c270 con 0x7f4154101ea0 2024-04-25T01:17:01.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.426+0000 7f415ba00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f415410c0f0 con 0x7f4154199f30 2024-04-25T01:17:01.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.426+0000 7f415ba00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f415410c3f0 con 0x7f415419fd70 2024-04-25T01:17:01.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.426+0000 7f4159000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4154101ea0 0x7f415419f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:01.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.426+0000 7f4153e00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f415419fd70 0x7f41541999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:01.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.426+0000 7f4153e00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f415419fd70 0x7f41541999f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:60682/0 (socket says 172.21.15.26:60682) 2024-04-25T01:17:01.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.426+0000 7f4159000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4154101ea0 0x7f415419f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48172/0 (socket says 172.21.15.26:48172) 2024-04-25T01:17:01.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.426+0000 7f4153e00700 1 -- 172.21.15.26:0/3679328976 learned_addr learned my addr 172.21.15.26:0/3679328976 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:17:01.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.427+0000 7f4159a00700 1 --2- 172.21.15.26:0/3679328976 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4154199f30 0x7f415419a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:01.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.427+0000 7f4153e00700 1 -- 172.21.15.26:0/3679328976 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4154199f30 msgr2=0x7f415419a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:01.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.427+0000 7f4153e00700 1 --2- 172.21.15.26:0/3679328976 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4154199f30 0x7f415419a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:01.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.427+0000 7f4153e00700 1 -- 172.21.15.26:0/3679328976 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4154101ea0 msgr2=0x7f415419f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:01.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.427+0000 7f4153e00700 1 --2- 172.21.15.26:0/3679328976 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4154101ea0 0x7f415419f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:01.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.427+0000 7f4153e00700 1 -- 172.21.15.26:0/3679328976 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41541a6700 con 0x7f415419fd70 2024-04-25T01:17:01.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.427+0000 7f4153e00700 1 --2- 172.21.15.26:0/3679328976 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f415419fd70 0x7f41541999f0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f414000b780 tx=0x7f414000ba90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:17:01.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.427+0000 7f4151600700 1 -- 172.21.15.26:0/3679328976 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4140004230 con 0x7f415419fd70 2024-04-25T01:17:01.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.428+0000 7f4151600700 1 -- 172.21.15.26:0/3679328976 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41400043d0 con 0x7f415419fd70 2024-04-25T01:17:01.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.428+0000 7f4151600700 1 -- 172.21.15.26:0/3679328976 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4140011c90 con 0x7f415419fd70 2024-04-25T01:17:01.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.428+0000 7f415ba00700 1 -- 172.21.15.26:0/3679328976 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41541a6930 con 0x7f415419fd70 2024-04-25T01:17:01.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.428+0000 7f415ba00700 1 -- 172.21.15.26:0/3679328976 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41541a6ec0 con 0x7f415419fd70 2024-04-25T01:17:01.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.429+0000 7f4151600700 1 -- 172.21.15.26:0/3679328976 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f414001a400 con 0x7f415419fd70 2024-04-25T01:17:01.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.429+0000 7f415ba00700 1 -- 172.21.15.26:0/3679328976 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4154063890 con 0x7f415419fd70 2024-04-25T01:17:01.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.430+0000 7f4151600700 1 --2- 172.21.15.26:0/3679328976 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f413c039580 0x7f413c03ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:01.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.430+0000 7f4151600700 1 -- 172.21.15.26:0/3679328976 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f414004bd10 con 0x7f415419fd70 2024-04-25T01:17:01.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.430+0000 7f4159000700 1 --2- 172.21.15.26:0/3679328976 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f413c039580 0x7f413c03ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:01.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.431+0000 7f4159000700 1 --2- 172.21.15.26:0/3679328976 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f413c039580 0x7f413c03ba40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4148005e00 tx=0x7f41480058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:17:01.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.435+0000 7f4151600700 1 -- 172.21.15.26:0/3679328976 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f41400151c0 con 0x7f415419fd70 2024-04-25T01:17:01.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.666+0000 7f415ba00700 1 -- 172.21.15.26:0/3679328976 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f41541a71b0 con 0x7f415419fd70 2024-04-25T01:17:01.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.667+0000 7f4151600700 1 -- 172.21.15.26:0/3679328976 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7f414001a7f0 con 0x7f415419fd70 2024-04-25T01:17:01.651 INFO:teuthology.orchestra.run.smithi026.stdout:# minimal ceph.conf for 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:17:01.651 INFO:teuthology.orchestra.run.smithi026.stdout:[global] 2024-04-25T01:17:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: fsid = 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:17:01.652 INFO:teuthology.orchestra.run.smithi026.stdout: mon_host = [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] 2024-04-25T01:17:01.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.670+0000 7f415ba00700 1 -- 172.21.15.26:0/3679328976 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f413c039580 msgr2=0x7f413c03ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:01.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.670+0000 7f415ba00700 1 --2- 172.21.15.26:0/3679328976 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f413c039580 0x7f413c03ba40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4148005e00 tx=0x7f41480058e0 comp rx=0 tx=0).stop 2024-04-25T01:17:01.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.670+0000 7f415ba00700 1 -- 172.21.15.26:0/3679328976 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f415419fd70 msgr2=0x7f41541999f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:01.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.670+0000 7f415ba00700 1 --2- 172.21.15.26:0/3679328976 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f415419fd70 0x7f41541999f0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f414000b780 tx=0x7f414000ba90 comp rx=0 tx=0).stop 2024-04-25T01:17:01.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.670+0000 7f415ba00700 1 -- 172.21.15.26:0/3679328976 shutdown_connections 2024-04-25T01:17:01.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.670+0000 7f415ba00700 1 --2- 172.21.15.26:0/3679328976 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f413c039580 0x7f413c03ba40 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:01.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.670+0000 7f415ba00700 1 --2- 172.21.15.26:0/3679328976 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4154199f30 0x7f415419a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:01.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.670+0000 7f415ba00700 1 --2- 172.21.15.26:0/3679328976 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4154101ea0 0x7f415419f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:01.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.670+0000 7f415ba00700 1 --2- 172.21.15.26:0/3679328976 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f415419fd70 0x7f41541999f0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:01.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.670+0000 7f415ba00700 1 -- 172.21.15.26:0/3679328976 >> 172.21.15.26:0/3679328976 conn(0x7f41540fd770 msgr2=0x7f4154105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:17:01.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.670+0000 7f415ba00700 1 -- 172.21.15.26:0/3679328976 shutdown_connections 2024-04-25T01:17:01.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:01.670+0000 7f415ba00700 1 -- 172.21.15.26:0/3679328976 wait complete. 2024-04-25T01:17:02.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:02.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:17:02.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T01:17:02.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T01:17:02.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T01:17:02.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:02.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: Reconfiguring daemon mon.a on smithi026 2024-04-25T01:17:02.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:02 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3679328976' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T01:17:02.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T01:17:02.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:02.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: Reconfiguring daemon mon.a on smithi026 2024-04-25T01:17:02.369 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:02 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3679328976' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:02.417 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:17:02.082+0000 7f80b1a00700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-25T01:17:02.419 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:02.419 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.419 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:17:02.419 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.419 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.419 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.419 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.419 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.419 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:02.419 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T01:17:02.420 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T01:17:02.420 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T01:17:02.420 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:02.420 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: Reconfiguring daemon mon.a on smithi026 2024-04-25T01:17:02.420 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:02 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3679328976' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:02.483 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-25T01:17:02.483 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:17:02.483 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T01:17:02.556 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:17:02.556 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T01:17:02.679 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-04-25T01:17:02.679 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T01:17:02.710 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-04-25T01:17:02.710 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T01:17:02.778 DEBUG:teuthology.orchestra.run.smithi186:> set -ex 2024-04-25T01:17:02.778 DEBUG:teuthology.orchestra.run.smithi186:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T01:17:02.810 DEBUG:teuthology.orchestra.run.smithi186:> set -ex 2024-04-25T01:17:02.810 DEBUG:teuthology.orchestra.run.smithi186:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T01:17:02.880 INFO:tasks.cephadm:Adding mgr.x on smithi026 2024-04-25T01:17:02.880 INFO:tasks.cephadm:Adding mgr.y on smithi111 2024-04-25T01:17:02.880 INFO:tasks.cephadm:Adding mgr.z on smithi186 2024-04-25T01:17:02.880 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi026=x;smithi111=y;smithi186=z' 2024-04-25T01:17:03.156 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:17:04.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:04 smithi186 ceph-mon[32747]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:04.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:04 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:04.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:04 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:04.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:04 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T01:17:04.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:04 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T01:17:04.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:04 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:04.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:04 smithi111 ceph-mon[32623]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:04.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:04 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:04.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:04 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:04.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:04 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T01:17:04.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:04 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T01:17:04.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:04 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:04.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:04 smithi026 ceph-mon[28096]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:04.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:04 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:04.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:04 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:04.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:04 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T01:17:04.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:04 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T01:17:04.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:04 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:04.563 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.579+0000 7fe4682f6700 1 -- 172.21.15.186:0/216645736 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4601028a0 msgr2=0x7fe460104c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:04.563 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.579+0000 7fe4682f6700 1 --2- 172.21.15.186:0/216645736 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4601028a0 0x7fe460104c90 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fe45c009910 tx=0x7fe45c009c20 comp rx=0 tx=0).stop 2024-04-25T01:17:04.563 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.579+0000 7fe4682f6700 1 -- 172.21.15.186:0/216645736 shutdown_connections 2024-04-25T01:17:04.563 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.579+0000 7fe4682f6700 1 --2- 172.21.15.186:0/216645736 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4601028a0 0x7fe460104c90 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:04.564 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.579+0000 7fe4682f6700 1 -- 172.21.15.186:0/216645736 >> 172.21.15.186:0/216645736 conn(0x7fe4600fc230 msgr2=0x7fe4600fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:17:04.564 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.579+0000 7fe4682f6700 1 -- 172.21.15.186:0/216645736 shutdown_connections 2024-04-25T01:17:04.564 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.579+0000 7fe4682f6700 1 -- 172.21.15.186:0/216645736 wait complete. 2024-04-25T01:17:04.565 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.580+0000 7fe4682f6700 1 Processor -- start 2024-04-25T01:17:04.565 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.580+0000 7fe4682f6700 1 -- start start 2024-04-25T01:17:04.565 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.580+0000 7fe4682f6700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4601028a0 0x7fe460197590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:04.565 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.580+0000 7fe4682f6700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe460197ad0 0x7fe46019cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:04.565 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.580+0000 7fe4682f6700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe460197f50 0x7fe46019f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:04.566 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.580+0000 7fe4682f6700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe460107dd0 con 0x7fe460197ad0 2024-04-25T01:17:04.566 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.580+0000 7fe4682f6700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe460107c50 con 0x7fe4601028a0 2024-04-25T01:17:04.566 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.580+0000 7fe4682f6700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fe460107f50 con 0x7fe460197f50 2024-04-25T01:17:04.566 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.580+0000 7fe466092700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4601028a0 0x7fe460197590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:04.566 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.580+0000 7fe466893700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe460197f50 0x7fe46019f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:04.566 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.580+0000 7fe466092700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4601028a0 0x7fe460197590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.186:54370/0 (socket says 172.21.15.186:54370) 2024-04-25T01:17:04.566 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.580+0000 7fe466092700 1 -- 172.21.15.186:0/707791114 learned_addr learned my addr 172.21.15.186:0/707791114 (peer_addr_for_me v2:172.21.15.186:0/0) 2024-04-25T01:17:04.566 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.581+0000 7fe465891700 1 --2- 172.21.15.186:0/707791114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe460197ad0 0x7fe46019cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:04.566 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.581+0000 7fe466893700 1 -- 172.21.15.186:0/707791114 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4601028a0 msgr2=0x7fe460197590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:04.566 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.581+0000 7fe466893700 1 --2- 172.21.15.186:0/707791114 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4601028a0 0x7fe460197590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:04.566 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.581+0000 7fe466893700 1 -- 172.21.15.186:0/707791114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe460197ad0 msgr2=0x7fe46019cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:04.566 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.581+0000 7fe466893700 1 --2- 172.21.15.186:0/707791114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe460197ad0 0x7fe46019cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:04.566 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.581+0000 7fe466893700 1 -- 172.21.15.186:0/707791114 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe46019f9a0 con 0x7fe460197f50 2024-04-25T01:17:04.567 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.581+0000 7fe466092700 1 --2- 172.21.15.186:0/707791114 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4601028a0 0x7fe460197590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:17:04.567 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.581+0000 7fe466893700 1 --2- 172.21.15.186:0/707791114 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe460197f50 0x7fe46019f0d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe45800bd50 tx=0x7fe45800bd80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:17:04.567 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.581+0000 7fe4577fe700 1 -- 172.21.15.186:0/707791114 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe458019070 con 0x7fe460197f50 2024-04-25T01:17:04.567 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.581+0000 7fe4682f6700 1 -- 172.21.15.186:0/707791114 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe46019fc90 con 0x7fe460197f50 2024-04-25T01:17:04.567 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.581+0000 7fe4577fe700 1 -- 172.21.15.186:0/707791114 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe45800cc90 con 0x7fe460197f50 2024-04-25T01:17:04.567 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.581+0000 7fe4577fe700 1 -- 172.21.15.186:0/707791114 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe458012720 con 0x7fe460197f50 2024-04-25T01:17:04.567 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.581+0000 7fe4682f6700 1 -- 172.21.15.186:0/707791114 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4601a01f0 con 0x7fe460197f50 2024-04-25T01:17:04.568 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.582+0000 7fe4577fe700 1 -- 172.21.15.186:0/707791114 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fe45801c070 con 0x7fe460197f50 2024-04-25T01:17:04.568 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.582+0000 7fe4682f6700 1 -- 172.21.15.186:0/707791114 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4600638d0 con 0x7fe460197f50 2024-04-25T01:17:04.568 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.582+0000 7fe4577fe700 1 --2- 172.21.15.186:0/707791114 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe44c039580 0x7fe44c03ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:04.568 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.582+0000 7fe4577fe700 1 -- 172.21.15.186:0/707791114 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe45804bb10 con 0x7fe460197f50 2024-04-25T01:17:04.568 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.583+0000 7fe466092700 1 --2- 172.21.15.186:0/707791114 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe44c039580 0x7fe44c03ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:04.568 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.584+0000 7fe466092700 1 --2- 172.21.15.186:0/707791114 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe44c039580 0x7fe44c03ba40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe45c006010 tx=0x7fe45c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:17:04.571 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.587+0000 7fe4577fe700 1 -- 172.21.15.186:0/707791114 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fe458007290 con 0x7fe460197f50 2024-04-25T01:17:04.777 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.793+0000 7fe4682f6700 1 -- 172.21.15.186:0/707791114 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi026=x;smithi111=y;smithi186=z", "target": ["mon-mgr", ""]}) -- 0x7fe460062670 con 0x7fe44c039580 2024-04-25T01:17:04.790 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.806+0000 7fe4577fe700 1 -- 172.21.15.186:0/707791114 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fe460062670 con 0x7fe44c039580 2024-04-25T01:17:04.790 INFO:teuthology.orchestra.run.smithi186.stdout:Scheduled mgr update... 2024-04-25T01:17:04.792 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.808+0000 7fe4682f6700 1 -- 172.21.15.186:0/707791114 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe44c039580 msgr2=0x7fe44c03ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:04.793 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.808+0000 7fe4682f6700 1 --2- 172.21.15.186:0/707791114 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe44c039580 0x7fe44c03ba40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe45c006010 tx=0x7fe45c01a040 comp rx=0 tx=0).stop 2024-04-25T01:17:04.793 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.808+0000 7fe4682f6700 1 -- 172.21.15.186:0/707791114 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe460197f50 msgr2=0x7fe46019f0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:04.793 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.808+0000 7fe4682f6700 1 --2- 172.21.15.186:0/707791114 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe460197f50 0x7fe46019f0d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe45800bd50 tx=0x7fe45800bd80 comp rx=0 tx=0).stop 2024-04-25T01:17:04.793 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.808+0000 7fe4682f6700 1 -- 172.21.15.186:0/707791114 shutdown_connections 2024-04-25T01:17:04.793 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.808+0000 7fe4682f6700 1 --2- 172.21.15.186:0/707791114 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe460197f50 0x7fe46019f0d0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:04.793 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.808+0000 7fe4682f6700 1 --2- 172.21.15.186:0/707791114 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe44c039580 0x7fe44c03ba40 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:04.793 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.808+0000 7fe4682f6700 1 --2- 172.21.15.186:0/707791114 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe4601028a0 0x7fe460197590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:04.793 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.809+0000 7fe4682f6700 1 --2- 172.21.15.186:0/707791114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe460197ad0 0x7fe46019cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:04.793 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.809+0000 7fe4682f6700 1 -- 172.21.15.186:0/707791114 >> 172.21.15.186:0/707791114 conn(0x7fe4600fc230 msgr2=0x7fe4600fcee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:17:04.793 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.809+0000 7fe4682f6700 1 -- 172.21.15.186:0/707791114 shutdown_connections 2024-04-25T01:17:04.793 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:17:04.809+0000 7fe4682f6700 1 -- 172.21.15.186:0/707791114 wait complete. 2024-04-25T01:17:05.367 DEBUG:teuthology.orchestra.run.smithi111:mgr.y> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.y.service 2024-04-25T01:17:05.370 DEBUG:teuthology.orchestra.run.smithi186:mgr.z> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.z.service 2024-04-25T01:17:05.372 INFO:tasks.cephadm:Deploying OSDs... 2024-04-25T01:17:05.372 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:17:05.372 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T01:17:05.432 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T01:17:05.433 DEBUG:teuthology.orchestra.run.smithi026:> stat /dev/vg_nvme/lv_1 2024-04-25T01:17:05.490 INFO:teuthology.orchestra.run.smithi026.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T01:17:05.491 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T01:17:05.491 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 6h/6d Inode: 633 Links: 1 2024-04-25T01:17:05.491 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T01:17:05.491 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T01:17:05.491 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-25 01:16:03.162669806 +0000 2024-04-25T01:17:05.491 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-25 01:10:35.795277531 +0000 2024-04-25T01:17:05.491 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-25 01:10:35.795277531 +0000 2024-04-25T01:17:05.491 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: 2024-04-25 01:10:35.795277531 +0000 2024-04-25T01:17:05.491 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T01:17:05.569 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records in 2024-04-25T01:17:05.569 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records out 2024-04-25T01:17:05.569 INFO:teuthology.orchestra.run.smithi026.stderr:512 bytes copied, 0.000226504 s, 2.3 MB/s 2024-04-25T01:17:05.573 DEBUG:teuthology.orchestra.run.smithi026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T01:17:05.626 DEBUG:teuthology.orchestra.run.smithi026:> stat /dev/vg_nvme/lv_2 2024-04-25T01:17:05.674 INFO:teuthology.orchestra.run.smithi026.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T01:17:05.674 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T01:17:05.674 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 6h/6d Inode: 650 Links: 1 2024-04-25T01:17:05.674 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T01:17:05.674 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T01:17:05.674 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-25 01:16:03.247668557 +0000 2024-04-25T01:17:05.674 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-25 01:10:36.406268562 +0000 2024-04-25T01:17:05.675 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-25 01:10:36.406268562 +0000 2024-04-25T01:17:05.675 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: 2024-04-25 01:10:36.406268562 +0000 2024-04-25T01:17:05.675 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T01:17:05.753 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records in 2024-04-25T01:17:05.753 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records out 2024-04-25T01:17:05.753 INFO:teuthology.orchestra.run.smithi026.stderr:512 bytes copied, 0.000226874 s, 2.3 MB/s 2024-04-25T01:17:05.757 DEBUG:teuthology.orchestra.run.smithi026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T01:17:05.814 DEBUG:teuthology.orchestra.run.smithi026:> stat /dev/vg_nvme/lv_3 2024-04-25T01:17:05.861 INFO:teuthology.orchestra.run.smithi026.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T01:17:05.861 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T01:17:05.862 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 6h/6d Inode: 672 Links: 1 2024-04-25T01:17:05.862 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T01:17:05.862 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T01:17:05.862 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-25 01:16:03.306667689 +0000 2024-04-25T01:17:05.862 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-25 01:10:37.023259504 +0000 2024-04-25T01:17:05.862 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-25 01:10:37.023259504 +0000 2024-04-25T01:17:05.862 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: 2024-04-25 01:10:37.023259504 +0000 2024-04-25T01:17:05.862 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T01:17:05.930 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:05 smithi026 ceph-mon[28096]: Reconfiguring mon.b (monmap changed)... 2024-04-25T01:17:05.930 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:05 smithi026 ceph-mon[28096]: Reconfiguring daemon mon.b on smithi111 2024-04-25T01:17:05.930 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:05 smithi026 ceph-mon[28096]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi026=x;smithi111=y;smithi186=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:17:05.931 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:05 smithi026 ceph-mon[28096]: Saving service mgr spec with placement smithi026=x;smithi111=y;smithi186=z;count:3 2024-04-25T01:17:05.931 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:05.931 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:05.931 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:05.932 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T01:17:05.932 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T01:17:05.932 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:05.938 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records in 2024-04-25T01:17:05.938 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records out 2024-04-25T01:17:05.938 INFO:teuthology.orchestra.run.smithi026.stderr:512 bytes copied, 0.000299131 s, 1.7 MB/s 2024-04-25T01:17:05.941 DEBUG:teuthology.orchestra.run.smithi026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T01:17:06.001 DEBUG:teuthology.orchestra.run.smithi026:> stat /dev/vg_nvme/lv_4 2024-04-25T01:17:06.053 INFO:teuthology.orchestra.run.smithi026.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T01:17:06.054 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T01:17:06.054 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 6h/6d Inode: 691 Links: 1 2024-04-25T01:17:06.054 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T01:17:06.054 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T01:17:06.054 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-25 01:16:03.357666939 +0000 2024-04-25T01:17:06.054 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-25 01:10:37.603250990 +0000 2024-04-25T01:17:06.054 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-25 01:10:37.603250990 +0000 2024-04-25T01:17:06.054 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: 2024-04-25 01:10:37.603250990 +0000 2024-04-25T01:17:06.054 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T01:17:06.080 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:05 smithi186 ceph-mon[32747]: Reconfiguring mon.b (monmap changed)... 2024-04-25T01:17:06.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:05 smithi186 ceph-mon[32747]: Reconfiguring daemon mon.b on smithi111 2024-04-25T01:17:06.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:05 smithi186 ceph-mon[32747]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi026=x;smithi111=y;smithi186=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:17:06.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:05 smithi186 ceph-mon[32747]: Saving service mgr spec with placement smithi026=x;smithi111=y;smithi186=z;count:3 2024-04-25T01:17:06.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:05 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:06.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:05 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:06.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:05 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:06.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:05 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T01:17:06.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:05 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T01:17:06.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:05 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:06.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:05 smithi111 ceph-mon[32623]: Reconfiguring mon.b (monmap changed)... 2024-04-25T01:17:06.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:05 smithi111 ceph-mon[32623]: Reconfiguring daemon mon.b on smithi111 2024-04-25T01:17:06.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:05 smithi111 ceph-mon[32623]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi026=x;smithi111=y;smithi186=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:17:06.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:05 smithi111 ceph-mon[32623]: Saving service mgr spec with placement smithi026=x;smithi111=y;smithi186=z;count:3 2024-04-25T01:17:06.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:05 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:06.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:05 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:06.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:05 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:06.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:05 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T01:17:06.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:05 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T01:17:06.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:05 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:06.135 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records in 2024-04-25T01:17:06.135 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records out 2024-04-25T01:17:06.135 INFO:teuthology.orchestra.run.smithi026.stderr:512 bytes copied, 0.000284525 s, 1.8 MB/s 2024-04-25T01:17:06.139 DEBUG:teuthology.orchestra.run.smithi026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T01:17:06.198 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2024-04-25T01:17:06.198 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T01:17:06.217 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T01:17:06.217 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_1 2024-04-25T01:17:06.275 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T01:17:06.276 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T01:17:06.276 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-04-25T01:17:06.276 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T01:17:06.276 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T01:17:06.276 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2024-04-25 01:16:52.503923658 +0000 2024-04-25T01:17:06.276 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2024-04-25 01:09:23.619211882 +0000 2024-04-25T01:17:06.276 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2024-04-25 01:09:23.619211882 +0000 2024-04-25T01:17:06.276 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: 2024-04-25 01:09:23.619211882 +0000 2024-04-25T01:17:06.276 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T01:17:06.343 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-04-25T01:17:06.344 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-04-25T01:17:06.344 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.00022944 s, 2.2 MB/s 2024-04-25T01:17:06.345 DEBUG:teuthology.orchestra.run.smithi111:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T01:17:06.406 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_2 2024-04-25T01:17:06.465 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T01:17:06.465 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T01:17:06.465 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-04-25T01:17:06.465 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T01:17:06.466 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T01:17:06.466 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2024-04-25 01:16:52.504923640 +0000 2024-04-25T01:17:06.466 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2024-04-25 01:09:23.974205512 +0000 2024-04-25T01:17:06.466 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2024-04-25 01:09:23.974205512 +0000 2024-04-25T01:17:06.466 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: 2024-04-25 01:09:23.974205512 +0000 2024-04-25T01:17:06.466 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T01:17:06.531 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-04-25T01:17:06.531 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-04-25T01:17:06.531 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.000227947 s, 2.2 MB/s 2024-04-25T01:17:06.532 DEBUG:teuthology.orchestra.run.smithi111:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T01:17:06.594 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_3 2024-04-25T01:17:06.652 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T01:17:06.652 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T01:17:06.652 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 5h/5d Inode: 701 Links: 1 2024-04-25T01:17:06.652 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T01:17:06.652 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T01:17:06.652 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2024-04-25 01:16:52.504923640 +0000 2024-04-25T01:17:06.652 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2024-04-25 01:09:24.316199376 +0000 2024-04-25T01:17:06.652 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2024-04-25 01:09:24.316199376 +0000 2024-04-25T01:17:06.653 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: 2024-04-25 01:09:24.316199376 +0000 2024-04-25T01:17:06.653 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T01:17:06.717 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-04-25T01:17:06.718 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-04-25T01:17:06.718 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.00020859 s, 2.5 MB/s 2024-04-25T01:17:06.719 DEBUG:teuthology.orchestra.run.smithi111:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T01:17:06.777 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_4 2024-04-25T01:17:06.835 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T01:17:06.835 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T01:17:06.835 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 5h/5d Inode: 720 Links: 1 2024-04-25T01:17:06.835 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T01:17:06.835 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T01:17:06.835 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2024-04-25 01:16:52.504923640 +0000 2024-04-25T01:17:06.835 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2024-04-25 01:09:24.651193366 +0000 2024-04-25T01:17:06.835 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2024-04-25 01:09:24.651193366 +0000 2024-04-25T01:17:06.835 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: 2024-04-25 01:09:24.651193366 +0000 2024-04-25T01:17:06.836 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T01:17:06.899 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2024-04-25T01:17:06.899 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2024-04-25T01:17:06.899 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.000172088 s, 3.0 MB/s 2024-04-25T01:17:06.901 DEBUG:teuthology.orchestra.run.smithi111:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T01:17:06.959 DEBUG:teuthology.orchestra.run.smithi186:> set -ex 2024-04-25T01:17:06.959 DEBUG:teuthology.orchestra.run.smithi186:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T01:17:06.976 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T01:17:06.976 DEBUG:teuthology.orchestra.run.smithi186:> stat /dev/vg_nvme/lv_1 2024-04-25T01:17:07.033 INFO:teuthology.orchestra.run.smithi186.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T01:17:07.033 INFO:teuthology.orchestra.run.smithi186.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T01:17:07.033 INFO:teuthology.orchestra.run.smithi186.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-04-25T01:17:07.033 INFO:teuthology.orchestra.run.smithi186.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T01:17:07.033 INFO:teuthology.orchestra.run.smithi186.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T01:17:07.033 INFO:teuthology.orchestra.run.smithi186.stdout:Access: 2024-04-25 01:16:42.912509092 +0000 2024-04-25T01:17:07.033 INFO:teuthology.orchestra.run.smithi186.stdout:Modify: 2024-04-25 01:09:32.937996812 +0000 2024-04-25T01:17:07.033 INFO:teuthology.orchestra.run.smithi186.stdout:Change: 2024-04-25 01:09:32.937996812 +0000 2024-04-25T01:17:07.033 INFO:teuthology.orchestra.run.smithi186.stdout: Birth: 2024-04-25 01:09:32.937996812 +0000 2024-04-25T01:17:07.033 DEBUG:teuthology.orchestra.run.smithi186:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T01:17:07.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:06 smithi026 ceph-mon[28096]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:07.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:06 smithi026 ceph-mon[28096]: Reconfiguring mon.c (monmap changed)... 2024-04-25T01:17:07.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:06 smithi026 ceph-mon[28096]: Reconfiguring daemon mon.c on smithi186 2024-04-25T01:17:07.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:06 smithi186 ceph-mon[32747]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:07.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:06 smithi186 ceph-mon[32747]: Reconfiguring mon.c (monmap changed)... 2024-04-25T01:17:07.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:06 smithi186 ceph-mon[32747]: Reconfiguring daemon mon.c on smithi186 2024-04-25T01:17:07.098 INFO:teuthology.orchestra.run.smithi186.stderr:1+0 records in 2024-04-25T01:17:07.098 INFO:teuthology.orchestra.run.smithi186.stderr:1+0 records out 2024-04-25T01:17:07.098 INFO:teuthology.orchestra.run.smithi186.stderr:512 bytes copied, 0.000242897 s, 2.1 MB/s 2024-04-25T01:17:07.099 DEBUG:teuthology.orchestra.run.smithi186:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T01:17:07.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:06 smithi111 ceph-mon[32623]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:07.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:06 smithi111 ceph-mon[32623]: Reconfiguring mon.c (monmap changed)... 2024-04-25T01:17:07.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:06 smithi111 ceph-mon[32623]: Reconfiguring daemon mon.c on smithi186 2024-04-25T01:17:07.157 DEBUG:teuthology.orchestra.run.smithi186:> stat /dev/vg_nvme/lv_2 2024-04-25T01:17:07.213 INFO:teuthology.orchestra.run.smithi186.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T01:17:07.213 INFO:teuthology.orchestra.run.smithi186.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T01:17:07.213 INFO:teuthology.orchestra.run.smithi186.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-04-25T01:17:07.213 INFO:teuthology.orchestra.run.smithi186.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T01:17:07.213 INFO:teuthology.orchestra.run.smithi186.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T01:17:07.213 INFO:teuthology.orchestra.run.smithi186.stdout:Access: 2024-04-25 01:16:42.912509092 +0000 2024-04-25T01:17:07.213 INFO:teuthology.orchestra.run.smithi186.stdout:Modify: 2024-04-25 01:09:33.283990530 +0000 2024-04-25T01:17:07.213 INFO:teuthology.orchestra.run.smithi186.stdout:Change: 2024-04-25 01:09:33.283990530 +0000 2024-04-25T01:17:07.213 INFO:teuthology.orchestra.run.smithi186.stdout: Birth: 2024-04-25 01:09:33.283990530 +0000 2024-04-25T01:17:07.214 DEBUG:teuthology.orchestra.run.smithi186:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T01:17:07.277 INFO:teuthology.orchestra.run.smithi186.stderr:1+0 records in 2024-04-25T01:17:07.278 INFO:teuthology.orchestra.run.smithi186.stderr:1+0 records out 2024-04-25T01:17:07.278 INFO:teuthology.orchestra.run.smithi186.stderr:512 bytes copied, 0.000217779 s, 2.4 MB/s 2024-04-25T01:17:07.279 DEBUG:teuthology.orchestra.run.smithi186:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T01:17:07.335 DEBUG:teuthology.orchestra.run.smithi186:> stat /dev/vg_nvme/lv_3 2024-04-25T01:17:07.391 INFO:teuthology.orchestra.run.smithi186.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T01:17:07.391 INFO:teuthology.orchestra.run.smithi186.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T01:17:07.391 INFO:teuthology.orchestra.run.smithi186.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-25T01:17:07.391 INFO:teuthology.orchestra.run.smithi186.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T01:17:07.391 INFO:teuthology.orchestra.run.smithi186.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T01:17:07.391 INFO:teuthology.orchestra.run.smithi186.stdout:Access: 2024-04-25 01:16:42.913509073 +0000 2024-04-25T01:17:07.391 INFO:teuthology.orchestra.run.smithi186.stdout:Modify: 2024-04-25 01:09:33.627984285 +0000 2024-04-25T01:17:07.391 INFO:teuthology.orchestra.run.smithi186.stdout:Change: 2024-04-25 01:09:33.627984285 +0000 2024-04-25T01:17:07.391 INFO:teuthology.orchestra.run.smithi186.stdout: Birth: 2024-04-25 01:09:33.627984285 +0000 2024-04-25T01:17:07.392 DEBUG:teuthology.orchestra.run.smithi186:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T01:17:07.454 INFO:teuthology.orchestra.run.smithi186.stderr:1+0 records in 2024-04-25T01:17:07.454 INFO:teuthology.orchestra.run.smithi186.stderr:1+0 records out 2024-04-25T01:17:07.454 INFO:teuthology.orchestra.run.smithi186.stderr:512 bytes copied, 0.000191916 s, 2.7 MB/s 2024-04-25T01:17:07.455 DEBUG:teuthology.orchestra.run.smithi186:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T01:17:07.512 DEBUG:teuthology.orchestra.run.smithi186:> stat /dev/vg_nvme/lv_4 2024-04-25T01:17:07.568 INFO:teuthology.orchestra.run.smithi186.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T01:17:07.568 INFO:teuthology.orchestra.run.smithi186.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T01:17:07.568 INFO:teuthology.orchestra.run.smithi186.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-04-25T01:17:07.568 INFO:teuthology.orchestra.run.smithi186.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T01:17:07.568 INFO:teuthology.orchestra.run.smithi186.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T01:17:07.568 INFO:teuthology.orchestra.run.smithi186.stdout:Access: 2024-04-25 01:16:42.913509073 +0000 2024-04-25T01:17:07.568 INFO:teuthology.orchestra.run.smithi186.stdout:Modify: 2024-04-25 01:09:33.981977858 +0000 2024-04-25T01:17:07.568 INFO:teuthology.orchestra.run.smithi186.stdout:Change: 2024-04-25 01:09:33.981977858 +0000 2024-04-25T01:17:07.568 INFO:teuthology.orchestra.run.smithi186.stdout: Birth: 2024-04-25 01:09:33.981977858 +0000 2024-04-25T01:17:07.569 DEBUG:teuthology.orchestra.run.smithi186:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T01:17:07.631 INFO:teuthology.orchestra.run.smithi186.stderr:1+0 records in 2024-04-25T01:17:07.631 INFO:teuthology.orchestra.run.smithi186.stderr:1+0 records out 2024-04-25T01:17:07.631 INFO:teuthology.orchestra.run.smithi186.stderr:512 bytes copied, 0.000249318 s, 2.1 MB/s 2024-04-25T01:17:07.632 DEBUG:teuthology.orchestra.run.smithi186:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T01:17:07.689 INFO:tasks.cephadm:Deploying osd.0 on smithi026 with /dev/vg_nvme/lv_4... 2024-04-25T01:17:07.689 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T01:17:08.024 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:07 smithi186 ceph-mon[32747]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:08.024 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:08.024 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:08.024 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:08.024 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:08.024 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:08.024 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:08.024 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T01:17:08.024 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T01:17:08.024 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T01:17:08.024 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:08.024 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:07 smithi186 ceph-mon[32747]: Deploying daemon mgr.z on smithi186 2024-04-25T01:17:08.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:07 smithi026 ceph-mon[28096]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:08.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:08.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:08.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:08.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:08.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:08.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:08.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T01:17:08.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T01:17:08.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T01:17:08.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:08.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:07 smithi026 ceph-mon[28096]: Deploying daemon mgr.z on smithi186 2024-04-25T01:17:08.149 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:17:08.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:07 smithi111 ceph-mon[32623]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:08.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:08.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:08.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:08.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:08.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:08.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:08.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T01:17:08.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T01:17:08.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T01:17:08.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:08.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:07 smithi111 ceph-mon[32623]: Deploying daemon mgr.z on smithi186 2024-04-25T01:17:09.337 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:09 smithi186 systemd[1]: Starting Ceph mgr.z for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:17:09.690 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:09 smithi186 podman[34593]: 2024-04-25 01:17:09.348603854 +0000 UTC m=+0.018040305 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:17:09.690 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:09 smithi186 podman[34593]: 2024-04-25 01:17:09.454416272 +0000 UTC m=+0.123852710 container create a582a8d04d90ab0675c24ba2cdda9c5fe4931fd821e6227f845cb21823eec229 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424) 2024-04-25T01:17:09.690 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:09 smithi186 podman[34593]: 2024-04-25 01:17:09.631769062 +0000 UTC m=+0.301205500 container init a582a8d04d90ab0675c24ba2cdda9c5fe4931fd821e6227f845cb21823eec229 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-25T01:17:09.690 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:09 smithi186 podman[34593]: 2024-04-25 01:17:09.634931844 +0000 UTC m=+0.304368283 container start a582a8d04d90ab0675c24ba2cdda9c5fe4931fd821e6227f845cb21823eec229 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-04-25T01:17:09.691 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:09 smithi186 ceph-mgr[34612]: -- 172.21.15.186:0/3871482109 <== mon.1 v2:172.21.15.186:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e54624a5a0 con 0x55e54621f000 2024-04-25T01:17:09.691 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:09 smithi186 bash[34593]: a582a8d04d90ab0675c24ba2cdda9c5fe4931fd821e6227f845cb21823eec229 2024-04-25T01:17:09.956 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:09 smithi186 systemd[1]: Started Ceph mgr.z for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:17:09.956 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:09 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:09.788+0000 7f8190df1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T01:17:09.956 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:09 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:09.972+0000 7f8190df1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T01:17:10.337 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:10 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:10.074+0000 7f8190df1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T01:17:10.701 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:10 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:10.381+0000 7f8190df1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T01:17:10.701 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:10 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:10.465+0000 7f8190df1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T01:17:11.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:10 smithi026 ceph-mon[28096]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:11.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:11.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:11.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:11.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T01:17:11.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T01:17:11.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T01:17:11.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:11.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:10 smithi026 ceph-mon[28096]: Deploying daemon mgr.y on smithi111 2024-04-25T01:17:11.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:10 smithi186 ceph-mon[32747]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:11.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:11.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:11.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:11.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T01:17:11.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T01:17:11.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T01:17:11.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:11.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:10 smithi186 ceph-mon[32747]: Deploying daemon mgr.y on smithi111 2024-04-25T01:17:11.092 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T01:17:11.092 INFO:teuthology.orchestra.run.smithi026.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T01:17:11.093 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10+0 records in 2024-04-25T01:17:11.093 INFO:teuthology.orchestra.run.smithi026.stderr:10+0 records out 2024-04-25T01:17:11.093 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0365653 s, 287 MB/s 2024-04-25T01:17:11.093 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping successful for: 2024-04-25T01:17:11.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:10 smithi111 ceph-mon[32623]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:11.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:11.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:11.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:11.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T01:17:11.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T01:17:11.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T01:17:11.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:11.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:10 smithi111 ceph-mon[32623]: Deploying daemon mgr.y on smithi111 2024-04-25T01:17:11.837 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:11 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:11.692+0000 7f8190df1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T01:17:11.982 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi026:vg_nvme/lv_4 2024-04-25T01:17:12.066 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:11 smithi111 systemd[1]: Starting Ceph mgr.y for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:17:12.326 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:11 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:11.870+0000 7f8190df1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T01:17:12.326 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:12 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:12.047+0000 7f8190df1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T01:17:12.327 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:12 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:12.341+0000 7f8190df1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T01:17:12.353 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:12 smithi111 podman[33991]: 2024-04-25 01:17:12.082022314 +0000 UTC m=+0.113606555 container create a21008fc2a8f5fea59cc1163044adb9ec0c890f494a214d625ac5ae819c318ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-25T01:17:12.353 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:12 smithi111 podman[33991]: 2024-04-25 01:17:11.985926106 +0000 UTC m=+0.017510368 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:17:12.353 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:12 smithi111 podman[33991]: 2024-04-25 01:17:12.286421627 +0000 UTC m=+0.318005868 container init a21008fc2a8f5fea59cc1163044adb9ec0c890f494a214d625ac5ae819c318ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T01:17:12.353 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:12 smithi111 podman[33991]: 2024-04-25 01:17:12.289165125 +0000 UTC m=+0.320749374 container start a21008fc2a8f5fea59cc1163044adb9ec0c890f494a214d625ac5ae819c318ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T01:17:12.353 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:12 smithi111 ceph-mgr[34010]: -- 172.21.15.111:0/1644670906 <== mon.2 v2:172.21.15.111:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b03865a5a0 con 0x55b03862f000 2024-04-25T01:17:12.441 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:17:12.587 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:12 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:12.436+0000 7f8190df1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T01:17:12.617 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:12 smithi111 bash[33991]: a21008fc2a8f5fea59cc1163044adb9ec0c890f494a214d625ac5ae819c318ad 2024-04-25T01:17:12.618 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:12 smithi111 systemd[1]: Started Ceph mgr.y for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:17:12.618 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:12 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:12.442+0000 7fd6cc374200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T01:17:12.866 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:12 smithi026 ceph-mon[28096]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:12.866 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:12 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:12.866 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:12 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:12.866 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:12 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:12.866 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:12 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:12.866 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:12 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:13.056 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:12 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:12.636+0000 7fd6cc374200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T01:17:13.057 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:12 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:12.744+0000 7fd6cc374200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T01:17:13.057 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:13 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:13.072+0000 7fd6cc374200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T01:17:13.057 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:12 smithi111 ceph-mon[32623]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:13.057 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:12 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:13.057 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:12 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:13.057 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:12 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:13.057 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:12 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:13.057 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:12 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:13.090 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:12 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:12.646+0000 7f8190df1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T01:17:13.090 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:12 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:12.842+0000 7f8190df1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T01:17:13.091 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:12 smithi186 ceph-mon[32747]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:13.091 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:12 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:13.091 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:12 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:13.091 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:12 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:13.091 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:12 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:13.091 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:12 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:13.367 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:13 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:13.160+0000 7fd6cc374200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T01:17:13.837 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:13 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:13.489+0000 7f8190df1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T01:17:14.216 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:13 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:13.923+0000 7f8190df1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T01:17:14.216 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:14.025+0000 7f8190df1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T01:17:14.216 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:14.230+0000 7f8190df1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T01:17:14.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.578+0000 7fc6c8a00700 1 -- 172.21.15.26:0/2620330667 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc6c4107eb0 msgr2=0x7fc6c410a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:14.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.578+0000 7fc6c8a00700 1 --2- 172.21.15.26:0/2620330667 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc6c4107eb0 0x7fc6c410a320 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc00b0a0 tx=0x7fc6bc00b3b0 comp rx=0 tx=0).stop 2024-04-25T01:17:14.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.578+0000 7fc6c8a00700 1 -- 172.21.15.26:0/2620330667 shutdown_connections 2024-04-25T01:17:14.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.578+0000 7fc6c8a00700 1 --2- 172.21.15.26:0/2620330667 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc6c4107eb0 0x7fc6c410a320 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:14.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.578+0000 7fc6c8a00700 1 --2- 172.21.15.26:0/2620330667 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6c4102c50 0x7fc6c4105040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:14.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.578+0000 7fc6c8a00700 1 --2- 172.21.15.26:0/2620330667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6c4105580 0x7fc6c4107970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:14.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.578+0000 7fc6c8a00700 1 -- 172.21.15.26:0/2620330667 >> 172.21.15.26:0/2620330667 conn(0x7fc6c40fc640 msgr2=0x7fc6c40feaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:17:14.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.578+0000 7fc6c8a00700 1 -- 172.21.15.26:0/2620330667 shutdown_connections 2024-04-25T01:17:14.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.578+0000 7fc6c8a00700 1 -- 172.21.15.26:0/2620330667 wait complete. 2024-04-25T01:17:14.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.579+0000 7fc6c8a00700 1 Processor -- start 2024-04-25T01:17:14.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.579+0000 7fc6c8a00700 1 -- start start 2024-04-25T01:17:14.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c8a00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6c4102c50 0x7fc6c419a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:14.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c8a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6c4105580 0x7fc6c419aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:14.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c8a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc6c4107eb0 0x7fc6c41a1b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:14.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c8a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c410ddc0 con 0x7fc6c4105580 2024-04-25T01:17:14.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c8a00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c410dc40 con 0x7fc6c4102c50 2024-04-25T01:17:14.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c8a00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c410df40 con 0x7fc6c4107eb0 2024-04-25T01:17:14.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c2800700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6c4102c50 0x7fc6c419a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:14.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c3200700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc6c4107eb0 0x7fc6c41a1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:14.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c2800700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6c4102c50 0x7fc6c419a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:58968/0 (socket says 172.21.15.26:58968) 2024-04-25T01:17:14.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c2800700 1 -- 172.21.15.26:0/1351294110 learned_addr learned my addr 172.21.15.26:0/1351294110 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:17:14.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c1e00700 1 --2- 172.21.15.26:0/1351294110 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6c4105580 0x7fc6c419aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:14.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c2800700 1 -- 172.21.15.26:0/1351294110 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc6c4107eb0 msgr2=0x7fc6c41a1b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:14.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c2800700 1 --2- 172.21.15.26:0/1351294110 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc6c4107eb0 0x7fc6c41a1b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:14.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c2800700 1 -- 172.21.15.26:0/1351294110 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6c4105580 msgr2=0x7fc6c419aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:14.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.580+0000 7fc6c2800700 1 --2- 172.21.15.26:0/1351294110 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6c4105580 0x7fc6c419aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:14.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.581+0000 7fc6c2800700 1 -- 172.21.15.26:0/1351294110 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6c41a21a0 con 0x7fc6c4102c50 2024-04-25T01:17:14.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.581+0000 7fc6c2800700 1 --2- 172.21.15.26:0/1351294110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6c4102c50 0x7fc6c419a540 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc6b400e9a0 tx=0x7fc6b400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:17:14.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.581+0000 7fc6bb400700 1 -- 172.21.15.26:0/1351294110 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b400cbd0 con 0x7fc6c4102c50 2024-04-25T01:17:14.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.581+0000 7fc6bb400700 1 -- 172.21.15.26:0/1351294110 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc6b400cd70 con 0x7fc6c4102c50 2024-04-25T01:17:14.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.581+0000 7fc6bb400700 1 -- 172.21.15.26:0/1351294110 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b40187a0 con 0x7fc6c4102c50 2024-04-25T01:17:14.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.581+0000 7fc6c8a00700 1 -- 172.21.15.26:0/1351294110 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6c41a2490 con 0x7fc6c4102c50 2024-04-25T01:17:14.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.581+0000 7fc6c8a00700 1 -- 172.21.15.26:0/1351294110 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6c41a2a20 con 0x7fc6c4102c50 2024-04-25T01:17:14.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.582+0000 7fc6c8a00700 1 -- 172.21.15.26:0/1351294110 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6c4068f20 con 0x7fc6c4102c50 2024-04-25T01:17:14.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.583+0000 7fc6bb400700 1 -- 172.21.15.26:0/1351294110 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fc6b40109a0 con 0x7fc6c4102c50 2024-04-25T01:17:14.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.584+0000 7fc6bb400700 1 --2- 172.21.15.26:0/1351294110 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc6a8039330 0x7fc6a803b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:14.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.584+0000 7fc6bb400700 1 -- 172.21.15.26:0/1351294110 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fc6b404c640 con 0x7fc6c4102c50 2024-04-25T01:17:14.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.584+0000 7fc6c1e00700 1 --2- 172.21.15.26:0/1351294110 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc6a8039330 0x7fc6a803b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:14.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.585+0000 7fc6c1e00700 1 --2- 172.21.15.26:0/1351294110 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc6a8039330 0x7fc6a803b7f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc6b0009bf0 tx=0x7fc6b0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:17:14.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.590+0000 7fc6bb400700 1 -- 172.21.15.26:0/1351294110 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc6b4020360 con 0x7fc6c4102c50 2024-04-25T01:17:14.763 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:14 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:14.442+0000 7fd6cc374200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T01:17:14.763 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:14 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:14.610+0000 7fd6cc374200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T01:17:14.763 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:14 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:14.779+0000 7fd6cc374200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T01:17:14.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:14.842+0000 7fc6c8a00700 1 -- 172.21.15.26:0/1351294110 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fc6c4062670 con 0x7fc6a8039330 2024-04-25T01:17:15.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:14 smithi111 ceph-mon[32623]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:15.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:15.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:15.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T01:17:15.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T01:17:15.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:14 smithi026 ceph-mon[28096]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T01:17:15.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T01:17:15.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:15.073 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:14.755+0000 7f8190df1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T01:17:15.074 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:14.847+0000 7f8190df1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T01:17:15.074 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-mon[32747]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:15.074 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.074 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.074 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.074 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.074 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:15.074 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:15.074 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:15.074 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T01:17:15.074 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T01:17:15.074 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:15.337 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:15 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:15.089+0000 7f8190df1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T01:17:15.337 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:15 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:15.222+0000 7f8190df1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T01:17:15.337 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:15 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:15.316+0000 7f8190df1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T01:17:15.343 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:15 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:15.064+0000 7fd6cc374200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T01:17:15.343 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:15 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:15.157+0000 7fd6cc374200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T01:17:15.343 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:15 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:15.357+0000 7fd6cc374200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T01:17:15.617 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:15 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:15.548+0000 7fd6cc374200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T01:17:15.780 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:15 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:15.431+0000 7f8190df1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T01:17:15.780 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:15 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:15.521+0000 7f8190df1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T01:17:16.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:15 smithi026 ceph-mon[28096]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T01:17:16.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:15 smithi026 ceph-mon[28096]: Reconfiguring daemon mgr.x on smithi026 2024-04-25T01:17:16.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:15 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:17:16.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:15 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:17:16.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:15 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:16.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:15 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:16.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:15 smithi186 ceph-mon[32747]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T01:17:16.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:15 smithi186 ceph-mon[32747]: Reconfiguring daemon mgr.x on smithi026 2024-04-25T01:17:16.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:15 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:17:16.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:15 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:17:16.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:15 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:16.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:15 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:16.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:15 smithi111 ceph-mon[32623]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T01:17:16.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:15 smithi111 ceph-mon[32623]: Reconfiguring daemon mgr.x on smithi026 2024-04-25T01:17:16.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:15 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:17:16.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:15 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:17:16.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:15 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:16.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:15 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:16.535 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:16.136+0000 7fd6cc374200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T01:17:16.587 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:16.326+0000 7f8190df1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T01:17:16.587 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z[34608]: 2024-04-25T01:17:16.539+0000 7f8190df1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T01:17:16.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:16.807+0000 7fc6bb400700 1 -- 172.21.15.26:0/1351294110 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 14) ==== 92060+0+0 (secure 0 0 0) 0x7fc6b4018cc0 con 0x7fc6c4102c50 2024-04-25T01:17:16.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:16 smithi026 ceph-mon[28096]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:17:16.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:16 smithi026 ceph-mon[28096]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:16.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:16 smithi026 ceph-mon[28096]: from='mgr.? 172.21.15.186:0/2788312463' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T01:17:16.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:16 smithi026 ceph-mon[28096]: from='mgr.? 172.21.15.186:0/2788312463' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T01:17:16.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:16 smithi026 ceph-mon[28096]: Standby manager daemon z started 2024-04-25T01:17:16.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:16 smithi026 ceph-mon[28096]: from='mgr.? 172.21.15.186:0/2788312463' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T01:17:16.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:16 smithi026 ceph-mon[28096]: from='mgr.? 172.21.15.186:0/2788312463' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T01:17:16.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:16 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:16.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:16 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:16.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:16 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:16.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:16 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:16.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:16 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:16.808 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:16 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:16.829 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:16.551+0000 7fd6cc374200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T01:17:16.829 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:16.646+0000 7fd6cc374200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T01:17:16.829 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:16.845+0000 7fd6cc374200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T01:17:16.829 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-mon[32623]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:17:16.829 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-mon[32623]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:16.829 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-mon[32623]: from='mgr.? 172.21.15.186:0/2788312463' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T01:17:16.829 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-mon[32623]: from='mgr.? 172.21.15.186:0/2788312463' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T01:17:16.829 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-mon[32623]: Standby manager daemon z started 2024-04-25T01:17:16.829 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-mon[32623]: from='mgr.? 172.21.15.186:0/2788312463' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T01:17:16.829 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-mon[32623]: from='mgr.? 172.21.15.186:0/2788312463' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T01:17:16.830 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:16.830 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:16.830 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:16.830 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:16.830 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:16.830 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:16 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:17.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-mon[32747]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:17:17.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-mon[32747]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:17.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-mon[32747]: from='mgr.? 172.21.15.186:0/2788312463' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T01:17:17.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-mon[32747]: from='mgr.? 172.21.15.186:0/2788312463' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T01:17:17.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-mon[32747]: Standby manager daemon z started 2024-04-25T01:17:17.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-mon[32747]: from='mgr.? 172.21.15.186:0/2788312463' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T01:17:17.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-mon[32747]: from='mgr.? 172.21.15.186:0/2788312463' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T01:17:17.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:17.088 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:17.088 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:17.088 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:17.088 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:17.088 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:16 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:17.617 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:17.363+0000 7fd6cc374200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T01:17:17.618 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:17.455+0000 7fd6cc374200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T01:17:17.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:17 smithi026 ceph-mon[28096]: mgrmap e14: x(active, since 91s), standbys: z 2024-04-25T01:17:17.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:17 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T01:17:18.014 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:17 smithi111 ceph-mon[32623]: mgrmap e14: x(active, since 91s), standbys: z 2024-04-25T01:17:18.014 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:17 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T01:17:18.015 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:17.692+0000 7fd6cc374200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T01:17:18.015 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:17.825+0000 7fd6cc374200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T01:17:18.015 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:17.918+0000 7fd6cc374200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T01:17:18.015 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:18 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:18.030+0000 7fd6cc374200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T01:17:18.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:17 smithi186 ceph-mon[32747]: mgrmap e14: x(active, since 91s), standbys: z 2024-04-25T01:17:18.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:17 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T01:17:18.367 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:18 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:18.121+0000 7fd6cc374200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T01:17:19.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:18 smithi026 ceph-mon[28096]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:19.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:18 smithi186 ceph-mon[32747]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:19.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:18 smithi111 ceph-mon[32623]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:19.118 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:18 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:18.925+0000 7fd6cc374200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T01:17:19.618 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:17:19 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y[34005]: 2024-04-25T01:17:19.134+0000 7fd6cc374200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T01:17:19.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:19.840+0000 7fc6bb400700 1 -- 172.21.15.26:0/1351294110 <== mon.2 v2:172.21.15.111:3300/0 8 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fc6b4016bf0 con 0x7fc6c4102c50 2024-04-25T01:17:20.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:19 smithi186 ceph-mon[32747]: from='mgr.? 172.21.15.111:0/2742066013' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T01:17:20.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:19 smithi186 ceph-mon[32747]: Standby manager daemon y started 2024-04-25T01:17:20.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:19 smithi186 ceph-mon[32747]: from='mgr.? 172.21.15.111:0/2742066013' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T01:17:20.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:19 smithi186 ceph-mon[32747]: from='mgr.? 172.21.15.111:0/2742066013' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T01:17:20.088 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:19 smithi186 ceph-mon[32747]: from='mgr.? 172.21.15.111:0/2742066013' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T01:17:20.088 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:19 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3464929310' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "225463b7-8230-4e90-aaec-8e8877bcc9d7"}]: dispatch 2024-04-25T01:17:20.088 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:19 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "225463b7-8230-4e90-aaec-8e8877bcc9d7"}]: dispatch 2024-04-25T01:17:20.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:19 smithi111 ceph-mon[32623]: from='mgr.? 172.21.15.111:0/2742066013' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T01:17:20.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:19 smithi111 ceph-mon[32623]: Standby manager daemon y started 2024-04-25T01:17:20.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:19 smithi111 ceph-mon[32623]: from='mgr.? 172.21.15.111:0/2742066013' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T01:17:20.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:19 smithi111 ceph-mon[32623]: from='mgr.? 172.21.15.111:0/2742066013' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T01:17:20.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:19 smithi111 ceph-mon[32623]: from='mgr.? 172.21.15.111:0/2742066013' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T01:17:20.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:19 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3464929310' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "225463b7-8230-4e90-aaec-8e8877bcc9d7"}]: dispatch 2024-04-25T01:17:20.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:19 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "225463b7-8230-4e90-aaec-8e8877bcc9d7"}]: dispatch 2024-04-25T01:17:20.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:19 smithi026 ceph-mon[28096]: from='mgr.? 172.21.15.111:0/2742066013' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T01:17:20.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:19 smithi026 ceph-mon[28096]: Standby manager daemon y started 2024-04-25T01:17:20.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:19 smithi026 ceph-mon[28096]: from='mgr.? 172.21.15.111:0/2742066013' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T01:17:20.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:19 smithi026 ceph-mon[28096]: from='mgr.? 172.21.15.111:0/2742066013' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T01:17:20.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:19 smithi026 ceph-mon[28096]: from='mgr.? 172.21.15.111:0/2742066013' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T01:17:20.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:19 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3464929310' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "225463b7-8230-4e90-aaec-8e8877bcc9d7"}]: dispatch 2024-04-25T01:17:20.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:19 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "225463b7-8230-4e90-aaec-8e8877bcc9d7"}]: dispatch 2024-04-25T01:17:21.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:20 smithi186 ceph-mon[32747]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:21.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:20 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "225463b7-8230-4e90-aaec-8e8877bcc9d7"}]': finished 2024-04-25T01:17:21.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:20 smithi186 ceph-mon[32747]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T01:17:21.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:20 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:21.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:20 smithi186 ceph-mon[32747]: mgrmap e15: x(active, since 94s), standbys: z, y 2024-04-25T01:17:21.088 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:20 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T01:17:21.088 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:20 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/4059880420' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:17:21.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:20 smithi111 ceph-mon[32623]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:21.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:20 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "225463b7-8230-4e90-aaec-8e8877bcc9d7"}]': finished 2024-04-25T01:17:21.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:20 smithi111 ceph-mon[32623]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T01:17:21.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:20 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:21.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:20 smithi111 ceph-mon[32623]: mgrmap e15: x(active, since 94s), standbys: z, y 2024-04-25T01:17:21.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:20 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T01:17:21.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:20 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/4059880420' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:17:21.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:20 smithi026 ceph-mon[28096]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:21.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:20 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "225463b7-8230-4e90-aaec-8e8877bcc9d7"}]': finished 2024-04-25T01:17:21.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:20 smithi026 ceph-mon[28096]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T01:17:21.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:20 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:21.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:20 smithi026 ceph-mon[28096]: mgrmap e15: x(active, since 94s), standbys: z, y 2024-04-25T01:17:21.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:20 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T01:17:21.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:20 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/4059880420' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:17:22.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:21 smithi026 ceph-mon[28096]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:22.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:21 smithi186 ceph-mon[32747]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:22.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:21 smithi111 ceph-mon[32623]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:24.297 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:24 smithi026 ceph-mon[28096]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:24.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:24 smithi186 ceph-mon[32747]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:24.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:24 smithi111 ceph-mon[32623]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:26.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:26 smithi026 ceph-mon[28096]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:26.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:26 smithi186 ceph-mon[32747]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:26.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:26 smithi111 ceph-mon[32623]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:28.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:28 smithi026 ceph-mon[28096]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:28.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:28 smithi186 ceph-mon[32747]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:28.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:28 smithi111 ceph-mon[32623]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:30.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:30 smithi026 ceph-mon[28096]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:30.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T01:17:30.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:30.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:30 smithi026 ceph-mon[28096]: Deploying daemon osd.0 on smithi026 2024-04-25T01:17:30.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:30 smithi186 ceph-mon[32747]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:30.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T01:17:30.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:30.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:30 smithi186 ceph-mon[32747]: Deploying daemon osd.0 on smithi026 2024-04-25T01:17:30.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:30 smithi111 ceph-mon[32623]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:30.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T01:17:30.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:30.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:30 smithi111 ceph-mon[32623]: Deploying daemon osd.0 on smithi026 2024-04-25T01:17:32.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:32 smithi026 ceph-mon[28096]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:32.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:32 smithi186 ceph-mon[32747]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:32.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:32 smithi111 ceph-mon[32623]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:34.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:34 smithi026 ceph-mon[28096]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:34.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:34 smithi186 ceph-mon[32747]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:34.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:34 smithi111 ceph-mon[32623]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:36.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:36 smithi026 ceph-mon[28096]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:36.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:36 smithi186 ceph-mon[32747]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:36.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:36 smithi111 ceph-mon[32623]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:38.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:38 smithi026 ceph-mon[28096]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:38.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:38 smithi186 ceph-mon[32747]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:38.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:38 smithi111 ceph-mon[32623]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:39.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:39.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:39.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:39.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:39.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:39.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:39.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:39.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:39.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:40.460 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:40 smithi026 ceph-mon[28096]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:40.518 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:40 smithi111 ceph-mon[32623]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:40.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:40 smithi186 ceph-mon[32747]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:42.376 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:42 smithi026 ceph-mon[28096]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:42.376 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:42 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:42.376 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:42 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:42.376 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:42 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:42.376 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:42 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:42.376 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:42 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:42.377 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:42 smithi026 ceph-mon[28096]: from='osd.0 [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T01:17:42.377 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:42 smithi026 ceph-mon[28096]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T01:17:42.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:42 smithi186 ceph-mon[32747]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:42.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:42 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:42.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:42 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:42.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:42 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:42.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:42 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:42.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:42 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:42.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:42 smithi186 ceph-mon[32747]: from='osd.0 [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T01:17:42.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:42 smithi186 ceph-mon[32747]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T01:17:42.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:42 smithi111 ceph-mon[32623]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:42.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:42 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:42.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:42 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:42.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:42 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:42.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:42 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:42.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:42 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:42.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:42 smithi111 ceph-mon[32623]: from='osd.0 [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T01:17:42.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:42 smithi111 ceph-mon[32623]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T01:17:43.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:43.293+0000 7fc6bb400700 1 -- 172.21.15.26:0/1351294110 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc6c4062670 con 0x7fc6a8039330 2024-04-25T01:17:43.278 INFO:teuthology.orchestra.run.smithi026.stdout:Created osd(s) 0 on host 'smithi026' 2024-04-25T01:17:43.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:43.296+0000 7fc6c8a00700 1 -- 172.21.15.26:0/1351294110 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc6a8039330 msgr2=0x7fc6a803b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:43.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:43.296+0000 7fc6c8a00700 1 --2- 172.21.15.26:0/1351294110 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc6a8039330 0x7fc6a803b7f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc6b0009bf0 tx=0x7fc6b0009260 comp rx=0 tx=0).stop 2024-04-25T01:17:43.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:43.296+0000 7fc6c8a00700 1 -- 172.21.15.26:0/1351294110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6c4102c50 msgr2=0x7fc6c419a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:43.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:43.296+0000 7fc6c8a00700 1 --2- 172.21.15.26:0/1351294110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6c4102c50 0x7fc6c419a540 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc6b400e9a0 tx=0x7fc6b400ecb0 comp rx=0 tx=0).stop 2024-04-25T01:17:43.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:43.297+0000 7fc6c8a00700 1 -- 172.21.15.26:0/1351294110 shutdown_connections 2024-04-25T01:17:43.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:43.297+0000 7fc6c8a00700 1 --2- 172.21.15.26:0/1351294110 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc6c4107eb0 0x7fc6c41a1b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:43.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:43.297+0000 7fc6c8a00700 1 --2- 172.21.15.26:0/1351294110 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc6a8039330 0x7fc6a803b7f0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:43.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:43.297+0000 7fc6c8a00700 1 --2- 172.21.15.26:0/1351294110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc6c4102c50 0x7fc6c419a540 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:43.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:43.297+0000 7fc6c8a00700 1 --2- 172.21.15.26:0/1351294110 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6c4105580 0x7fc6c419aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:43.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:43.297+0000 7fc6c8a00700 1 -- 172.21.15.26:0/1351294110 >> 172.21.15.26:0/1351294110 conn(0x7fc6c40fc640 msgr2=0x7fc6c41022f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:17:43.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:43.297+0000 7fc6c8a00700 1 -- 172.21.15.26:0/1351294110 shutdown_connections 2024-04-25T01:17:43.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:17:43.297+0000 7fc6c8a00700 1 -- 172.21.15.26:0/1351294110 wait complete. 2024-04-25T01:17:44.158 DEBUG:teuthology.orchestra.run.smithi026:osd.0> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.0.service 2024-04-25T01:17:44.162 INFO:tasks.cephadm:Deploying osd.1 on smithi111 with /dev/vg_nvme/lv_4... 2024-04-25T01:17:44.162 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T01:17:44.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:44 smithi026 ceph-mon[28096]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:44.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:44 smithi026 ceph-mon[28096]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T01:17:44.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:44 smithi026 ceph-mon[28096]: from='osd.0 [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:17:44.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:44 smithi026 ceph-mon[28096]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T01:17:44.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:44 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:44.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:44 smithi026 ceph-mon[28096]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:17:44.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:44 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:44.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:44 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:44.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:44 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:44.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:44 smithi186 ceph-mon[32747]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:44.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:44 smithi186 ceph-mon[32747]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T01:17:44.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:44 smithi186 ceph-mon[32747]: from='osd.0 [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:17:44.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:44 smithi186 ceph-mon[32747]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T01:17:44.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:44 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:44.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:44 smithi186 ceph-mon[32747]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:17:44.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:44 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:44.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:44 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:44.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:44 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:44.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:44 smithi111 ceph-mon[32623]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:44.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:44 smithi111 ceph-mon[32623]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T01:17:44.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:44 smithi111 ceph-mon[32623]: from='osd.0 [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:17:44.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:44 smithi111 ceph-mon[32623]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T01:17:44.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:44 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:44.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:44 smithi111 ceph-mon[32623]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:17:44.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:44 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:44.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:44 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:17:44.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:44 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:44.405 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T01:17:45.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:45 smithi026 ceph-mon[28096]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-25T01:17:45.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:45 smithi026 ceph-mon[28096]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T01:17:45.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:45.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:45.308 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:17:45 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-0[42482]: 2024-04-25T01:17:45.158+0000 7f21ffe00700 -1 osd.0 0 waiting for initial osdmap 2024-04-25T01:17:45.308 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:17:45 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-0[42482]: 2024-04-25T01:17:45.170+0000 7f21f6600700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T01:17:45.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:45 smithi186 ceph-mon[32747]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-25T01:17:45.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:45 smithi186 ceph-mon[32747]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T01:17:45.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:45.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:45.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:45 smithi111 ceph-mon[32623]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-25T01:17:45.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:45 smithi111 ceph-mon[32623]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T01:17:45.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:45.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:46.141 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:46 smithi026 ceph-mon[28096]: purged_snaps scrub starts 2024-04-25T01:17:46.141 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:46 smithi026 ceph-mon[28096]: purged_snaps scrub ok 2024-04-25T01:17:46.141 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:46 smithi026 ceph-mon[28096]: pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:46.141 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:46 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:46.142 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:46 smithi026 ceph-mon[28096]: from='osd.0 ' entity='osd.0' 2024-04-25T01:17:46.174 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T01:17:46.174 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T01:17:46.174 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10+0 records in 2024-04-25T01:17:46.174 INFO:teuthology.orchestra.run.smithi111.stderr:10+0 records out 2024-04-25T01:17:46.174 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0123382 s, 850 MB/s 2024-04-25T01:17:46.174 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping successful for: 2024-04-25T01:17:46.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:46 smithi186 ceph-mon[32747]: purged_snaps scrub starts 2024-04-25T01:17:46.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:46 smithi186 ceph-mon[32747]: purged_snaps scrub ok 2024-04-25T01:17:46.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:46 smithi186 ceph-mon[32747]: pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:46.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:46 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:46.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:46 smithi186 ceph-mon[32747]: from='osd.0 ' entity='osd.0' 2024-04-25T01:17:46.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:46 smithi111 ceph-mon[32623]: purged_snaps scrub starts 2024-04-25T01:17:46.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:46 smithi111 ceph-mon[32623]: purged_snaps scrub ok 2024-04-25T01:17:46.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:46 smithi111 ceph-mon[32623]: pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:46.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:46 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:46.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:46 smithi111 ceph-mon[32623]: from='osd.0 ' entity='osd.0' 2024-04-25T01:17:46.761 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi111:vg_nvme/lv_4 2024-04-25T01:17:46.991 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T01:17:47.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:47 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:47.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:47 smithi026 ceph-mon[28096]: osd.0 [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511] boot 2024-04-25T01:17:47.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:47 smithi026 ceph-mon[28096]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T01:17:47.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:47 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:47.330 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:47 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:47.330 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:47 smithi111 ceph-mon[32623]: osd.0 [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511] boot 2024-04-25T01:17:47.330 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:47 smithi111 ceph-mon[32623]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T01:17:47.330 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:47 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:47.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:47 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:47.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:47 smithi186 ceph-mon[32747]: osd.0 [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511] boot 2024-04-25T01:17:47.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:47 smithi186 ceph-mon[32747]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T01:17:47.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:47 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T01:17:48.199 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:48 smithi111 ceph-mon[32623]: pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:48.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.420+0000 7f7be096e700 1 -- 172.21.15.111:0/1790052117 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bdc103e50 msgr2=0x7f7bdc10a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:48.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.420+0000 7f7be096e700 1 --2- 172.21.15.111:0/1790052117 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bdc103e50 0x7f7bdc10a700 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7bd400b0d0 tx=0x7f7bd400b3e0 comp rx=0 tx=0).stop 2024-04-25T01:17:48.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.420+0000 7f7be096e700 1 -- 172.21.15.111:0/1790052117 shutdown_connections 2024-04-25T01:17:48.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.421+0000 7f7be096e700 1 --2- 172.21.15.111:0/1790052117 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bdc103e50 0x7f7bdc10a700 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:48.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.421+0000 7f7be096e700 1 --2- 172.21.15.111:0/1790052117 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7bdc1022b0 0x7f7bdc1026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:48.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.421+0000 7f7be096e700 1 --2- 172.21.15.111:0/1790052117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bdc1034b0 0x7f7bdc103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:48.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.421+0000 7f7be096e700 1 -- 172.21.15.111:0/1790052117 >> 172.21.15.111:0/1790052117 conn(0x7f7bdc0fd850 msgr2=0x7f7bdc0ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:17:48.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.421+0000 7f7be096e700 1 -- 172.21.15.111:0/1790052117 shutdown_connections 2024-04-25T01:17:48.407 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.421+0000 7f7be096e700 1 -- 172.21.15.111:0/1790052117 wait complete. 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.421+0000 7f7be096e700 1 Processor -- start 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.421+0000 7f7be096e700 1 -- start start 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.421+0000 7f7be096e700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bdc1022b0 0x7f7bdc198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7be096e700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7bdc1034b0 0x7f7bdc1989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7be096e700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bdc103e50 0x7f7bdc19fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7be096e700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc10df10 con 0x7f7bdc1022b0 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7be096e700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc10dd90 con 0x7f7bdc103e50 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7be096e700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc10e090 con 0x7f7bdc1034b0 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7bdad9d700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bdc103e50 0x7f7bdc19fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7bdad9d700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bdc103e50 0x7f7bdc19fa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:54184/0 (socket says 172.21.15.111:54184) 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7bdad9d700 1 -- 172.21.15.111:0/3985903591 learned_addr learned my addr 172.21.15.111:0/3985903591 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7bd9d9b700 1 --2- 172.21.15.111:0/3985903591 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7bdc1034b0 0x7f7bdc1989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7bdad9d700 1 -- 172.21.15.111:0/3985903591 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7bdc1034b0 msgr2=0x7f7bdc1989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7bdad9d700 1 --2- 172.21.15.111:0/3985903591 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7bdc1034b0 0x7f7bdc1989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:48.408 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7bdad9d700 1 -- 172.21.15.111:0/3985903591 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bdc1022b0 msgr2=0x7f7bdc198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:17:48.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7bdad9d700 1 --2- 172.21.15.111:0/3985903591 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bdc1022b0 0x7f7bdc198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:17:48.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7bdad9d700 1 -- 172.21.15.111:0/3985903591 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bdc1a00f0 con 0x7f7bdc103e50 2024-04-25T01:17:48.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7bdad9d700 1 --2- 172.21.15.111:0/3985903591 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bdc103e50 0x7f7bdc19fa50 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7bd40062a0 tx=0x7f7bd4007e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:17:48.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7bcb7fe700 1 -- 172.21.15.111:0/3985903591 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd4003c00 con 0x7f7bdc103e50 2024-04-25T01:17:48.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7bcb7fe700 1 -- 172.21.15.111:0/3985903591 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7bd4003da0 con 0x7f7bdc103e50 2024-04-25T01:17:48.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7be096e700 1 -- 172.21.15.111:0/3985903591 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bdc1a0380 con 0x7f7bdc103e50 2024-04-25T01:17:48.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7bcb7fe700 1 -- 172.21.15.111:0/3985903591 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd4005560 con 0x7f7bdc103e50 2024-04-25T01:17:48.409 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.422+0000 7f7be096e700 1 -- 172.21.15.111:0/3985903591 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bdc1a08e0 con 0x7f7bdc103e50 2024-04-25T01:17:48.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.423+0000 7f7be096e700 1 -- 172.21.15.111:0/3985903591 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bdc068f20 con 0x7f7bdc103e50 2024-04-25T01:17:48.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.424+0000 7f7bcb7fe700 1 -- 172.21.15.111:0/3985903591 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f7bd4005700 con 0x7f7bdc103e50 2024-04-25T01:17:48.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.425+0000 7f7bcb7fe700 1 --2- 172.21.15.111:0/3985903591 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7bc40a2b90 0x7f7bc40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:17:48.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.425+0000 7f7bcb7fe700 1 -- 172.21.15.111:0/3985903591 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f7bd400f020 con 0x7f7bdc103e50 2024-04-25T01:17:48.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.425+0000 7f7bda59c700 1 --2- 172.21.15.111:0/3985903591 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7bc40a2b90 0x7f7bc40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:17:48.410 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.426+0000 7f7bda59c700 1 --2- 172.21.15.111:0/3985903591 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7bc40a2b90 0x7f7bc40a5050 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc103310 tx=0x7f7bcc005ca0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:17:48.413 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.430+0000 7f7bcb7fe700 1 -- 172.21.15.111:0/3985903591 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f7bd402b020 con 0x7f7bdc103e50 2024-04-25T01:17:48.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:48 smithi026 ceph-mon[28096]: pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:48.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:48 smithi186 ceph-mon[32747]: pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T01:17:48.615 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:17:48.631+0000 7f7be096e700 1 -- 172.21.15.111:0/3985903591 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f7bdc062670 con 0x7f7bc40a2b90 2024-04-25T01:17:49.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:49 smithi026 ceph-mon[28096]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T01:17:49.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:49 smithi026 ceph-mon[28096]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:17:49.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:17:49.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:17:49.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:49.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:49.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:49.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:17:49.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:49.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:49.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:49.308 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:49.422 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:49 smithi111 ceph-mon[32623]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T01:17:49.422 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:49 smithi111 ceph-mon[32623]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:17:49.422 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:49 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:17:49.422 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:49 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:17:49.422 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:49 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:49.422 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:49 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:49.422 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:49 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:49.422 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:49 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:17:49.422 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:49 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:49.422 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:49 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:49.422 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:49 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:49.423 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:49 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:49.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:49 smithi186 ceph-mon[32747]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T01:17:49.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:49 smithi186 ceph-mon[32747]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:17:49.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:17:49.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:17:49.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:49.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:49.588 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:49.588 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:17:49.588 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:49.588 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:49.588 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:17:49.588 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:17:50.478 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:50 smithi111 ceph-mon[32623]: pgmap v61: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:50.479 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:50 smithi111 ceph-mon[32623]: Detected new or changed devices on smithi026 2024-04-25T01:17:50.479 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:50 smithi111 ceph-mon[32623]: Adjusting osd_memory_target on smithi026 to 17094M 2024-04-25T01:17:50.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:50 smithi026 ceph-mon[28096]: pgmap v61: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:50.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:50 smithi026 ceph-mon[28096]: Detected new or changed devices on smithi026 2024-04-25T01:17:50.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:50 smithi026 ceph-mon[28096]: Adjusting osd_memory_target on smithi026 to 17094M 2024-04-25T01:17:50.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:50 smithi186 ceph-mon[32747]: pgmap v61: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:50.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:50 smithi186 ceph-mon[32747]: Detected new or changed devices on smithi026 2024-04-25T01:17:50.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:50 smithi186 ceph-mon[32747]: Adjusting osd_memory_target on smithi026 to 17094M 2024-04-25T01:17:51.474 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:51 smithi111 ceph-mon[32623]: from='client.? 172.21.15.111:0/4135705247' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aaf88330-d781-40ca-9859-3d8565e3c9c5"}]: dispatch 2024-04-25T01:17:51.474 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:51 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aaf88330-d781-40ca-9859-3d8565e3c9c5"}]: dispatch 2024-04-25T01:17:51.474 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:51 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aaf88330-d781-40ca-9859-3d8565e3c9c5"}]': finished 2024-04-25T01:17:51.474 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:51 smithi111 ceph-mon[32623]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T01:17:51.474 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:51 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:17:51.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:51 smithi026 ceph-mon[28096]: from='client.? 172.21.15.111:0/4135705247' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aaf88330-d781-40ca-9859-3d8565e3c9c5"}]: dispatch 2024-04-25T01:17:51.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:51 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aaf88330-d781-40ca-9859-3d8565e3c9c5"}]: dispatch 2024-04-25T01:17:51.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:51 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aaf88330-d781-40ca-9859-3d8565e3c9c5"}]': finished 2024-04-25T01:17:51.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:51 smithi026 ceph-mon[28096]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T01:17:51.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:51 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:17:51.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:51 smithi186 ceph-mon[32747]: from='client.? 172.21.15.111:0/4135705247' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aaf88330-d781-40ca-9859-3d8565e3c9c5"}]: dispatch 2024-04-25T01:17:51.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:51 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aaf88330-d781-40ca-9859-3d8565e3c9c5"}]: dispatch 2024-04-25T01:17:51.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:51 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aaf88330-d781-40ca-9859-3d8565e3c9c5"}]': finished 2024-04-25T01:17:51.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:51 smithi186 ceph-mon[32747]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T01:17:51.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:51 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:17:52.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:52 smithi026 ceph-mon[28096]: pgmap v62: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:52.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:52 smithi026 ceph-mon[28096]: from='client.? 172.21.15.111:0/2565113118' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:17:52.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:52 smithi186 ceph-mon[32747]: pgmap v62: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:52.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:52 smithi186 ceph-mon[32747]: from='client.? 172.21.15.111:0/2565113118' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:17:52.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:52 smithi111 ceph-mon[32623]: pgmap v62: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:52.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:52 smithi111 ceph-mon[32623]: from='client.? 172.21.15.111:0/2565113118' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:17:54.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:54 smithi026 ceph-mon[28096]: pgmap v64: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:54.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:54 smithi186 ceph-mon[32747]: pgmap v64: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:54.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:54 smithi111 ceph-mon[32623]: pgmap v64: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:56.452 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:56 smithi111 ceph-mon[32623]: pgmap v65: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:56.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:56 smithi026 ceph-mon[28096]: pgmap v65: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:56.589 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:56 smithi186 ceph-mon[32747]: pgmap v65: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:58.453 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:58 smithi111 ceph-mon[32623]: pgmap v66: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:58.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:58 smithi026 ceph-mon[28096]: pgmap v66: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:58.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:58 smithi186 ceph-mon[32747]: pgmap v66: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:17:59.473 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:59 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T01:17:59.473 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:59 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:59.473 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:17:59 smithi111 ceph-mon[32623]: Deploying daemon osd.1 on smithi111 2024-04-25T01:17:59.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:59 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T01:17:59.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:59 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:59.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:17:59 smithi026 ceph-mon[28096]: Deploying daemon osd.1 on smithi111 2024-04-25T01:17:59.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:59 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T01:17:59.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:59 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:17:59.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:17:59 smithi186 ceph-mon[32747]: Deploying daemon osd.1 on smithi111 2024-04-25T01:18:00.442 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:00 smithi111 ceph-mon[32623]: pgmap v67: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:00.487 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:00 smithi186 ceph-mon[32747]: pgmap v67: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:00.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:00 smithi026 ceph-mon[28096]: pgmap v67: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:02.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:02 smithi111 ceph-mon[32623]: pgmap v68: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:02.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:02 smithi026 ceph-mon[28096]: pgmap v68: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:02.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:02 smithi186 ceph-mon[32747]: pgmap v68: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:04.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:04 smithi026 ceph-mon[28096]: pgmap v69: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:04.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:04 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:04.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:04 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:04.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:04 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:18:04.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:04 smithi186 ceph-mon[32747]: pgmap v69: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:04.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:04 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:04.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:04 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:04.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:04 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:18:04.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:04 smithi111 ceph-mon[32623]: pgmap v69: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:04.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:04 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:04.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:04 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:04.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:04 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:18:06.464 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:06 smithi111 ceph-mon[32623]: pgmap v70: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:06.464 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:06 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:06.464 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:06 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:06.464 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:06 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:06.464 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:06 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:18:06.465 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:06 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:06.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:06 smithi026 ceph-mon[28096]: pgmap v70: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:06.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:06 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:06.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:06 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:06.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:06 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:06.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:06 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:18:06.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:06 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:06.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:06 smithi186 ceph-mon[32747]: pgmap v70: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:06.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:06 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:06.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:06 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:06.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:06 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:06.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:06 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:18:06.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:06 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:07.659 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:18:07.675+0000 7f7bcb7fe700 1 -- 172.21.15.111:0/3985903591 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7bdc062670 con 0x7f7bc40a2b90 2024-04-25T01:18:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:Created osd(s) 1 on host 'smithi111' 2024-04-25T01:18:07.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:18:07.677+0000 7f7be096e700 1 -- 172.21.15.111:0/3985903591 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7bc40a2b90 msgr2=0x7f7bc40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:18:07.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:18:07.677+0000 7f7be096e700 1 --2- 172.21.15.111:0/3985903591 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7bc40a2b90 0x7f7bc40a5050 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc103310 tx=0x7f7bcc005ca0 comp rx=0 tx=0).stop 2024-04-25T01:18:07.661 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:18:07.677+0000 7f7be096e700 1 -- 172.21.15.111:0/3985903591 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bdc103e50 msgr2=0x7f7bdc19fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:18:07.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:18:07.677+0000 7f7be096e700 1 --2- 172.21.15.111:0/3985903591 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bdc103e50 0x7f7bdc19fa50 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7bd40062a0 tx=0x7f7bd4007e40 comp rx=0 tx=0).stop 2024-04-25T01:18:07.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:18:07.677+0000 7f7be096e700 1 -- 172.21.15.111:0/3985903591 shutdown_connections 2024-04-25T01:18:07.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:18:07.677+0000 7f7be096e700 1 --2- 172.21.15.111:0/3985903591 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7bc40a2b90 0x7f7bc40a5050 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:07.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:18:07.677+0000 7f7be096e700 1 --2- 172.21.15.111:0/3985903591 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7bdc103e50 0x7f7bdc19fa50 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:07.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:18:07.677+0000 7f7be096e700 1 --2- 172.21.15.111:0/3985903591 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bdc1022b0 0x7f7bdc198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:07.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:18:07.677+0000 7f7be096e700 1 --2- 172.21.15.111:0/3985903591 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7bdc1034b0 0x7f7bdc1989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:07.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:18:07.677+0000 7f7be096e700 1 -- 172.21.15.111:0/3985903591 >> 172.21.15.111:0/3985903591 conn(0x7f7bdc0fd850 msgr2=0x7f7bdc106750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:18:07.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:18:07.677+0000 7f7be096e700 1 -- 172.21.15.111:0/3985903591 shutdown_connections 2024-04-25T01:18:07.662 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:18:07.677+0000 7f7be096e700 1 -- 172.21.15.111:0/3985903591 wait complete. 2024-04-25T01:18:08.288 DEBUG:teuthology.orchestra.run.smithi111:osd.1> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.1.service 2024-04-25T01:18:08.290 INFO:tasks.cephadm:Deploying osd.2 on smithi186 with /dev/vg_nvme/lv_4... 2024-04-25T01:18:08.290 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T01:18:08.538 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:18:08.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:08 smithi111 ceph-mon[32623]: pgmap v71: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:08.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:08 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:08.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:08 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:08.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:08 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:18:08.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:08 smithi111 ceph-mon[32623]: from='osd.1 [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T01:18:08.868 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:08 smithi111 ceph-mon[32623]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T01:18:08.950 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:08 smithi186 ceph-mon[32747]: pgmap v71: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:08.950 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:08 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:08.950 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:08 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:08.950 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:08 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:18:08.951 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:08 smithi186 ceph-mon[32747]: from='osd.1 [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T01:18:08.951 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:08 smithi186 ceph-mon[32747]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T01:18:09.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:08 smithi026 ceph-mon[28096]: pgmap v71: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:09.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:08 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:09.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:08 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:09.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:08 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:18:09.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:08 smithi026 ceph-mon[28096]: from='osd.1 [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T01:18:09.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:08 smithi026 ceph-mon[28096]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T01:18:09.806 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:09 smithi186 ceph-mon[32747]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T01:18:09.806 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:09 smithi186 ceph-mon[32747]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T01:18:09.806 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:09 smithi186 ceph-mon[32747]: from='osd.1 [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:18:09.806 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:09 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:09.806 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:09 smithi186 ceph-mon[32747]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:18:10.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:09 smithi026 ceph-mon[28096]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T01:18:10.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:09 smithi026 ceph-mon[28096]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T01:18:10.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:09 smithi026 ceph-mon[28096]: from='osd.1 [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:18:10.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:09 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:10.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:09 smithi026 ceph-mon[28096]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:18:10.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:09 smithi111 ceph-mon[32623]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T01:18:10.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:09 smithi111 ceph-mon[32623]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T01:18:10.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:09 smithi111 ceph-mon[32623]: from='osd.1 [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:18:10.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:09 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:10.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:09 smithi111 ceph-mon[32623]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:18:10.118 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:18:09 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-1[37232]: 2024-04-25T01:18:09.665+0000 7f596c089700 -1 osd.1 0 waiting for initial osdmap 2024-04-25T01:18:10.118 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:18:09 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-1[37232]: 2024-04-25T01:18:09.668+0000 7f596867d700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T01:18:10.345 INFO:teuthology.orchestra.run.smithi186.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T01:18:10.345 INFO:teuthology.orchestra.run.smithi186.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T01:18:10.345 INFO:teuthology.orchestra.run.smithi186.stderr: stderr: 10+0 records in 2024-04-25T01:18:10.345 INFO:teuthology.orchestra.run.smithi186.stderr:10+0 records out 2024-04-25T01:18:10.345 INFO:teuthology.orchestra.run.smithi186.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0131256 s, 799 MB/s 2024-04-25T01:18:10.345 INFO:teuthology.orchestra.run.smithi186.stderr:--> Zapping successful for: 2024-04-25T01:18:10.904 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi186:vg_nvme/lv_4 2024-04-25T01:18:10.926 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:10 smithi186 ceph-mon[32747]: pgmap v73: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:10.927 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:10 smithi186 ceph-mon[32747]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2024-04-25T01:18:10.927 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:10 smithi186 ceph-mon[32747]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T01:18:10.927 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:10.927 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:10.927 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:11.050 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:10 smithi111 ceph-mon[32623]: pgmap v73: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:11.050 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:10 smithi111 ceph-mon[32623]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2024-04-25T01:18:11.050 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:10 smithi111 ceph-mon[32623]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T01:18:11.050 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:11.050 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:11.050 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:11.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:10 smithi026 ceph-mon[28096]: pgmap v73: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:11.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:10 smithi026 ceph-mon[28096]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2024-04-25T01:18:11.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:10 smithi026 ceph-mon[28096]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T01:18:11.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:11.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:11.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:11.137 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:18:11.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:11 smithi186 ceph-mon[32747]: purged_snaps scrub starts 2024-04-25T01:18:11.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:11 smithi186 ceph-mon[32747]: purged_snaps scrub ok 2024-04-25T01:18:11.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:11 smithi186 ceph-mon[32747]: osd.1 [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695] boot 2024-04-25T01:18:11.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:11 smithi186 ceph-mon[32747]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T01:18:11.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:11 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:11.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:11 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:11.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:11 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:11.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:11 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:18:11.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:11 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:11.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:11 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:11.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:11 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:18:11.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:11 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:12.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:11 smithi026 ceph-mon[28096]: purged_snaps scrub starts 2024-04-25T01:18:12.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:11 smithi026 ceph-mon[28096]: purged_snaps scrub ok 2024-04-25T01:18:12.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:11 smithi026 ceph-mon[28096]: osd.1 [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695] boot 2024-04-25T01:18:12.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:11 smithi026 ceph-mon[28096]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T01:18:12.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:11 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:12.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:11 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:12.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:11 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:12.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:11 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:18:12.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:11 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:12.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:11 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:12.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:11 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:18:12.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:11 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:12.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:11 smithi111 ceph-mon[32623]: purged_snaps scrub starts 2024-04-25T01:18:12.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:11 smithi111 ceph-mon[32623]: purged_snaps scrub ok 2024-04-25T01:18:12.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:11 smithi111 ceph-mon[32623]: osd.1 [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695] boot 2024-04-25T01:18:12.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:11 smithi111 ceph-mon[32623]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T01:18:12.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:11 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T01:18:12.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:11 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:12.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:11 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:12.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:11 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:18:12.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:11 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:12.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:11 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:12.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:11 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:18:12.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:11 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:12.675 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.689+0000 7f8a79c46700 1 -- 172.21.15.186:0/3744660481 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8a74105660 msgr2=0x7f8a74107a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:18:12.675 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.689+0000 7f8a79c46700 1 --2- 172.21.15.186:0/3744660481 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8a74105660 0x7f8a74107a50 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f8a68009990 tx=0x7f8a68009ca0 comp rx=0 tx=0).stop 2024-04-25T01:18:12.675 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.689+0000 7f8a79c46700 1 -- 172.21.15.186:0/3744660481 shutdown_connections 2024-04-25T01:18:12.675 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.689+0000 7f8a79c46700 1 --2- 172.21.15.186:0/3744660481 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8a74107f90 0x7f8a7410a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:12.676 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.689+0000 7f8a79c46700 1 --2- 172.21.15.186:0/3744660481 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8a74102d30 0x7f8a74105120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:12.676 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.689+0000 7f8a79c46700 1 --2- 172.21.15.186:0/3744660481 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8a74105660 0x7f8a74107a50 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:12.676 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.689+0000 7f8a79c46700 1 -- 172.21.15.186:0/3744660481 >> 172.21.15.186:0/3744660481 conn(0x7f8a740fc760 msgr2=0x7f8a740feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:18:12.676 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.689+0000 7f8a79c46700 1 -- 172.21.15.186:0/3744660481 shutdown_connections 2024-04-25T01:18:12.676 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.689+0000 7f8a79c46700 1 -- 172.21.15.186:0/3744660481 wait complete. 2024-04-25T01:18:12.676 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.689+0000 7f8a79c46700 1 Processor -- start 2024-04-25T01:18:12.676 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.689+0000 7f8a79c46700 1 -- start start 2024-04-25T01:18:12.676 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a79c46700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8a74102d30 0x7f8a7419a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:18:12.676 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a79c46700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8a74105660 0x7f8a7419ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:18:12.676 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a79c46700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8a74107f90 0x7f8a741a1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:18:12.676 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a79c46700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8a7410def0 con 0x7f8a74105660 2024-04-25T01:18:12.676 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a79c46700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8a7410dd70 con 0x7f8a74102d30 2024-04-25T01:18:12.676 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a79c46700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f8a7410e070 con 0x7f8a74107f90 2024-04-25T01:18:12.677 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a73fff700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8a74107f90 0x7f8a741a1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:18:12.677 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a73fff700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8a74107f90 0x7f8a741a1cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.186:46888/0 (socket says 172.21.15.186:46888) 2024-04-25T01:18:12.677 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a73fff700 1 -- 172.21.15.186:0/2506817675 learned_addr learned my addr 172.21.15.186:0/2506817675 (peer_addr_for_me v2:172.21.15.186:0/0) 2024-04-25T01:18:12.677 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a737fe700 1 --2- 172.21.15.186:0/2506817675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8a74102d30 0x7f8a7419a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:18:12.677 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a73fff700 1 -- 172.21.15.186:0/2506817675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8a74102d30 msgr2=0x7f8a7419a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:18:12.677 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a73fff700 1 --2- 172.21.15.186:0/2506817675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8a74102d30 0x7f8a7419a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:12.677 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a73fff700 1 -- 172.21.15.186:0/2506817675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8a74105660 msgr2=0x7f8a7419ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:18:12.677 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a73fff700 1 --2- 172.21.15.186:0/2506817675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8a74105660 0x7f8a7419ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:12.677 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a73fff700 1 -- 172.21.15.186:0/2506817675 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a741a2350 con 0x7f8a74107f90 2024-04-25T01:18:12.677 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a73fff700 1 --2- 172.21.15.186:0/2506817675 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8a74107f90 0x7f8a741a1cb0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c00ba10 tx=0x7f8a6c00bd20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:18:12.677 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a70ff9700 1 -- 172.21.15.186:0/2506817675 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a6c019070 con 0x7f8a74107f90 2024-04-25T01:18:12.677 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a70ff9700 1 -- 172.21.15.186:0/2506817675 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a6c00ce10 con 0x7f8a74107f90 2024-04-25T01:18:12.677 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a79c46700 1 -- 172.21.15.186:0/2506817675 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a741a2640 con 0x7f8a74107f90 2024-04-25T01:18:12.678 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a70ff9700 1 -- 172.21.15.186:0/2506817675 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a6c012340 con 0x7f8a74107f90 2024-04-25T01:18:12.678 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.690+0000 7f8a79c46700 1 -- 172.21.15.186:0/2506817675 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a741a2c50 con 0x7f8a74107f90 2024-04-25T01:18:12.678 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.691+0000 7f8a79c46700 1 -- 172.21.15.186:0/2506817675 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a74109b10 con 0x7f8a74107f90 2024-04-25T01:18:12.678 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.692+0000 7f8a70ff9700 1 -- 172.21.15.186:0/2506817675 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f8a6c01c070 con 0x7f8a74107f90 2024-04-25T01:18:12.679 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.693+0000 7f8a70ff9700 1 --2- 172.21.15.186:0/2506817675 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8a5c0a2c10 0x7f8a5c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:18:12.679 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.693+0000 7f8a70ff9700 1 -- 172.21.15.186:0/2506817675 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f8a6c0cceb0 con 0x7f8a74107f90 2024-04-25T01:18:12.679 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.694+0000 7f8a737fe700 1 --2- 172.21.15.186:0/2506817675 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8a5c0a2c10 0x7f8a5c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:18:12.679 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.694+0000 7f8a737fe700 1 --2- 172.21.15.186:0/2506817675 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8a5c0a2c10 0x7f8a5c0a50d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f8a6400ac50 tx=0x7f8a6400a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:18:12.681 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.697+0000 7f8a70ff9700 1 -- 172.21.15.186:0/2506817675 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f8a6c09b660 con 0x7f8a74107f90 2024-04-25T01:18:12.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:12 smithi186 ceph-mon[32747]: pgmap v76: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:12.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:12 smithi186 ceph-mon[32747]: Detected new or changed devices on smithi111 2024-04-25T01:18:12.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:12 smithi186 ceph-mon[32747]: Adjusting osd_memory_target on smithi111 to 17088M 2024-04-25T01:18:12.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:12 smithi186 ceph-mon[32747]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T01:18:12.887 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:12.902+0000 7f8a79c46700 1 -- 172.21.15.186:0/2506817675 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f8a74062670 con 0x7f8a5c0a2c10 2024-04-25T01:18:12.958 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:12 smithi026 ceph-mon[28096]: pgmap v76: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:12.959 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:12 smithi026 ceph-mon[28096]: Detected new or changed devices on smithi111 2024-04-25T01:18:12.959 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:12 smithi026 ceph-mon[28096]: Adjusting osd_memory_target on smithi111 to 17088M 2024-04-25T01:18:12.959 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:12 smithi026 ceph-mon[28096]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T01:18:13.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:12 smithi111 ceph-mon[32623]: pgmap v76: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-25T01:18:13.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:12 smithi111 ceph-mon[32623]: Detected new or changed devices on smithi111 2024-04-25T01:18:13.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:12 smithi111 ceph-mon[32623]: Adjusting osd_memory_target on smithi111 to 17088M 2024-04-25T01:18:13.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:12 smithi111 ceph-mon[32623]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T01:18:13.797 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:13 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:18:13.797 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:13 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:18:13.797 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:13 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:13.992 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:13 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:18:13.992 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:13 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:18:13.992 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:13 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:14.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:13 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:18:14.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:13 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:18:14.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:13 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:14.765 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:14 smithi186 ceph-mon[32747]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:18:14.766 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:14 smithi186 ceph-mon[32747]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:14 smithi026 ceph-mon[28096]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:18:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:14 smithi026 ceph-mon[28096]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:15.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:14 smithi111 ceph-mon[32623]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:18:15.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:14 smithi111 ceph-mon[32623]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:16.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:15 smithi026 ceph-mon[28096]: from='client.? 172.21.15.186:0/118744083' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8bc2824b-7468-4780-9019-6cebb9d28780"}]: dispatch 2024-04-25T01:18:16.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:15 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8bc2824b-7468-4780-9019-6cebb9d28780"}]: dispatch 2024-04-25T01:18:16.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:15 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8bc2824b-7468-4780-9019-6cebb9d28780"}]': finished 2024-04-25T01:18:16.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:15 smithi026 ceph-mon[28096]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T01:18:16.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:15 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:16.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:15 smithi186 ceph-mon[32747]: from='client.? 172.21.15.186:0/118744083' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8bc2824b-7468-4780-9019-6cebb9d28780"}]: dispatch 2024-04-25T01:18:16.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:15 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8bc2824b-7468-4780-9019-6cebb9d28780"}]: dispatch 2024-04-25T01:18:16.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:15 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8bc2824b-7468-4780-9019-6cebb9d28780"}]': finished 2024-04-25T01:18:16.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:15 smithi186 ceph-mon[32747]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T01:18:16.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:15 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:16.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:15 smithi111 ceph-mon[32623]: from='client.? 172.21.15.186:0/118744083' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8bc2824b-7468-4780-9019-6cebb9d28780"}]: dispatch 2024-04-25T01:18:16.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:15 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8bc2824b-7468-4780-9019-6cebb9d28780"}]: dispatch 2024-04-25T01:18:16.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:15 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8bc2824b-7468-4780-9019-6cebb9d28780"}]': finished 2024-04-25T01:18:16.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:15 smithi111 ceph-mon[32623]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T01:18:16.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:15 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:17.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:16 smithi026 ceph-mon[28096]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:17.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:16 smithi026 ceph-mon[28096]: from='client.? 172.21.15.186:0/3978029613' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:18:17.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:16 smithi186 ceph-mon[32747]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:17.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:16 smithi186 ceph-mon[32747]: from='client.? 172.21.15.186:0/3978029613' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:18:17.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:16 smithi111 ceph-mon[32623]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:17.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:16 smithi111 ceph-mon[32623]: from='client.? 172.21.15.186:0/3978029613' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:18:19.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:18 smithi026 ceph-mon[28096]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:19.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:18 smithi186 ceph-mon[32747]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:19.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:18 smithi111 ceph-mon[32623]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:20.928 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:20 smithi186 ceph-mon[32747]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:21.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:20 smithi026 ceph-mon[28096]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:21.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:20 smithi111 ceph-mon[32623]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:23.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:22 smithi026 ceph-mon[28096]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:23.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:22 smithi186 ceph-mon[32747]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:23.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:22 smithi111 ceph-mon[32623]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:23.892 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:23 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T01:18:23.892 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:23 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:24.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:23 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T01:18:24.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:23 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:24.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:23 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T01:18:24.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:23 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:24.797 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:24 smithi186 ceph-mon[32747]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:24.797 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:24 smithi186 ceph-mon[32747]: Deploying daemon osd.2 on smithi186 2024-04-25T01:18:25.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:24 smithi026 ceph-mon[28096]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:25.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:24 smithi026 ceph-mon[28096]: Deploying daemon osd.2 on smithi186 2024-04-25T01:18:25.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:24 smithi111 ceph-mon[32623]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:25.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:24 smithi111 ceph-mon[32623]: Deploying daemon osd.2 on smithi186 2024-04-25T01:18:26.973 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:26 smithi186 ceph-mon[32747]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:27.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:26 smithi026 ceph-mon[28096]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:27.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:26 smithi111 ceph-mon[32623]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:29.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:28 smithi026 ceph-mon[28096]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:29.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:29.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:29.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:18:29.066 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:28 smithi186 ceph-mon[32747]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:29.066 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:28 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:29.066 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:28 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:29.066 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:28 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:18:29.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:28 smithi111 ceph-mon[32623]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:29.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:28 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:29.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:28 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:29.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:28 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:18:31.030 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:30 smithi186 ceph-mon[32747]: pgmap v87: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:31.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:30 smithi026 ceph-mon[28096]: pgmap v87: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:31.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:30 smithi111 ceph-mon[32623]: pgmap v87: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:31.721 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:31.737+0000 7f8a70ff9700 1 -- 172.21.15.186:0/2506817675 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8a74062670 con 0x7f8a5c0a2c10 2024-04-25T01:18:31.721 INFO:teuthology.orchestra.run.smithi186.stdout:Created osd(s) 2 on host 'smithi186' 2024-04-25T01:18:31.725 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:31.739+0000 7f8a79c46700 1 -- 172.21.15.186:0/2506817675 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8a5c0a2c10 msgr2=0x7f8a5c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:18:31.725 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:31.739+0000 7f8a79c46700 1 --2- 172.21.15.186:0/2506817675 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8a5c0a2c10 0x7f8a5c0a50d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f8a6400ac50 tx=0x7f8a6400a380 comp rx=0 tx=0).stop 2024-04-25T01:18:31.725 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:31.739+0000 7f8a79c46700 1 -- 172.21.15.186:0/2506817675 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8a74107f90 msgr2=0x7f8a741a1cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:18:31.725 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:31.739+0000 7f8a79c46700 1 --2- 172.21.15.186:0/2506817675 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8a74107f90 0x7f8a741a1cb0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c00ba10 tx=0x7f8a6c00bd20 comp rx=0 tx=0).stop 2024-04-25T01:18:31.725 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:31.739+0000 7f8a79c46700 1 -- 172.21.15.186:0/2506817675 shutdown_connections 2024-04-25T01:18:31.725 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:31.739+0000 7f8a79c46700 1 --2- 172.21.15.186:0/2506817675 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8a74107f90 0x7f8a741a1cb0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:31.725 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:31.739+0000 7f8a79c46700 1 --2- 172.21.15.186:0/2506817675 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8a5c0a2c10 0x7f8a5c0a50d0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:31.726 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:31.739+0000 7f8a79c46700 1 --2- 172.21.15.186:0/2506817675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8a74102d30 0x7f8a7419a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:31.726 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:31.739+0000 7f8a79c46700 1 --2- 172.21.15.186:0/2506817675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8a74105660 0x7f8a7419ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:31.726 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:31.739+0000 7f8a79c46700 1 -- 172.21.15.186:0/2506817675 >> 172.21.15.186:0/2506817675 conn(0x7f8a740fc760 msgr2=0x7f8a741023a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:18:31.726 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:31.739+0000 7f8a79c46700 1 -- 172.21.15.186:0/2506817675 shutdown_connections 2024-04-25T01:18:31.726 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:18:31.739+0000 7f8a79c46700 1 -- 172.21.15.186:0/2506817675 wait complete. 2024-04-25T01:18:31.993 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:31.993 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:31.993 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:31.993 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:18:31.993 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:31.993 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:31.993 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:31.993 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:18:32.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:32.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:32.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:32.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:18:32.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:32.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:32.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:32.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:18:32.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:32.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:32.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:32.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:18:32.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:32.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:32.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:32.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:18:32.352 DEBUG:teuthology.orchestra.run.smithi186:osd.2> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.2.service 2024-04-25T01:18:32.400 INFO:tasks.cephadm:Deploying osd.3 on smithi026 with /dev/vg_nvme/lv_3... 2024-04-25T01:18:32.401 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T01:18:32.854 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:18:33.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:32 smithi186 ceph-mon[32747]: pgmap v88: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:33.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:32 smithi186 ceph-mon[32747]: from='osd.2 [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T01:18:33.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:32 smithi186 ceph-mon[32747]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T01:18:33.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:32 smithi111 ceph-mon[32623]: pgmap v88: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:33.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:32 smithi111 ceph-mon[32623]: from='osd.2 [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T01:18:33.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:32 smithi111 ceph-mon[32623]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T01:18:33.165 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:32 smithi026 ceph-mon[28096]: pgmap v88: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:33.165 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:32 smithi026 ceph-mon[28096]: from='osd.2 [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T01:18:33.165 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:32 smithi026 ceph-mon[28096]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T01:18:34.202 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:33 smithi026 ceph-mon[28096]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T01:18:34.202 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:33 smithi026 ceph-mon[28096]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T01:18:34.202 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:33 smithi026 ceph-mon[28096]: from='osd.2 [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:18:34.202 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:33 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:34.202 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:33 smithi026 ceph-mon[28096]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:18:34.202 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:33 smithi026 ceph-mon[28096]: pgmap v90: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:34.203 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:33 smithi026 ceph-mon[28096]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]': finished 2024-04-25T01:18:34.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:33 smithi186 ceph-mon[32747]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T01:18:34.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:33 smithi186 ceph-mon[32747]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T01:18:34.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:33 smithi186 ceph-mon[32747]: from='osd.2 [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:18:34.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:33 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:34.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:33 smithi186 ceph-mon[32747]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:18:34.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:33 smithi186 ceph-mon[32747]: pgmap v90: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:34.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:33 smithi186 ceph-mon[32747]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]': finished 2024-04-25T01:18:34.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:33 smithi111 ceph-mon[32623]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T01:18:34.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:33 smithi111 ceph-mon[32623]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T01:18:34.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:33 smithi111 ceph-mon[32623]: from='osd.2 [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:18:34.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:33 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:34.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:33 smithi111 ceph-mon[32623]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:18:34.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:33 smithi111 ceph-mon[32623]: pgmap v90: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:34.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:33 smithi111 ceph-mon[32623]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]': finished 2024-04-25T01:18:34.836 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:18:34 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-2[37902]: 2024-04-25T01:18:34.689+0000 7fdf66534700 -1 osd.2 0 waiting for initial osdmap 2024-04-25T01:18:34.837 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:18:34 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-2[37902]: 2024-04-25T01:18:34.702+0000 7fdf5d31d700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T01:18:35.204 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:34 smithi186 ceph-mon[32747]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T01:18:35.204 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:34 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:35.205 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:34 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:35.205 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:34 smithi186 ceph-mon[32747]: from='osd.2 ' entity='osd.2' 2024-04-25T01:18:35.205 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:34 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:35.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:34 smithi026 ceph-mon[28096]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T01:18:35.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:35.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:35.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:34 smithi026 ceph-mon[28096]: from='osd.2 ' entity='osd.2' 2024-04-25T01:18:35.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:35.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:34 smithi111 ceph-mon[32623]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T01:18:35.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:34 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:35.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:34 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:35.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:34 smithi111 ceph-mon[32623]: from='osd.2 ' entity='osd.2' 2024-04-25T01:18:35.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:34 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:35.772 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T01:18:35.772 INFO:teuthology.orchestra.run.smithi026.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T01:18:35.772 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10+0 records in 2024-04-25T01:18:35.772 INFO:teuthology.orchestra.run.smithi026.stderr:10+0 records out 2024-04-25T01:18:35.772 INFO:teuthology.orchestra.run.smithi026.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0372798 s, 281 MB/s 2024-04-25T01:18:35.772 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping successful for: 2024-04-25T01:18:36.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: purged_snaps scrub starts 2024-04-25T01:18:36.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: purged_snaps scrub ok 2024-04-25T01:18:36.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: pgmap v92: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:36.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: Detected new or changed devices on smithi186 2024-04-25T01:18:36.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:36.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:36.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:18:36.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: Adjusting osd_memory_target on smithi186 to 17088M 2024-04-25T01:18:36.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:36.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:36.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:18:36.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:36.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: osd.2 [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561] boot 2024-04-25T01:18:36.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T01:18:36.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:36.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: purged_snaps scrub starts 2024-04-25T01:18:36.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: purged_snaps scrub ok 2024-04-25T01:18:36.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: pgmap v92: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:36.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: Detected new or changed devices on smithi186 2024-04-25T01:18:36.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:36.337 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:36.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:18:36.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: Adjusting osd_memory_target on smithi186 to 17088M 2024-04-25T01:18:36.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:36.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:36.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:18:36.338 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:36.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: osd.2 [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561] boot 2024-04-25T01:18:36.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T01:18:36.339 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:35 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:36.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: purged_snaps scrub starts 2024-04-25T01:18:36.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: purged_snaps scrub ok 2024-04-25T01:18:36.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: pgmap v92: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T01:18:36.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: Detected new or changed devices on smithi186 2024-04-25T01:18:36.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:36.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:36.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:18:36.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: Adjusting osd_memory_target on smithi186 to 17088M 2024-04-25T01:18:36.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:36.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:36.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:18:36.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:36.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: osd.2 [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561] boot 2024-04-25T01:18:36.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T01:18:36.368 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:35 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T01:18:36.622 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi026:vg_nvme/lv_3 2024-04-25T01:18:37.078 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:18:38.296 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:37 smithi026 ceph-mon[28096]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T01:18:38.296 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:37 smithi026 ceph-mon[28096]: pgmap v95: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:38.296 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:37 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T01:18:38.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:37 smithi186 ceph-mon[32747]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T01:18:38.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:37 smithi186 ceph-mon[32747]: pgmap v95: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:38.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:37 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T01:18:38.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:37 smithi111 ceph-mon[32623]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T01:18:38.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:37 smithi111 ceph-mon[32623]: pgmap v95: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:38.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:37 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T01:18:39.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:38 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T01:18:39.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:38 smithi026 ceph-mon[28096]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T01:18:39.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:38 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T01:18:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.313+0000 7f4df5c00700 1 -- 172.21.15.26:0/2815147313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4df0076260 msgr2=0x7f4df00746c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:18:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.313+0000 7f4df5c00700 1 --2- 172.21.15.26:0/2815147313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4df0076260 0x7f4df00746c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f4de0009990 tx=0x7f4de0009ca0 comp rx=0 tx=0).stop 2024-04-25T01:18:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.313+0000 7f4df5c00700 1 -- 172.21.15.26:0/2815147313 shutdown_connections 2024-04-25T01:18:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.313+0000 7f4df5c00700 1 --2- 172.21.15.26:0/2815147313 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4df010e880 0x7f4df0110c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.313+0000 7f4df5c00700 1 --2- 172.21.15.26:0/2815147313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4df0076260 0x7f4df00746c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.313+0000 7f4df5c00700 1 --2- 172.21.15.26:0/2815147313 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4df0074c90 0x7f4df0075110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.313+0000 7f4df5c00700 1 -- 172.21.15.26:0/2815147313 >> 172.21.15.26:0/2815147313 conn(0x7f4df00fd800 msgr2=0x7f4df00ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:18:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.313+0000 7f4df5c00700 1 -- 172.21.15.26:0/2815147313 shutdown_connections 2024-04-25T01:18:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.314+0000 7f4df5c00700 1 -- 172.21.15.26:0/2815147313 wait complete. 2024-04-25T01:18:39.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.315+0000 7f4df5c00700 1 Processor -- start 2024-04-25T01:18:39.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.315+0000 7f4df5c00700 1 -- start start 2024-04-25T01:18:39.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.315+0000 7f4df5c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4df0074c90 0x7f4df019ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:18:39.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.315+0000 7f4df5c00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4df0076260 0x7f4df019f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:18:39.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.315+0000 7f4df5c00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4df010e880 0x7f4df01a6040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:18:39.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.315+0000 7f4df5c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4df0114460 con 0x7f4df0074c90 2024-04-25T01:18:39.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.315+0000 7f4df5c00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4df01142e0 con 0x7f4df010e880 2024-04-25T01:18:39.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.315+0000 7f4df5c00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f4df01145e0 con 0x7f4df0076260 2024-04-25T01:18:39.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.315+0000 7f4def400700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4df010e880 0x7f4df01a6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:18:39.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.315+0000 7f4dee000700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4df0076260 0x7f4df019f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:18:39.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.315+0000 7f4dee000700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4df0076260 0x7f4df019f010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:46976/0 (socket says 172.21.15.26:46976) 2024-04-25T01:18:39.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.316+0000 7f4deea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4df0074c90 0x7f4df019ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:18:39.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.315+0000 7f4def400700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4df010e880 0x7f4df01a6040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:45278/0 (socket says 172.21.15.26:45278) 2024-04-25T01:18:39.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.316+0000 7f4dee000700 1 -- 172.21.15.26:0/4053101675 learned_addr learned my addr 172.21.15.26:0/4053101675 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:18:39.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.316+0000 7f4def400700 1 -- 172.21.15.26:0/4053101675 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4df0076260 msgr2=0x7f4df019f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:18:39.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.316+0000 7f4def400700 1 --2- 172.21.15.26:0/4053101675 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4df0076260 0x7f4df019f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:39.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.316+0000 7f4def400700 1 -- 172.21.15.26:0/4053101675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4df0074c90 msgr2=0x7f4df019ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:18:39.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.316+0000 7f4def400700 1 --2- 172.21.15.26:0/4053101675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4df0074c90 0x7f4df019ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:18:39.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.316+0000 7f4def400700 1 -- 172.21.15.26:0/4053101675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4df01a66e0 con 0x7f4df010e880 2024-04-25T01:18:39.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.316+0000 7f4deea00700 1 --2- 172.21.15.26:0/4053101675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4df0074c90 0x7f4df019ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:18:39.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.316+0000 7f4def400700 1 --2- 172.21.15.26:0/4053101675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4df010e880 0x7f4df01a6040 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f4de800efc0 tx=0x7f4de800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:18:39.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.317+0000 7f4de7400700 1 -- 172.21.15.26:0/4053101675 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4de80092e0 con 0x7f4df010e880 2024-04-25T01:18:39.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.317+0000 7f4de7400700 1 -- 172.21.15.26:0/4053101675 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4de8004bb0 con 0x7f4df010e880 2024-04-25T01:18:39.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.317+0000 7f4df5c00700 1 -- 172.21.15.26:0/4053101675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4df01a6970 con 0x7f4df010e880 2024-04-25T01:18:39.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.317+0000 7f4de7400700 1 -- 172.21.15.26:0/4053101675 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4de8004280 con 0x7f4df010e880 2024-04-25T01:18:39.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.317+0000 7f4df5c00700 1 -- 172.21.15.26:0/4053101675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4df01a6eb0 con 0x7f4df010e880 2024-04-25T01:18:39.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.318+0000 7f4df5c00700 1 -- 172.21.15.26:0/4053101675 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4df0068f20 con 0x7f4df010e880 2024-04-25T01:18:39.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.320+0000 7f4de7400700 1 -- 172.21.15.26:0/4053101675 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f4de801b030 con 0x7f4df010e880 2024-04-25T01:18:39.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.321+0000 7f4de7400700 1 --2- 172.21.15.26:0/4053101675 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4dd40a2c90 0x7f4dd40a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:18:39.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.321+0000 7f4de7400700 1 -- 172.21.15.26:0/4053101675 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3237+0+0 (secure 0 0 0) 0x7f4de80cd7b0 con 0x7f4df010e880 2024-04-25T01:18:39.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.321+0000 7f4deea00700 1 --2- 172.21.15.26:0/4053101675 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4dd40a2c90 0x7f4dd40a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:18:39.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.322+0000 7f4deea00700 1 --2- 172.21.15.26:0/4053101675 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4dd40a2c90 0x7f4dd40a5150 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f4de000b8e0 tx=0x7f4de001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:18:39.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.326+0000 7f4de7400700 1 -- 172.21.15.26:0/4053101675 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f4de8022020 con 0x7f4df010e880 2024-04-25T01:18:39.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:38 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T01:18:39.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:38 smithi186 ceph-mon[32747]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T01:18:39.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:38 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T01:18:39.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:38 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T01:18:39.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:38 smithi111 ceph-mon[32623]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T01:18:39.367 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:38 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T01:18:39.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:39.564+0000 7f4df5c00700 1 -- 172.21.15.26:0/4053101675 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f4df0062670 con 0x7f4dd40a2c90 2024-04-25T01:18:39.807 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:18:39 smithi026 sudo[46759]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T01:18:39.807 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:18:39 smithi026 sudo[46759]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T01:18:39.807 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:18:39 smithi026 sudo[46759]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T01:18:39.807 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:18:39 smithi026 sudo[46759]: pam_unix(sudo:session): session closed for user root 2024-04-25T01:18:40.268 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T01:18:40.268 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:39 smithi111 ceph-mon[32623]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T01:18:40.268 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:39 smithi111 ceph-mon[32623]: pgmap v98: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:40.268 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:39 smithi111 ceph-mon[32623]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:18:40.268 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:18:40.268 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:18:40.268 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:40.269 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T01:18:40.269 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:39 smithi026 ceph-mon[28096]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T01:18:40.269 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:39 smithi026 ceph-mon[28096]: pgmap v98: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:40.269 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:39 smithi026 ceph-mon[28096]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:18:40.269 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:18:40.269 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:18:40.269 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:40.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T01:18:40.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:39 smithi186 ceph-mon[32747]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T01:18:40.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:39 smithi186 ceph-mon[32747]: pgmap v98: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:40.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:39 smithi186 ceph-mon[32747]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:18:40.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:18:40.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:18:40.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:40.556 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:18:40 smithi026 sudo[46812]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T01:18:40.556 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:18:40 smithi026 sudo[46812]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T01:18:40.556 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:18:40 smithi026 sudo[46812]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T01:18:40.557 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:18:40 smithi026 sudo[46812]: pam_unix(sudo:session): session closed for user root 2024-04-25T01:18:40.811 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:18:40 smithi111 sudo[41077]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T01:18:40.811 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:18:40 smithi111 sudo[41077]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T01:18:40.811 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:18:40 smithi111 sudo[41077]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T01:18:40.811 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:18:40 smithi111 sudo[41077]: pam_unix(sudo:session): session closed for user root 2024-04-25T01:18:41.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:40 smithi111 ceph-mon[32623]: osdmap e22: 3 total, 3 up, 3 in 2024-04-25T01:18:41.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:41.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:41.117 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:18:40 smithi111 sudo[41081]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T01:18:41.117 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:18:40 smithi111 sudo[41081]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T01:18:41.117 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:18:40 smithi111 sudo[41081]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T01:18:41.117 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:18:40 smithi111 sudo[41081]: pam_unix(sudo:session): session closed for user root 2024-04-25T01:18:41.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:40 smithi026 ceph-mon[28096]: osdmap e22: 3 total, 3 up, 3 in 2024-04-25T01:18:41.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:41.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:41.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:40 smithi186 ceph-mon[32747]: osdmap e22: 3 total, 3 up, 3 in 2024-04-25T01:18:41.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:41.336 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:41.336 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:18:41 smithi186 sudo[41579]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T01:18:41.336 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:18:41 smithi186 sudo[41579]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T01:18:41.336 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:18:41 smithi186 sudo[41579]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T01:18:41.336 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:18:41 smithi186 sudo[41579]: pam_unix(sudo:session): session closed for user root 2024-04-25T01:18:41.836 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:18:41 smithi186 sudo[41582]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T01:18:41.836 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:18:41 smithi186 sudo[41582]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T01:18:41.836 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:18:41 smithi186 sudo[41582]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T01:18:41.836 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:18:41 smithi186 sudo[41582]: pam_unix(sudo:session): session closed for user root 2024-04-25T01:18:41.999 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:42 smithi026 sudo[46884]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T01:18:42.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:42 smithi026 sudo[46884]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T01:18:42.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:42 smithi026 sudo[46884]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T01:18:42.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:42 smithi026 sudo[46884]: pam_unix(sudo:session): session closed for user root 2024-04-25T01:18:42.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:18:42.636+0000 7f4de7400700 1 -- 172.21.15.26:0/4053101675 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4de8012050 con 0x7f4df010e880 2024-04-25T01:18:42.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:42 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:42.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:42 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:18:43.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:42 smithi026 sudo[46897]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T01:18:43.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:42 smithi026 sudo[46897]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T01:18:43.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:42 smithi026 sudo[46897]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T01:18:43.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:42 smithi026 sudo[46897]: pam_unix(sudo:session): session closed for user root 2024-04-25T01:18:43.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:42 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:43.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:42 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:18:43.102 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:42 smithi186 sudo[41585]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T01:18:43.103 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:42 smithi186 sudo[41585]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T01:18:43.103 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:42 smithi186 sudo[41585]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T01:18:43.103 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:42 smithi186 sudo[41585]: pam_unix(sudo:session): session closed for user root 2024-04-25T01:18:43.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 sudo[41588]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T01:18:43.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 sudo[41588]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T01:18:43.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 sudo[41588]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T01:18:43.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 sudo[41588]: pam_unix(sudo:session): session closed for user root 2024-04-25T01:18:43.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:18:43.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:18:43.597 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 sudo[41095]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T01:18:43.597 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 sudo[41095]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T01:18:43.597 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 sudo[41095]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T01:18:43.597 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 sudo[41095]: pam_unix(sudo:session): session closed for user root 2024-04-25T01:18:43.597 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 sudo[41098]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T01:18:43.597 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 sudo[41098]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T01:18:43.597 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 sudo[41098]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T01:18:43.598 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 sudo[41098]: pam_unix(sudo:session): session closed for user root 2024-04-25T01:18:43.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: pgmap v100: 1 pgs: 1 unknown; 0 B data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:43.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T01:18:43.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T01:18:43.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:18:43.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:18:43.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T01:18:43.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:18:43.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T01:18:43.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:18:43.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:18:43.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T01:18:43.868 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T01:18:43.868 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:18:43.868 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:18:43.868 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:18:43.868 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:43 smithi111 ceph-mon[32623]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T01:18:44.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: pgmap v100: 1 pgs: 1 unknown; 0 B data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:44.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T01:18:44.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T01:18:44.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:18:44.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:18:44.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T01:18:44.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:18:44.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T01:18:44.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:18:44.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:18:44.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T01:18:44.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T01:18:44.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:18:44.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:18:44.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:18:44.058 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:43 smithi026 ceph-mon[28096]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T01:18:44.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: pgmap v100: 1 pgs: 1 unknown; 0 B data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:44.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T01:18:44.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T01:18:44.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:18:44.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:18:44.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T01:18:44.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:18:44.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T01:18:44.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:18:44.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:18:44.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T01:18:44.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T01:18:44.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T01:18:44.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T01:18:44.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T01:18:44.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:43 smithi186 ceph-mon[32747]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T01:18:44.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:44 smithi026 ceph-mon[28096]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:44.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:44 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1468057097' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cafddc20-258d-42dd-b096-c7b37a33d1c9"}]: dispatch 2024-04-25T01:18:44.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:44 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cafddc20-258d-42dd-b096-c7b37a33d1c9"}]: dispatch 2024-04-25T01:18:44.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:44 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cafddc20-258d-42dd-b096-c7b37a33d1c9"}]': finished 2024-04-25T01:18:44.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:44 smithi026 ceph-mon[28096]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T01:18:44.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:44 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:18:45.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:44 smithi186 ceph-mon[32747]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:45.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:44 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1468057097' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cafddc20-258d-42dd-b096-c7b37a33d1c9"}]: dispatch 2024-04-25T01:18:45.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:44 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cafddc20-258d-42dd-b096-c7b37a33d1c9"}]: dispatch 2024-04-25T01:18:45.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:44 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cafddc20-258d-42dd-b096-c7b37a33d1c9"}]': finished 2024-04-25T01:18:45.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:44 smithi186 ceph-mon[32747]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T01:18:45.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:44 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:18:45.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:44 smithi111 ceph-mon[32623]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:45.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:44 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1468057097' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cafddc20-258d-42dd-b096-c7b37a33d1c9"}]: dispatch 2024-04-25T01:18:45.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:44 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cafddc20-258d-42dd-b096-c7b37a33d1c9"}]: dispatch 2024-04-25T01:18:45.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:44 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cafddc20-258d-42dd-b096-c7b37a33d1c9"}]': finished 2024-04-25T01:18:45.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:44 smithi111 ceph-mon[32623]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T01:18:45.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:44 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:18:46.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:45 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1700874123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:18:46.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:45 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1700874123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:18:46.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:45 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1700874123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:18:47.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:46 smithi026 ceph-mon[28096]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:47.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:46 smithi186 ceph-mon[32747]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:47.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:46 smithi111 ceph-mon[32623]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:18:48.999 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:48 smithi026 ceph-mon[28096]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-04-25T01:18:49.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:48 smithi186 ceph-mon[32747]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-04-25T01:18:49.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:48 smithi111 ceph-mon[32623]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-04-25T01:18:50.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:50 smithi026 ceph-mon[28096]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-04-25T01:18:51.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:50 smithi186 ceph-mon[32747]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-04-25T01:18:51.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:50 smithi111 ceph-mon[32623]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-04-25T01:18:52.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:52 smithi026 ceph-mon[28096]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-04-25T01:18:53.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:52 smithi186 ceph-mon[32747]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-04-25T01:18:53.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:52 smithi111 ceph-mon[32623]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-04-25T01:18:54.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:53 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T01:18:54.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:53 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:54.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:53 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T01:18:54.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:53 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:54.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T01:18:54.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:18:54.799 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:54 smithi026 ceph-mon[28096]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-25T01:18:54.799 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:54 smithi026 ceph-mon[28096]: Deploying daemon osd.3 on smithi026 2024-04-25T01:18:55.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:54 smithi186 ceph-mon[32747]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-25T01:18:55.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:54 smithi186 ceph-mon[32747]: Deploying daemon osd.3 on smithi026 2024-04-25T01:18:55.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:54 smithi111 ceph-mon[32623]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-25T01:18:55.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:54 smithi111 ceph-mon[32623]: Deploying daemon osd.3 on smithi026 2024-04-25T01:18:56.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:56 smithi026 ceph-mon[28096]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 829 B/s rd, 24 KiB/s wr, 2 op/s 2024-04-25T01:18:57.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:56 smithi186 ceph-mon[32747]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 829 B/s rd, 24 KiB/s wr, 2 op/s 2024-04-25T01:18:57.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:56 smithi111 ceph-mon[32623]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 829 B/s rd, 24 KiB/s wr, 2 op/s 2024-04-25T01:18:58.767 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:18:58 smithi026 ceph-mon[28096]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-25T01:18:59.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:18:58 smithi186 ceph-mon[32747]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-25T01:18:59.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:18:58 smithi111 ceph-mon[32623]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-25T01:19:01.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:00 smithi026 ceph-mon[28096]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:01.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:00 smithi186 ceph-mon[32747]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:01.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:00 smithi111 ceph-mon[32623]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:02 smithi026 ceph-mon[28096]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:03.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:02 smithi186 ceph-mon[32747]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:03.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:03.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:03.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:03.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:02 smithi111 ceph-mon[32623]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:03.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:03.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:03.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:05.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:04 smithi026 ceph-mon[28096]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:05.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:04 smithi186 ceph-mon[32747]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:05.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:04 smithi111 ceph-mon[32623]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:07.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:06 smithi026 ceph-mon[28096]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:07.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:06 smithi026 ceph-mon[28096]: from='osd.3 [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T01:19:07.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:06 smithi026 ceph-mon[28096]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T01:19:07.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:06 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:07.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:06 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:07.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:06 smithi186 ceph-mon[32747]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:07.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:06 smithi186 ceph-mon[32747]: from='osd.3 [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T01:19:07.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:06 smithi186 ceph-mon[32747]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T01:19:07.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:06 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:07.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:06 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:07.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:06 smithi111 ceph-mon[32623]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:07.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:06 smithi111 ceph-mon[32623]: from='osd.3 [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T01:19:07.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:06 smithi111 ceph-mon[32623]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T01:19:07.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:06 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:07.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:06 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:07.749 INFO:teuthology.orchestra.run.smithi026.stdout:Created osd(s) 3 on host 'smithi026' 2024-04-25T01:19:07.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:19:07.765+0000 7f4de7400700 1 -- 172.21.15.26:0/4053101675 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f4df0062670 con 0x7f4dd40a2c90 2024-04-25T01:19:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:19:07.768+0000 7f4df5c00700 1 -- 172.21.15.26:0/4053101675 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4dd40a2c90 msgr2=0x7f4dd40a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:19:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:19:07.768+0000 7f4df5c00700 1 --2- 172.21.15.26:0/4053101675 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4dd40a2c90 0x7f4dd40a5150 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f4de000b8e0 tx=0x7f4de001a040 comp rx=0 tx=0).stop 2024-04-25T01:19:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:19:07.769+0000 7f4df5c00700 1 -- 172.21.15.26:0/4053101675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4df010e880 msgr2=0x7f4df01a6040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:19:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:19:07.769+0000 7f4df5c00700 1 --2- 172.21.15.26:0/4053101675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4df010e880 0x7f4df01a6040 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f4de800efc0 tx=0x7f4de800c3a0 comp rx=0 tx=0).stop 2024-04-25T01:19:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:19:07.769+0000 7f4df5c00700 1 -- 172.21.15.26:0/4053101675 shutdown_connections 2024-04-25T01:19:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:19:07.769+0000 7f4df5c00700 1 --2- 172.21.15.26:0/4053101675 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4dd40a2c90 0x7f4dd40a5150 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:19:07.769+0000 7f4df5c00700 1 --2- 172.21.15.26:0/4053101675 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4df010e880 0x7f4df01a6040 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:19:07.769+0000 7f4df5c00700 1 --2- 172.21.15.26:0/4053101675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4df0074c90 0x7f4df019ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:19:07.769+0000 7f4df5c00700 1 --2- 172.21.15.26:0/4053101675 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4df0076260 0x7f4df019f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:19:07.769+0000 7f4df5c00700 1 -- 172.21.15.26:0/4053101675 >> 172.21.15.26:0/4053101675 conn(0x7f4df00fd800 msgr2=0x7f4df0101c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:19:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:19:07.769+0000 7f4df5c00700 1 -- 172.21.15.26:0/4053101675 shutdown_connections 2024-04-25T01:19:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:19:07.769+0000 7f4df5c00700 1 -- 172.21.15.26:0/4053101675 wait complete. 2024-04-25T01:19:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:07 smithi026 ceph-mon[28096]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T01:19:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:07 smithi026 ceph-mon[28096]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T01:19:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:07 smithi026 ceph-mon[28096]: from='osd.3 [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:19:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:07 smithi026 ceph-mon[28096]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:19:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:08.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:07 smithi026 ceph-mon[28096]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-25T01:19:08.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:07 smithi186 ceph-mon[32747]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T01:19:08.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:07 smithi186 ceph-mon[32747]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T01:19:08.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:07 smithi186 ceph-mon[32747]: from='osd.3 [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:19:08.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:08.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:07 smithi186 ceph-mon[32747]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:19:08.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:08.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:08.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:08.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:07 smithi186 ceph-mon[32747]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-25T01:19:08.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:07 smithi111 ceph-mon[32623]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T01:19:08.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:07 smithi111 ceph-mon[32623]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T01:19:08.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:07 smithi111 ceph-mon[32623]: from='osd.3 [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:19:08.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:08.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:07 smithi111 ceph-mon[32623]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:19:08.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:08.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:08.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:08.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:07 smithi111 ceph-mon[32623]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-25T01:19:08.603 DEBUG:teuthology.orchestra.run.smithi026:osd.3> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.3.service 2024-04-25T01:19:08.608 INFO:tasks.cephadm:Deploying osd.4 on smithi111 with /dev/vg_nvme/lv_3... 2024-04-25T01:19:08.608 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T01:19:08.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:08 smithi026 ceph-mon[28096]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:08.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:08 smithi026 ceph-mon[28096]: osdmap e25: 4 total, 3 up, 4 in 2024-04-25T01:19:08.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:08 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:08.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:08 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:08.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:08 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:08.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:08 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:08.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:08 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:08.853 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T01:19:08.975 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:08 smithi111 ceph-mon[32623]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:08.975 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:08 smithi111 ceph-mon[32623]: osdmap e25: 4 total, 3 up, 4 in 2024-04-25T01:19:08.975 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:08 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:08.975 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:08 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:08.976 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:08 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:08.976 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:08 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:08.976 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:08 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:09.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:08 smithi186 ceph-mon[32747]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:09.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:08 smithi186 ceph-mon[32747]: osdmap e25: 4 total, 3 up, 4 in 2024-04-25T01:19:09.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:08 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:09.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:08 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:09.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:08 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:09.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:08 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:09.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:08 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:09.960 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:09 smithi111 ceph-mon[32623]: purged_snaps scrub starts 2024-04-25T01:19:09.960 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:09 smithi111 ceph-mon[32623]: purged_snaps scrub ok 2024-04-25T01:19:09.960 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:09 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:09.960 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:09 smithi111 ceph-mon[32623]: osd.3 [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495] boot 2024-04-25T01:19:09.960 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:09 smithi111 ceph-mon[32623]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T01:19:09.960 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:09 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:10.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:09 smithi026 ceph-mon[28096]: purged_snaps scrub starts 2024-04-25T01:19:10.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:09 smithi026 ceph-mon[28096]: purged_snaps scrub ok 2024-04-25T01:19:10.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:09 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:10.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:09 smithi026 ceph-mon[28096]: osd.3 [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495] boot 2024-04-25T01:19:10.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:09 smithi026 ceph-mon[28096]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T01:19:10.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:09 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:10.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:09 smithi186 ceph-mon[32747]: purged_snaps scrub starts 2024-04-25T01:19:10.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:09 smithi186 ceph-mon[32747]: purged_snaps scrub ok 2024-04-25T01:19:10.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:09 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:10.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:09 smithi186 ceph-mon[32747]: osd.3 [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495] boot 2024-04-25T01:19:10.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:09 smithi186 ceph-mon[32747]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T01:19:10.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:09 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T01:19:10.823 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T01:19:10.823 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T01:19:10.823 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10+0 records in 2024-04-25T01:19:10.823 INFO:teuthology.orchestra.run.smithi111.stderr:10+0 records out 2024-04-25T01:19:10.823 INFO:teuthology.orchestra.run.smithi111.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0123215 s, 851 MB/s 2024-04-25T01:19:10.823 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping successful for: 2024-04-25T01:19:10.965 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:10 smithi026 ceph-mon[28096]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:10.965 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:10 smithi026 ceph-mon[28096]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T01:19:11.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:10 smithi186 ceph-mon[32747]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:11.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:10 smithi186 ceph-mon[32747]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T01:19:11.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:10 smithi111 ceph-mon[32623]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-25T01:19:11.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:10 smithi111 ceph-mon[32623]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T01:19:11.451 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi111:vg_nvme/lv_3 2024-04-25T01:19:11.698 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T01:19:12.019 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:11 smithi111 ceph-mon[32623]: osdmap e28: 4 total, 4 up, 4 in 2024-04-25T01:19:12.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:11 smithi026 ceph-mon[28096]: osdmap e28: 4 total, 4 up, 4 in 2024-04-25T01:19:12.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:11 smithi186 ceph-mon[32747]: osdmap e28: 4 total, 4 up, 4 in 2024-04-25T01:19:13.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:12 smithi026 ceph-mon[28096]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:13.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:12 smithi026 ceph-mon[28096]: osdmap e29: 4 total, 4 up, 4 in 2024-04-25T01:19:13.058 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:12 smithi111 ceph-mon[32623]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:13.058 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:12 smithi111 ceph-mon[32623]: osdmap e29: 4 total, 4 up, 4 in 2024-04-25T01:19:13.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:12 smithi186 ceph-mon[32747]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:13.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:12 smithi186 ceph-mon[32747]: osdmap e29: 4 total, 4 up, 4 in 2024-04-25T01:19:13.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.179+0000 7f38eb278700 1 -- 172.21.15.111:0/133664639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38e4103f00 msgr2=0x7f38e410a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:19:13.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.179+0000 7f38eb278700 1 --2- 172.21.15.111:0/133664639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38e4103f00 0x7f38e410a7b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f38dc00b0a0 tx=0x7f38dc00b3b0 comp rx=0 tx=0).stop 2024-04-25T01:19:13.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.179+0000 7f38eb278700 1 -- 172.21.15.111:0/133664639 shutdown_connections 2024-04-25T01:19:13.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.179+0000 7f38eb278700 1 --2- 172.21.15.111:0/133664639 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38e4103f00 0x7f38e410a7b0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:13.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.179+0000 7f38eb278700 1 --2- 172.21.15.111:0/133664639 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38e4100580 0x7f38e41009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:13.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.179+0000 7f38eb278700 1 --2- 172.21.15.111:0/133664639 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f38e4103560 0x7f38e41039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:13.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.179+0000 7f38eb278700 1 -- 172.21.15.111:0/133664639 >> 172.21.15.111:0/133664639 conn(0x7f38e40fbee0 msgr2=0x7f38e40fe320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:19:13.164 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.180+0000 7f38eb278700 1 -- 172.21.15.111:0/133664639 shutdown_connections 2024-04-25T01:19:13.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.180+0000 7f38eb278700 1 -- 172.21.15.111:0/133664639 wait complete. 2024-04-25T01:19:13.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.180+0000 7f38eb278700 1 Processor -- start 2024-04-25T01:19:13.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.180+0000 7f38eb278700 1 -- start start 2024-04-25T01:19:13.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.180+0000 7f38eb278700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38e4100580 0x7f38e41983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:19:13.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.180+0000 7f38eb278700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f38e4103560 0x7f38e4198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:19:13.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.180+0000 7f38eb278700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38e4103f00 0x7f38e419f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:19:13.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38eb278700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f38e410df10 con 0x7f38e4100580 2024-04-25T01:19:13.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38eb278700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f38e410dd90 con 0x7f38e4103f00 2024-04-25T01:19:13.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38eb278700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f38e410e090 con 0x7f38e4103560 2024-04-25T01:19:13.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38e9815700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38e4103f00 0x7f38e419f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:19:13.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38e9815700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38e4103f00 0x7f38e419f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:60002/0 (socket says 172.21.15.111:60002) 2024-04-25T01:19:13.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38e9815700 1 -- 172.21.15.111:0/609022006 learned_addr learned my addr 172.21.15.111:0/609022006 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-04-25T01:19:13.165 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38e8813700 1 --2- 172.21.15.111:0/609022006 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f38e4103560 0x7f38e4198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:19:13.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38e9815700 1 -- 172.21.15.111:0/609022006 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f38e4103560 msgr2=0x7f38e4198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:19:13.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38e9815700 1 --2- 172.21.15.111:0/609022006 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f38e4103560 0x7f38e4198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:13.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38e9815700 1 -- 172.21.15.111:0/609022006 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38e4100580 msgr2=0x7f38e41983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:19:13.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38e9815700 1 --2- 172.21.15.111:0/609022006 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38e4100580 0x7f38e41983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:13.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38e9815700 1 -- 172.21.15.111:0/609022006 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38e41a0030 con 0x7f38e4103f00 2024-04-25T01:19:13.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38e8813700 1 --2- 172.21.15.111:0/609022006 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f38e4103560 0x7f38e4198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:19:13.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38e9815700 1 --2- 172.21.15.111:0/609022006 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38e4103f00 0x7f38e419f990 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f38dc007f00 tx=0x7f38dc00bf10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:19:13.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38da7fc700 1 -- 172.21.15.111:0/609022006 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38dc021030 con 0x7f38e4103f00 2024-04-25T01:19:13.166 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38da7fc700 1 -- 172.21.15.111:0/609022006 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f38dc007bb0 con 0x7f38e4103f00 2024-04-25T01:19:13.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38da7fc700 1 -- 172.21.15.111:0/609022006 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38dc01d6d0 con 0x7f38e4103f00 2024-04-25T01:19:13.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38eb278700 1 -- 172.21.15.111:0/609022006 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38e41a02c0 con 0x7f38e4103f00 2024-04-25T01:19:13.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.181+0000 7f38eb278700 1 -- 172.21.15.111:0/609022006 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38e41a0770 con 0x7f38e4103f00 2024-04-25T01:19:13.167 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.182+0000 7f38eb278700 1 -- 172.21.15.111:0/609022006 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38e4068f20 con 0x7f38e4103f00 2024-04-25T01:19:13.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.184+0000 7f38da7fc700 1 -- 172.21.15.111:0/609022006 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f38dc024070 con 0x7f38e4103f00 2024-04-25T01:19:13.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.185+0000 7f38da7fc700 1 --2- 172.21.15.111:0/609022006 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f38d00a2c20 0x7f38d00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:19:13.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.185+0000 7f38da7fc700 1 -- 172.21.15.111:0/609022006 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3669+0+0 (secure 0 0 0) 0x7f38dc00f020 con 0x7f38e4103f00 2024-04-25T01:19:13.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.185+0000 7f38e9014700 1 --2- 172.21.15.111:0/609022006 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f38d00a2c20 0x7f38d00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:19:13.168 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.186+0000 7f38e9014700 1 --2- 172.21.15.111:0/609022006 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f38d00a2c20 0x7f38d00a50e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f38e406a7a0 tx=0x7f38d4006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:19:13.171 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.189+0000 7f38da7fc700 1 -- 172.21.15.111:0/609022006 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f38dc09d200 con 0x7f38e4103f00 2024-04-25T01:19:13.377 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:13.394+0000 7f38eb278700 1 -- 172.21.15.111:0/609022006 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f38e4062730 con 0x7f38d00a2c20 2024-04-25T01:19:14.019 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:13 smithi111 ceph-mon[32623]: osdmap e30: 4 total, 4 up, 4 in 2024-04-25T01:19:14.019 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:13 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:19:14.019 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:13 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:19:14.019 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:13 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:14.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:13 smithi026 ceph-mon[28096]: osdmap e30: 4 total, 4 up, 4 in 2024-04-25T01:19:14.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:13 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:19:14.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:13 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:19:14.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:13 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:14.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:13 smithi186 ceph-mon[32747]: osdmap e30: 4 total, 4 up, 4 in 2024-04-25T01:19:14.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:13 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:19:14.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:13 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:19:14.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:13 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:14.981 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:14 smithi111 ceph-mon[32623]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T01:19:14.981 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:14 smithi111 ceph-mon[32623]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:19:14.982 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:14 smithi111 ceph-mon[32623]: Detected new or changed devices on smithi026 2024-04-25T01:19:14.982 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:14.982 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:14.982 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:19:14.982 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:19:14.982 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:14 smithi111 ceph-mon[32623]: Adjusting osd_memory_target on smithi026 to 8547M 2024-04-25T01:19:14.982 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:14.982 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:14.982 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:14.982 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:15.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:14 smithi026 ceph-mon[28096]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T01:19:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:14 smithi026 ceph-mon[28096]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:19:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:14 smithi026 ceph-mon[28096]: Detected new or changed devices on smithi026 2024-04-25T01:19:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:19:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:19:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:14 smithi026 ceph-mon[28096]: Adjusting osd_memory_target on smithi026 to 8547M 2024-04-25T01:19:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:15.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:15.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:14 smithi186 ceph-mon[32747]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T01:19:15.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:14 smithi186 ceph-mon[32747]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:19:15.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:14 smithi186 ceph-mon[32747]: Detected new or changed devices on smithi026 2024-04-25T01:19:15.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:15.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:15.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:19:15.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:19:15.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:14 smithi186 ceph-mon[32747]: Adjusting osd_memory_target on smithi026 to 8547M 2024-04-25T01:19:15.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:15.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:15.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:15.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:17.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:16 smithi026 ceph-mon[28096]: pgmap v125: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-04-25T01:19:17.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:16 smithi026 ceph-mon[28096]: from='client.? 172.21.15.111:0/4078609740' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11785220-8182-4e7f-b0a4-77dba02bb178"}]: dispatch 2024-04-25T01:19:17.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:16 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11785220-8182-4e7f-b0a4-77dba02bb178"}]: dispatch 2024-04-25T01:19:17.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:16 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "11785220-8182-4e7f-b0a4-77dba02bb178"}]': finished 2024-04-25T01:19:17.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:16 smithi026 ceph-mon[28096]: osdmap e31: 5 total, 4 up, 5 in 2024-04-25T01:19:17.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:16 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:17.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:16 smithi026 ceph-mon[28096]: from='client.? 172.21.15.111:0/3015497175' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:19:17.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:16 smithi186 ceph-mon[32747]: pgmap v125: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-04-25T01:19:17.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:16 smithi186 ceph-mon[32747]: from='client.? 172.21.15.111:0/4078609740' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11785220-8182-4e7f-b0a4-77dba02bb178"}]: dispatch 2024-04-25T01:19:17.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:16 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11785220-8182-4e7f-b0a4-77dba02bb178"}]: dispatch 2024-04-25T01:19:17.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:16 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "11785220-8182-4e7f-b0a4-77dba02bb178"}]': finished 2024-04-25T01:19:17.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:16 smithi186 ceph-mon[32747]: osdmap e31: 5 total, 4 up, 5 in 2024-04-25T01:19:17.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:16 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:17.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:16 smithi186 ceph-mon[32747]: from='client.? 172.21.15.111:0/3015497175' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:19:17.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:16 smithi111 ceph-mon[32623]: pgmap v125: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-04-25T01:19:17.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:16 smithi111 ceph-mon[32623]: from='client.? 172.21.15.111:0/4078609740' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11785220-8182-4e7f-b0a4-77dba02bb178"}]: dispatch 2024-04-25T01:19:17.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:16 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11785220-8182-4e7f-b0a4-77dba02bb178"}]: dispatch 2024-04-25T01:19:17.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:16 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "11785220-8182-4e7f-b0a4-77dba02bb178"}]': finished 2024-04-25T01:19:17.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:16 smithi111 ceph-mon[32623]: osdmap e31: 5 total, 4 up, 5 in 2024-04-25T01:19:17.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:16 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:17.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:16 smithi111 ceph-mon[32623]: from='client.? 172.21.15.111:0/3015497175' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:19:19.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:18 smithi026 ceph-mon[28096]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T01:19:19.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:18 smithi186 ceph-mon[32747]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T01:19:19.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:18 smithi111 ceph-mon[32623]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T01:19:21.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:20 smithi026 ceph-mon[28096]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:21.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:20 smithi186 ceph-mon[32747]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:21.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:20 smithi111 ceph-mon[32623]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:23.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:22 smithi026 ceph-mon[28096]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:23.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:22 smithi186 ceph-mon[32747]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:23.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:22 smithi111 ceph-mon[32623]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:24.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:23 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T01:19:24.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:23 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:24.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:23 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T01:19:24.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:23 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:24.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:23 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T01:19:24.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:23 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:25.076 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:24 smithi111 ceph-mon[32623]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:25.076 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:24 smithi111 ceph-mon[32623]: Deploying daemon osd.4 on smithi111 2024-04-25T01:19:25.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:24 smithi186 ceph-mon[32747]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:25.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:24 smithi186 ceph-mon[32747]: Deploying daemon osd.4 on smithi111 2024-04-25T01:19:25.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:24 smithi026 ceph-mon[28096]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:25.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:24 smithi026 ceph-mon[28096]: Deploying daemon osd.4 on smithi111 2024-04-25T01:19:27.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:26 smithi186 ceph-mon[32747]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:27.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:26 smithi111 ceph-mon[32623]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:27.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:26 smithi026 ceph-mon[28096]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:29.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:28 smithi186 ceph-mon[32747]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:29.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:28 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:29.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:28 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:29.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:28 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:29.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:28 smithi111 ceph-mon[32623]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:29.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:28 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:29.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:28 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:29.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:28 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:29.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:28 smithi026 ceph-mon[28096]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:29.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:29.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:29.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:31.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:30 smithi186 ceph-mon[32747]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:31.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:30 smithi111 ceph-mon[32623]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:31.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:30 smithi026 ceph-mon[28096]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:31.912 INFO:teuthology.orchestra.run.smithi111.stdout:Created osd(s) 4 on host 'smithi111' 2024-04-25T01:19:31.912 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:31.930+0000 7f38da7fc700 1 -- 172.21.15.111:0/609022006 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f38e4062730 con 0x7f38d00a2c20 2024-04-25T01:19:31.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:31.932+0000 7f38eb278700 1 -- 172.21.15.111:0/609022006 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f38d00a2c20 msgr2=0x7f38d00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:19:31.915 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:31.932+0000 7f38eb278700 1 --2- 172.21.15.111:0/609022006 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f38d00a2c20 0x7f38d00a50e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f38e406a7a0 tx=0x7f38d4006d20 comp rx=0 tx=0).stop 2024-04-25T01:19:31.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:31.932+0000 7f38eb278700 1 -- 172.21.15.111:0/609022006 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38e4103f00 msgr2=0x7f38e419f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:19:31.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:31.932+0000 7f38eb278700 1 --2- 172.21.15.111:0/609022006 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38e4103f00 0x7f38e419f990 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f38dc007f00 tx=0x7f38dc00bf10 comp rx=0 tx=0).stop 2024-04-25T01:19:31.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:31.932+0000 7f38eb278700 1 -- 172.21.15.111:0/609022006 shutdown_connections 2024-04-25T01:19:31.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:31.932+0000 7f38eb278700 1 --2- 172.21.15.111:0/609022006 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f38d00a2c20 0x7f38d00a50e0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:31.916 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:31.932+0000 7f38eb278700 1 --2- 172.21.15.111:0/609022006 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f38e4103f00 0x7f38e419f990 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:31.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:31.932+0000 7f38eb278700 1 --2- 172.21.15.111:0/609022006 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38e4100580 0x7f38e41983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:31.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:31.932+0000 7f38eb278700 1 --2- 172.21.15.111:0/609022006 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f38e4103560 0x7f38e4198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:31.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:31.932+0000 7f38eb278700 1 -- 172.21.15.111:0/609022006 >> 172.21.15.111:0/609022006 conn(0x7f38e40fbee0 msgr2=0x7f38e4106790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:19:31.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:31.933+0000 7f38eb278700 1 -- 172.21.15.111:0/609022006 shutdown_connections 2024-04-25T01:19:31.917 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:19:31.933+0000 7f38eb278700 1 -- 172.21.15.111:0/609022006 wait complete. 2024-04-25T01:19:32.550 DEBUG:teuthology.orchestra.run.smithi111:osd.4> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.4.service 2024-04-25T01:19:32.552 INFO:tasks.cephadm:Deploying osd.5 on smithi186 with /dev/vg_nvme/lv_3... 2024-04-25T01:19:32.552 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T01:19:32.787 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:19:33.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:32 smithi186 ceph-mon[32747]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:33.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:32 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:33.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:32 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:33.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:32 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:33.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:32 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:33.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:32 smithi186 ceph-mon[32747]: from='osd.4 [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T01:19:33.087 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:32 smithi186 ceph-mon[32747]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T01:19:33.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:32 smithi111 ceph-mon[32623]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:33.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:32 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:33.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:32 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:33.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:32 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:33.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:32 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:33.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:32 smithi111 ceph-mon[32623]: from='osd.4 [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T01:19:33.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:32 smithi111 ceph-mon[32623]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T01:19:33.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:32 smithi026 ceph-mon[28096]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:33.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:32 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:33.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:32 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:33.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:32 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:33.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:32 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:33.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:32 smithi026 ceph-mon[28096]: from='osd.4 [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T01:19:33.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:32 smithi026 ceph-mon[28096]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T01:19:34.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:33 smithi186 ceph-mon[32747]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T01:19:34.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:33 smithi186 ceph-mon[32747]: from='osd.4 [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:19:34.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:33 smithi186 ceph-mon[32747]: osdmap e32: 5 total, 4 up, 5 in 2024-04-25T01:19:34.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:33 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:34.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:33 smithi186 ceph-mon[32747]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:19:34.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:33 smithi186 ceph-mon[32747]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:34.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:33 smithi111 ceph-mon[32623]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T01:19:34.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:33 smithi111 ceph-mon[32623]: from='osd.4 [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:19:34.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:33 smithi111 ceph-mon[32623]: osdmap e32: 5 total, 4 up, 5 in 2024-04-25T01:19:34.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:33 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:34.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:33 smithi111 ceph-mon[32623]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:19:34.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:33 smithi111 ceph-mon[32623]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:34.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:33 smithi026 ceph-mon[28096]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T01:19:34.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:33 smithi026 ceph-mon[28096]: from='osd.4 [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:19:34.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:33 smithi026 ceph-mon[28096]: osdmap e32: 5 total, 4 up, 5 in 2024-04-25T01:19:34.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:33 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:34.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:33 smithi026 ceph-mon[28096]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:19:34.307 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:33 smithi026 ceph-mon[28096]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:34.676 INFO:teuthology.orchestra.run.smithi186.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T01:19:34.676 INFO:teuthology.orchestra.run.smithi186.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T01:19:34.676 INFO:teuthology.orchestra.run.smithi186.stderr: stderr: 10+0 records in 2024-04-25T01:19:34.677 INFO:teuthology.orchestra.run.smithi186.stderr:10+0 records out 2024-04-25T01:19:34.677 INFO:teuthology.orchestra.run.smithi186.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.013861 s, 756 MB/s 2024-04-25T01:19:34.677 INFO:teuthology.orchestra.run.smithi186.stderr:--> Zapping successful for: 2024-04-25T01:19:34.921 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:34 smithi111 ceph-mon[32623]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2024-04-25T01:19:34.921 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:34 smithi111 ceph-mon[32623]: osdmap e33: 5 total, 4 up, 5 in 2024-04-25T01:19:34.921 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:34 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:34.921 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:34 smithi111 ceph-mon[32623]: from='osd.4 ' entity='osd.4' 2024-04-25T01:19:34.922 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:34 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:34.922 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:19:34 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4[43924]: 2024-04-25T01:19:34.748+0000 7fe99a8cb700 -1 osd.4 0 waiting for initial osdmap 2024-04-25T01:19:34.922 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:19:34 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4[43924]: 2024-04-25T01:19:34.754+0000 7fe992eb7700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T01:19:35.264 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:34 smithi186 ceph-mon[32747]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2024-04-25T01:19:35.265 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:34 smithi186 ceph-mon[32747]: osdmap e33: 5 total, 4 up, 5 in 2024-04-25T01:19:35.265 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:34 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:35.265 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:34 smithi186 ceph-mon[32747]: from='osd.4 ' entity='osd.4' 2024-04-25T01:19:35.265 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:34 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:35.296 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi186:vg_nvme/lv_3 2024-04-25T01:19:35.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:34 smithi026 ceph-mon[28096]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2024-04-25T01:19:35.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:34 smithi026 ceph-mon[28096]: osdmap e33: 5 total, 4 up, 5 in 2024-04-25T01:19:35.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:35.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:34 smithi026 ceph-mon[28096]: from='osd.4 ' entity='osd.4' 2024-04-25T01:19:35.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:35.533 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:19:36.546 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: purged_snaps scrub starts 2024-04-25T01:19:36.546 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: purged_snaps scrub ok 2024-04-25T01:19:36.546 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:36.546 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: Detected new or changed devices on smithi111 2024-04-25T01:19:36.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:19:36.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:19:36.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: Adjusting osd_memory_target on smithi111 to 8544M 2024-04-25T01:19:36.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:36.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:36.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:36.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:36.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:36.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: osd.4 [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113] boot 2024-04-25T01:19:36.548 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: osdmap e34: 5 total, 5 up, 5 in 2024-04-25T01:19:36.548 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:36.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: purged_snaps scrub starts 2024-04-25T01:19:36.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: purged_snaps scrub ok 2024-04-25T01:19:36.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:36.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: Detected new or changed devices on smithi111 2024-04-25T01:19:36.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:19:36.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:19:36.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: Adjusting osd_memory_target on smithi111 to 8544M 2024-04-25T01:19:36.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:36.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:36.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:36.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:36.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:36.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: osd.4 [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113] boot 2024-04-25T01:19:36.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: osdmap e34: 5 total, 5 up, 5 in 2024-04-25T01:19:36.558 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:36.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: purged_snaps scrub starts 2024-04-25T01:19:36.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: purged_snaps scrub ok 2024-04-25T01:19:36.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-25T01:19:36.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: Detected new or changed devices on smithi111 2024-04-25T01:19:36.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:19:36.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:19:36.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: Adjusting osd_memory_target on smithi111 to 8544M 2024-04-25T01:19:36.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:36.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:36.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:36.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:36.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:36.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:36.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: osd.4 [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113] boot 2024-04-25T01:19:36.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: osdmap e34: 5 total, 5 up, 5 in 2024-04-25T01:19:36.618 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T01:19:37.022 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.037+0000 7fca4ce08700 1 -- 172.21.15.186:0/2697968316 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fca48101190 msgr2=0x7fca481015b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:19:37.022 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.037+0000 7fca4ce08700 1 --2- 172.21.15.186:0/2697968316 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fca48101190 0x7fca481015b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fca3c009990 tx=0x7fca3c009ca0 comp rx=0 tx=0).stop 2024-04-25T01:19:37.022 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.037+0000 7fca4ce08700 1 -- 172.21.15.186:0/2697968316 shutdown_connections 2024-04-25T01:19:37.022 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.037+0000 7fca4ce08700 1 --2- 172.21.15.186:0/2697968316 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca48102d30 0x7fca481095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:37.022 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.037+0000 7fca4ce08700 1 --2- 172.21.15.186:0/2697968316 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fca48101190 0x7fca481015b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:37.022 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.037+0000 7fca4ce08700 1 --2- 172.21.15.186:0/2697968316 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca48102390 0x7fca481027f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:37.022 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.037+0000 7fca4ce08700 1 -- 172.21.15.186:0/2697968316 >> 172.21.15.186:0/2697968316 conn(0x7fca480fc750 msgr2=0x7fca480feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:19:37.022 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.037+0000 7fca4ce08700 1 -- 172.21.15.186:0/2697968316 shutdown_connections 2024-04-25T01:19:37.022 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.037+0000 7fca4ce08700 1 -- 172.21.15.186:0/2697968316 wait complete. 2024-04-25T01:19:37.022 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.038+0000 7fca4ce08700 1 Processor -- start 2024-04-25T01:19:37.022 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.038+0000 7fca4ce08700 1 -- start start 2024-04-25T01:19:37.023 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.038+0000 7fca4ce08700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca48101190 0x7fca4806b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:19:37.023 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.038+0000 7fca4ce08700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca48102390 0x7fca4819d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:19:37.023 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.038+0000 7fca4ce08700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fca48102d30 0x7fca4819f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:19:37.023 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.038+0000 7fca4ce08700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fca4810ce50 con 0x7fca48101190 2024-04-25T01:19:37.023 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.038+0000 7fca4ce08700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fca4810ccd0 con 0x7fca48102390 2024-04-25T01:19:37.023 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.038+0000 7fca4ce08700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fca4810cfd0 con 0x7fca48102d30 2024-04-25T01:19:37.023 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.038+0000 7fca46d9d700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fca48102d30 0x7fca4819f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:19:37.023 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.038+0000 7fca46d9d700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fca48102d30 0x7fca4819f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.186:37608/0 (socket says 172.21.15.186:37608) 2024-04-25T01:19:37.023 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.038+0000 7fca46d9d700 1 -- 172.21.15.186:0/3566433333 learned_addr learned my addr 172.21.15.186:0/3566433333 (peer_addr_for_me v2:172.21.15.186:0/0) 2024-04-25T01:19:37.023 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.039+0000 7fca45d9b700 1 --2- 172.21.15.186:0/3566433333 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca48102390 0x7fca4819d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:19:37.024 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.039+0000 7fca46d9d700 1 -- 172.21.15.186:0/3566433333 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca48102390 msgr2=0x7fca4819d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:19:37.024 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.039+0000 7fca46d9d700 1 --2- 172.21.15.186:0/3566433333 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca48102390 0x7fca4819d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:37.024 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.039+0000 7fca46d9d700 1 -- 172.21.15.186:0/3566433333 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca48101190 msgr2=0x7fca4806b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:19:37.024 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.039+0000 7fca46d9d700 1 --2- 172.21.15.186:0/3566433333 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca48101190 0x7fca4806b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:37.024 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.039+0000 7fca46d9d700 1 -- 172.21.15.186:0/3566433333 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca481a0260 con 0x7fca48102d30 2024-04-25T01:19:37.024 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.039+0000 7fca46d9d700 1 --2- 172.21.15.186:0/3566433333 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fca48102d30 0x7fca4819f990 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fca4000b970 tx=0x7fca4000bd30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:19:37.024 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.039+0000 7fca377fe700 1 -- 172.21.15.186:0/3566433333 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca40019070 con 0x7fca48102d30 2024-04-25T01:19:37.024 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.039+0000 7fca377fe700 1 -- 172.21.15.186:0/3566433333 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca40014440 con 0x7fca48102d30 2024-04-25T01:19:37.024 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.039+0000 7fca4ce08700 1 -- 172.21.15.186:0/3566433333 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca481a0550 con 0x7fca48102d30 2024-04-25T01:19:37.024 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.039+0000 7fca377fe700 1 -- 172.21.15.186:0/3566433333 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca400075d0 con 0x7fca48102d30 2024-04-25T01:19:37.024 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.039+0000 7fca4ce08700 1 -- 172.21.15.186:0/3566433333 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca481a0ac0 con 0x7fca48102d30 2024-04-25T01:19:37.025 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.040+0000 7fca4ce08700 1 -- 172.21.15.186:0/3566433333 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca48068f20 con 0x7fca48102d30 2024-04-25T01:19:37.025 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.041+0000 7fca377fe700 1 -- 172.21.15.186:0/3566433333 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fca4001c070 con 0x7fca48102d30 2024-04-25T01:19:37.025 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.042+0000 7fca377fe700 1 --2- 172.21.15.186:0/3566433333 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fca300a2c20 0x7fca300a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:19:37.026 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.042+0000 7fca377fe700 1 -- 172.21.15.186:0/3566433333 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 4101+0+0 (secure 0 0 0) 0x7fca400cd900 con 0x7fca48102d30 2024-04-25T01:19:37.026 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.042+0000 7fca4659c700 1 --2- 172.21.15.186:0/3566433333 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fca300a2c20 0x7fca300a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:19:37.026 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.043+0000 7fca4659c700 1 --2- 172.21.15.186:0/3566433333 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fca300a2c20 0x7fca300a50e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fca3c005f50 tx=0x7fca3c005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:19:37.028 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.046+0000 7fca377fe700 1 -- 172.21.15.186:0/3566433333 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fca4009b8d0 con 0x7fca48102d30 2024-04-25T01:19:37.237 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:37.255+0000 7fca4ce08700 1 -- 172.21.15.186:0/3566433333 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fca48062670 con 0x7fca300a2c20 2024-04-25T01:19:37.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:37 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:19:37.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:37 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:19:37.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:37 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:37.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:37 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:19:37.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:37 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:19:37.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:37 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:37.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:37 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:19:37.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:37 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:19:37.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:37 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:38.516 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:38 smithi186 ceph-mon[32747]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:38.516 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:38 smithi186 ceph-mon[32747]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:19:38.516 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:38 smithi186 ceph-mon[32747]: osdmap e35: 5 total, 5 up, 5 in 2024-04-25T01:19:38.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:38 smithi026 ceph-mon[28096]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:38.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:38 smithi026 ceph-mon[28096]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:19:38.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:38 smithi026 ceph-mon[28096]: osdmap e35: 5 total, 5 up, 5 in 2024-04-25T01:19:38.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:38 smithi111 ceph-mon[32623]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:38.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:38 smithi111 ceph-mon[32623]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:19:38.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:38 smithi111 ceph-mon[32623]: osdmap e35: 5 total, 5 up, 5 in 2024-04-25T01:19:40.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:40 smithi026 ceph-mon[28096]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:40.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:40 smithi026 ceph-mon[28096]: from='client.? 172.21.15.186:0/249454059' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24513b4c-bffa-4617-9064-de68acc8eeea"}]: dispatch 2024-04-25T01:19:40.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:40 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24513b4c-bffa-4617-9064-de68acc8eeea"}]: dispatch 2024-04-25T01:19:40.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:40 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24513b4c-bffa-4617-9064-de68acc8eeea"}]': finished 2024-04-25T01:19:40.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:40 smithi026 ceph-mon[28096]: osdmap e36: 6 total, 5 up, 6 in 2024-04-25T01:19:40.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T01:19:40.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:40 smithi186 ceph-mon[32747]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:40.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:40 smithi186 ceph-mon[32747]: from='client.? 172.21.15.186:0/249454059' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24513b4c-bffa-4617-9064-de68acc8eeea"}]: dispatch 2024-04-25T01:19:40.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:40 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24513b4c-bffa-4617-9064-de68acc8eeea"}]: dispatch 2024-04-25T01:19:40.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:40 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24513b4c-bffa-4617-9064-de68acc8eeea"}]': finished 2024-04-25T01:19:40.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:40 smithi186 ceph-mon[32747]: osdmap e36: 6 total, 5 up, 6 in 2024-04-25T01:19:40.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T01:19:40.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:40 smithi111 ceph-mon[32623]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:40.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:40 smithi111 ceph-mon[32623]: from='client.? 172.21.15.186:0/249454059' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24513b4c-bffa-4617-9064-de68acc8eeea"}]: dispatch 2024-04-25T01:19:40.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:40 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24513b4c-bffa-4617-9064-de68acc8eeea"}]: dispatch 2024-04-25T01:19:40.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:40 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24513b4c-bffa-4617-9064-de68acc8eeea"}]': finished 2024-04-25T01:19:40.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:40 smithi111 ceph-mon[32623]: osdmap e36: 6 total, 5 up, 6 in 2024-04-25T01:19:40.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T01:19:41.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:41 smithi186 ceph-mon[32747]: from='client.? 172.21.15.186:0/371341302' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:19:41.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:41 smithi111 ceph-mon[32623]: from='client.? 172.21.15.186:0/371341302' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:19:41.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:41 smithi026 ceph-mon[28096]: from='client.? 172.21.15.186:0/371341302' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:19:42.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:42 smithi186 ceph-mon[32747]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:42.608 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:42 smithi111 ceph-mon[32623]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:42.708 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:42 smithi026 ceph-mon[28096]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:44.499 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:44 smithi186 ceph-mon[32747]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:44.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:44 smithi111 ceph-mon[32623]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:44.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:44 smithi026 ceph-mon[28096]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:46.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:46 smithi186 ceph-mon[32747]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:46.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:46 smithi111 ceph-mon[32623]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:46.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:46 smithi026 ceph-mon[28096]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:48.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:48 smithi186 ceph-mon[32747]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:48.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:48 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T01:19:48.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:48 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:48.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:48 smithi186 ceph-mon[32747]: Deploying daemon osd.5 on smithi186 2024-04-25T01:19:48.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:48 smithi111 ceph-mon[32623]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:48.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:48 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T01:19:48.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:48 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:48.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:48 smithi111 ceph-mon[32623]: Deploying daemon osd.5 on smithi186 2024-04-25T01:19:48.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:48 smithi026 ceph-mon[28096]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:48.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:48 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T01:19:48.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:48 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:48.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:48 smithi026 ceph-mon[28096]: Deploying daemon osd.5 on smithi186 2024-04-25T01:19:50.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:50 smithi186 ceph-mon[32747]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:50.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:50 smithi111 ceph-mon[32623]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:50.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:50 smithi026 ceph-mon[28096]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:52.547 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:52 smithi186 ceph-mon[32747]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:52.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:52 smithi111 ceph-mon[32623]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:52.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:52 smithi026 ceph-mon[28096]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:53.515 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:53 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:53.515 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:53 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:53.515 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:53 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:53.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:53.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:53.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:53.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:53 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:53.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:53 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:53.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:53 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:55.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:54 smithi186 ceph-mon[32747]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:55.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:54 smithi111 ceph-mon[32623]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:55.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:54 smithi026 ceph-mon[28096]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:56.575 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:56.592+0000 7fca377fe700 1 -- 172.21.15.186:0/3566433333 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fca48062670 con 0x7fca300a2c20 2024-04-25T01:19:56.575 INFO:teuthology.orchestra.run.smithi186.stdout:Created osd(s) 5 on host 'smithi186' 2024-04-25T01:19:56.577 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:56.594+0000 7fca4ce08700 1 -- 172.21.15.186:0/3566433333 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fca300a2c20 msgr2=0x7fca300a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:19:56.577 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:56.594+0000 7fca4ce08700 1 --2- 172.21.15.186:0/3566433333 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fca300a2c20 0x7fca300a50e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fca3c005f50 tx=0x7fca3c005e80 comp rx=0 tx=0).stop 2024-04-25T01:19:56.577 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:56.594+0000 7fca4ce08700 1 -- 172.21.15.186:0/3566433333 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fca48102d30 msgr2=0x7fca4819f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:19:56.577 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:56.594+0000 7fca4ce08700 1 --2- 172.21.15.186:0/3566433333 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fca48102d30 0x7fca4819f990 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fca4000b970 tx=0x7fca4000bd30 comp rx=0 tx=0).stop 2024-04-25T01:19:56.577 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:56.595+0000 7fca4ce08700 1 -- 172.21.15.186:0/3566433333 shutdown_connections 2024-04-25T01:19:56.577 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:56.595+0000 7fca4ce08700 1 --2- 172.21.15.186:0/3566433333 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fca48102d30 0x7fca4819f990 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:56.577 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:56.595+0000 7fca4ce08700 1 --2- 172.21.15.186:0/3566433333 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca48101190 0x7fca4806b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:56.577 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:56.595+0000 7fca4ce08700 1 --2- 172.21.15.186:0/3566433333 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fca300a2c20 0x7fca300a50e0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:56.577 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:56.595+0000 7fca4ce08700 1 --2- 172.21.15.186:0/3566433333 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fca48102390 0x7fca4819d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:19:56.578 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:56.595+0000 7fca4ce08700 1 -- 172.21.15.186:0/3566433333 >> 172.21.15.186:0/3566433333 conn(0x7fca480fc750 msgr2=0x7fca48105800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:19:56.578 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:56.595+0000 7fca4ce08700 1 -- 172.21.15.186:0/3566433333 shutdown_connections 2024-04-25T01:19:56.578 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:19:56.595+0000 7fca4ce08700 1 -- 172.21.15.186:0/3566433333 wait complete. 2024-04-25T01:19:56.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:56 smithi186 ceph-mon[32747]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:56.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:56.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:56.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:56.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:56.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:56.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:56.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:56.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:56.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:56 smithi186 ceph-mon[32747]: from='osd.5 [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T01:19:56.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:56 smithi186 ceph-mon[32747]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T01:19:57.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:56 smithi026 ceph-mon[28096]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:57.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:57.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:57.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:57.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:57.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:57.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:57.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:57.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:57.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:56 smithi026 ceph-mon[28096]: from='osd.5 [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T01:19:57.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:56 smithi026 ceph-mon[28096]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T01:19:57.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:56 smithi111 ceph-mon[32623]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:57.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:57.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:57.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:19:57.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:19:57.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:57.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:57.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:19:57.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:19:57.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:56 smithi111 ceph-mon[32623]: from='osd.5 [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T01:19:57.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:56 smithi111 ceph-mon[32623]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T01:19:57.180 DEBUG:teuthology.orchestra.run.smithi186:osd.5> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.5.service 2024-04-25T01:19:57.182 INFO:tasks.cephadm:Deploying osd.6 on smithi026 with /dev/vg_nvme/lv_2... 2024-04-25T01:19:57.182 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T01:19:57.661 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:19:58.834 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:58 smithi026 ceph-mon[28096]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:58.834 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:58 smithi026 ceph-mon[28096]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T01:19:58.834 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:58 smithi026 ceph-mon[28096]: osdmap e37: 6 total, 5 up, 6 in 2024-04-25T01:19:58.834 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:58 smithi026 ceph-mon[28096]: from='osd.5 [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:19:58.834 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T01:19:58.834 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:58 smithi026 ceph-mon[28096]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:19:58.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:58 smithi186 ceph-mon[32747]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:58.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:58 smithi186 ceph-mon[32747]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T01:19:58.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:58 smithi186 ceph-mon[32747]: osdmap e37: 6 total, 5 up, 6 in 2024-04-25T01:19:58.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:58 smithi186 ceph-mon[32747]: from='osd.5 [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:19:58.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T01:19:58.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:58 smithi186 ceph-mon[32747]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:19:58.836 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:19:58 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:19:58.588+0000 7fd55eb39700 -1 osd.5 0 waiting for initial osdmap 2024-04-25T01:19:58.836 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:19:58 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:19:58.595+0000 7fd55b12d700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T01:19:58.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:58 smithi111 ceph-mon[32623]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:19:58.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:58 smithi111 ceph-mon[32623]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T01:19:58.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:58 smithi111 ceph-mon[32623]: osdmap e37: 6 total, 5 up, 6 in 2024-04-25T01:19:58.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:58 smithi111 ceph-mon[32623]: from='osd.5 [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:19:58.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:58 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T01:19:58.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:58 smithi111 ceph-mon[32623]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:19:59.718 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:59 smithi186 ceph-mon[32747]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]': finished 2024-04-25T01:19:59.718 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:59 smithi186 ceph-mon[32747]: osdmap e38: 6 total, 5 up, 6 in 2024-04-25T01:19:59.718 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:19:59 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T01:19:59.831 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:59 smithi026 ceph-mon[28096]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]': finished 2024-04-25T01:19:59.831 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:59 smithi026 ceph-mon[28096]: osdmap e38: 6 total, 5 up, 6 in 2024-04-25T01:19:59.831 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:19:59 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T01:19:59.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:59 smithi111 ceph-mon[32623]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]': finished 2024-04-25T01:19:59.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:59 smithi111 ceph-mon[32623]: osdmap e38: 6 total, 5 up, 6 in 2024-04-25T01:19:59.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:19:59 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T01:20:00.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: purged_snaps scrub starts 2024-04-25T01:20:00.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: purged_snaps scrub ok 2024-04-25T01:20:00.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:20:00.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: osd.5 [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084] boot 2024-04-25T01:20:00.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: osdmap e39: 6 total, 6 up, 6 in 2024-04-25T01:20:00.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T01:20:00.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: overall HEALTH_OK 2024-04-25T01:20:00.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:00.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:00.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:00.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:00.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:00.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:00.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:20:00.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:00.837 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:00 smithi186 ceph-mon[32747]: osdmap e40: 6 total, 6 up, 6 in 2024-04-25T01:20:00.852 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: purged_snaps scrub starts 2024-04-25T01:20:00.852 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: purged_snaps scrub ok 2024-04-25T01:20:00.852 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:20:00.852 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: osd.5 [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084] boot 2024-04-25T01:20:00.852 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: osdmap e39: 6 total, 6 up, 6 in 2024-04-25T01:20:00.852 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T01:20:00.852 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: overall HEALTH_OK 2024-04-25T01:20:00.852 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:00.852 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:00.852 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:00.853 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:00.853 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:00.853 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:00.853 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:20:00.853 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:00.853 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:00 smithi026 ceph-mon[28096]: osdmap e40: 6 total, 6 up, 6 in 2024-04-25T01:20:00.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: purged_snaps scrub starts 2024-04-25T01:20:00.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: purged_snaps scrub ok 2024-04-25T01:20:00.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-25T01:20:00.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: osd.5 [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084] boot 2024-04-25T01:20:00.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: osdmap e39: 6 total, 6 up, 6 in 2024-04-25T01:20:00.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T01:20:00.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: overall HEALTH_OK 2024-04-25T01:20:00.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:00.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:00.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:00.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:00.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:00.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:00.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:20:00.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:00.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:00 smithi111 ceph-mon[32623]: osdmap e40: 6 total, 6 up, 6 in 2024-04-25T01:20:00.882 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T01:20:00.883 INFO:teuthology.orchestra.run.smithi026.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T01:20:00.883 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10+0 records in 2024-04-25T01:20:00.883 INFO:teuthology.orchestra.run.smithi026.stderr:10+0 records out 2024-04-25T01:20:00.883 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0348378 s, 301 MB/s 2024-04-25T01:20:00.883 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping successful for: 2024-04-25T01:20:01.608 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:01 smithi186 ceph-mon[32747]: Detected new or changed devices on smithi186 2024-04-25T01:20:01.609 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:01 smithi186 ceph-mon[32747]: Adjusting osd_memory_target on smithi186 to 8544M 2024-04-25T01:20:01.609 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:01 smithi186 ceph-mon[32747]: osdmap e41: 6 total, 6 up, 6 in 2024-04-25T01:20:01.818 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi026:vg_nvme/lv_2 2024-04-25T01:20:01.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:01 smithi111 ceph-mon[32623]: Detected new or changed devices on smithi186 2024-04-25T01:20:01.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:01 smithi111 ceph-mon[32623]: Adjusting osd_memory_target on smithi186 to 8544M 2024-04-25T01:20:01.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:01 smithi111 ceph-mon[32623]: osdmap e41: 6 total, 6 up, 6 in 2024-04-25T01:20:01.897 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:01 smithi026 ceph-mon[28096]: Detected new or changed devices on smithi186 2024-04-25T01:20:01.897 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:01 smithi026 ceph-mon[28096]: Adjusting osd_memory_target on smithi186 to 8544M 2024-04-25T01:20:01.897 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:01 smithi026 ceph-mon[28096]: osdmap e41: 6 total, 6 up, 6 in 2024-04-25T01:20:02.280 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:20:02.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:02 smithi026 ceph-mon[28096]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:02.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:02 smithi186 ceph-mon[32747]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:02.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:02 smithi111 ceph-mon[32623]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:03.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:03 smithi111 ceph-mon[32623]: osdmap e42: 6 total, 6 up, 6 in 2024-04-25T01:20:04.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:03 smithi026 ceph-mon[28096]: osdmap e42: 6 total, 6 up, 6 in 2024-04-25T01:20:04.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:03 smithi186 ceph-mon[32747]: osdmap e42: 6 total, 6 up, 6 in 2024-04-25T01:20:04.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.637+0000 7f8be3200700 1 -- 172.21.15.26:0/1001551043 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8bdc10a470 msgr2=0x7f8bdc110d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:20:04.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.637+0000 7f8be3200700 1 --2- 172.21.15.26:0/1001551043 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8bdc10a470 0x7f8bdc110d20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f8bd4009920 tx=0x7f8bd4009c30 comp rx=0 tx=0).stop 2024-04-25T01:20:04.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.637+0000 7f8be3200700 1 -- 172.21.15.26:0/1001551043 shutdown_connections 2024-04-25T01:20:04.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.637+0000 7f8be3200700 1 --2- 172.21.15.26:0/1001551043 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8bdc10a470 0x7f8bdc110d20 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:04.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.637+0000 7f8be3200700 1 --2- 172.21.15.26:0/1001551043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bdc1088d0 0x7f8bdc108cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:04.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.637+0000 7f8be3200700 1 --2- 172.21.15.26:0/1001551043 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8bdc109ad0 0x7f8bdc109f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:04.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.637+0000 7f8be3200700 1 -- 172.21.15.26:0/1001551043 >> 172.21.15.26:0/1001551043 conn(0x7f8bdc0778a0 msgr2=0x7f8bdc079ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:20:04.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.638+0000 7f8be3200700 1 -- 172.21.15.26:0/1001551043 shutdown_connections 2024-04-25T01:20:04.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.638+0000 7f8be3200700 1 -- 172.21.15.26:0/1001551043 wait complete. 2024-04-25T01:20:04.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.639+0000 7f8be3200700 1 Processor -- start 2024-04-25T01:20:04.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.639+0000 7f8be3200700 1 -- start start 2024-04-25T01:20:04.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.639+0000 7f8be3200700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8bdc1088d0 0x7f8bdc19eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:20:04.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.639+0000 7f8be3200700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8bdc109ad0 0x7f8bdc19f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:20:04.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.639+0000 7f8be3200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bdc10a470 0x7f8bdc1a60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:20:04.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.639+0000 7f8be3200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc114510 con 0x7f8bdc10a470 2024-04-25T01:20:04.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.639+0000 7f8be3200700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc114390 con 0x7f8bdc1088d0 2024-04-25T01:20:04.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.639+0000 7f8be3200700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc114690 con 0x7f8bdc109ad0 2024-04-25T01:20:04.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.639+0000 7f8bdbe00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8bdc1088d0 0x7f8bdc19eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:20:04.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.639+0000 7f8be1200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bdc10a470 0x7f8bdc1a60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:20:04.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.639+0000 7f8bdbe00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8bdc1088d0 0x7f8bdc19eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:46928/0 (socket says 172.21.15.26:46928) 2024-04-25T01:20:04.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.639+0000 7f8bdbe00700 1 -- 172.21.15.26:0/3737348868 learned_addr learned my addr 172.21.15.26:0/3737348868 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:20:04.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.640+0000 7f8bdb400700 1 --2- 172.21.15.26:0/3737348868 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8bdc109ad0 0x7f8bdc19f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:20:04.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.640+0000 7f8bdbe00700 1 -- 172.21.15.26:0/3737348868 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8bdc109ad0 msgr2=0x7f8bdc19f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:20:04.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.640+0000 7f8bdbe00700 1 --2- 172.21.15.26:0/3737348868 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8bdc109ad0 0x7f8bdc19f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:04.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.640+0000 7f8bdbe00700 1 -- 172.21.15.26:0/3737348868 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bdc10a470 msgr2=0x7f8bdc1a60b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:20:04.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.640+0000 7f8bdbe00700 1 --2- 172.21.15.26:0/3737348868 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bdc10a470 0x7f8bdc1a60b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:04.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.640+0000 7f8bdbe00700 1 -- 172.21.15.26:0/3737348868 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bdc1a6750 con 0x7f8bdc1088d0 2024-04-25T01:20:04.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.640+0000 7f8bdbe00700 1 --2- 172.21.15.26:0/3737348868 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8bdc1088d0 0x7f8bdc19eaf0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc00efb0 tx=0x7f8bcc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:20:04.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.641+0000 7f8bd8c00700 1 -- 172.21.15.26:0/3737348868 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc0092e0 con 0x7f8bdc1088d0 2024-04-25T01:20:04.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.641+0000 7f8bd8c00700 1 -- 172.21.15.26:0/3737348868 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8bcc003a00 con 0x7f8bdc1088d0 2024-04-25T01:20:04.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.641+0000 7f8be3200700 1 -- 172.21.15.26:0/3737348868 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bdc1a69e0 con 0x7f8bdc1088d0 2024-04-25T01:20:04.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.641+0000 7f8bd8c00700 1 -- 172.21.15.26:0/3737348868 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc004700 con 0x7f8bdc1088d0 2024-04-25T01:20:04.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.641+0000 7f8be3200700 1 -- 172.21.15.26:0/3737348868 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bdc1a6f70 con 0x7f8bdc1088d0 2024-04-25T01:20:04.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.642+0000 7f8be3200700 1 -- 172.21.15.26:0/3737348868 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bdc068f20 con 0x7f8bdc1088d0 2024-04-25T01:20:04.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.644+0000 7f8bd8c00700 1 -- 172.21.15.26:0/3737348868 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8bcc01b030 con 0x7f8bdc1088d0 2024-04-25T01:20:04.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.645+0000 7f8bd8c00700 1 --2- 172.21.15.26:0/3737348868 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8bc00a2ca0 0x7f8bc00a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:20:04.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.645+0000 7f8bd8c00700 1 -- 172.21.15.26:0/3737348868 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4533+0+0 (secure 0 0 0) 0x7f8bcc0cdfe0 con 0x7f8bdc1088d0 2024-04-25T01:20:04.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.645+0000 7f8bdb400700 1 --2- 172.21.15.26:0/3737348868 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8bc00a2ca0 0x7f8bc00a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:20:04.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.646+0000 7f8bdb400700 1 --2- 172.21.15.26:0/3737348868 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8bc00a2ca0 0x7f8bc00a5160 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8bc8009c60 tx=0x7f8bc8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:20:04.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.649+0000 7f8bd8c00700 1 -- 172.21.15.26:0/3737348868 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f8bcc022020 con 0x7f8bdc1088d0 2024-04-25T01:20:04.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:04 smithi026 ceph-mon[28096]: pgmap v161: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-25T01:20:04.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:04 smithi026 ceph-mon[28096]: osdmap e43: 6 total, 6 up, 6 in 2024-04-25T01:20:04.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:04 smithi026 ceph-mon[28096]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-25T01:20:04.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:04 smithi111 ceph-mon[32623]: pgmap v161: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-25T01:20:04.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:04 smithi111 ceph-mon[32623]: osdmap e43: 6 total, 6 up, 6 in 2024-04-25T01:20:04.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:04 smithi111 ceph-mon[32623]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-25T01:20:04.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:04.888+0000 7f8be3200700 1 -- 172.21.15.26:0/3737348868 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f8bdc062670 con 0x7f8bc00a2ca0 2024-04-25T01:20:05.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:04 smithi186 ceph-mon[32747]: pgmap v161: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-25T01:20:05.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:04 smithi186 ceph-mon[32747]: osdmap e43: 6 total, 6 up, 6 in 2024-04-25T01:20:05.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:04 smithi186 ceph-mon[32747]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-25T01:20:06.001 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:20:06.001 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:20:06.001 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:05 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:06.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:05 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:20:06.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:05 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:20:06.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:05 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:06.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:05 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:20:06.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:05 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:20:06.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:05 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:06.877 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:06 smithi026 ceph-mon[28096]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:20:06.877 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:06 smithi026 ceph-mon[28096]: pgmap v163: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-25T01:20:07.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:06 smithi186 ceph-mon[32747]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:20:07.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:06 smithi186 ceph-mon[32747]: pgmap v163: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-25T01:20:07.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:06 smithi111 ceph-mon[32623]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:20:07.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:06 smithi111 ceph-mon[32623]: pgmap v163: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-25T01:20:07.865 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:07 smithi026 ceph-mon[28096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-25T01:20:07.865 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:07 smithi026 ceph-mon[28096]: Cluster is now healthy 2024-04-25T01:20:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:07 smithi186 ceph-mon[32747]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-25T01:20:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:07 smithi186 ceph-mon[32747]: Cluster is now healthy 2024-04-25T01:20:08.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:07 smithi111 ceph-mon[32623]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-25T01:20:08.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:07 smithi111 ceph-mon[32623]: Cluster is now healthy 2024-04-25T01:20:09.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:08 smithi026 ceph-mon[28096]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T01:20:09.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:08 smithi186 ceph-mon[32747]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T01:20:09.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:08 smithi111 ceph-mon[32623]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T01:20:09.955 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:09 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/895389061' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "737c3db7-5c10-4c6e-96fa-1bb454ae2daa"}]: dispatch 2024-04-25T01:20:09.955 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:09 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "737c3db7-5c10-4c6e-96fa-1bb454ae2daa"}]: dispatch 2024-04-25T01:20:09.955 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:09 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "737c3db7-5c10-4c6e-96fa-1bb454ae2daa"}]': finished 2024-04-25T01:20:09.955 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:09 smithi026 ceph-mon[28096]: osdmap e44: 7 total, 6 up, 7 in 2024-04-25T01:20:09.955 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:09 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:10.017 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:09 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/895389061' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "737c3db7-5c10-4c6e-96fa-1bb454ae2daa"}]: dispatch 2024-04-25T01:20:10.017 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:09 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "737c3db7-5c10-4c6e-96fa-1bb454ae2daa"}]: dispatch 2024-04-25T01:20:10.017 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:09 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "737c3db7-5c10-4c6e-96fa-1bb454ae2daa"}]': finished 2024-04-25T01:20:10.017 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:09 smithi111 ceph-mon[32623]: osdmap e44: 7 total, 6 up, 7 in 2024-04-25T01:20:10.018 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:09 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:10.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:09 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/895389061' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "737c3db7-5c10-4c6e-96fa-1bb454ae2daa"}]: dispatch 2024-04-25T01:20:10.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:09 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "737c3db7-5c10-4c6e-96fa-1bb454ae2daa"}]: dispatch 2024-04-25T01:20:10.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:09 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "737c3db7-5c10-4c6e-96fa-1bb454ae2daa"}]': finished 2024-04-25T01:20:10.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:09 smithi186 ceph-mon[32747]: osdmap e44: 7 total, 6 up, 7 in 2024-04-25T01:20:10.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:09 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:10.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:10 smithi026 ceph-mon[28096]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-25T01:20:10.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:10 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/986635333' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:20:11.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:10 smithi186 ceph-mon[32747]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-25T01:20:11.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:10 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/986635333' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:20:11.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:10 smithi111 ceph-mon[32623]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-25T01:20:11.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:10 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/986635333' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:20:13.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:12 smithi026 ceph-mon[28096]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T01:20:13.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:12 smithi186 ceph-mon[32747]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T01:20:13.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:12 smithi111 ceph-mon[32623]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T01:20:14.770 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:14 smithi026 ceph-mon[28096]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-25T01:20:15.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:14 smithi186 ceph-mon[32747]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-25T01:20:15.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:14 smithi111 ceph-mon[32623]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-25T01:20:17.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:16 smithi026 ceph-mon[28096]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T01:20:17.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:16 smithi186 ceph-mon[32747]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T01:20:17.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:16 smithi111 ceph-mon[32623]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T01:20:18.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:18 smithi026 ceph-mon[28096]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:19.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:18 smithi186 ceph-mon[32747]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:19.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:18 smithi111 ceph-mon[32623]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:19.986 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:19 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T01:20:19.987 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:19 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:20.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:19 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T01:20:20.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:19 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:20.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:19 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T01:20:20.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:19 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:21.000 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:20 smithi026 ceph-mon[28096]: Deploying daemon osd.6 on smithi026 2024-04-25T01:20:21.001 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:20 smithi026 ceph-mon[28096]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:21.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:20 smithi186 ceph-mon[32747]: Deploying daemon osd.6 on smithi026 2024-04-25T01:20:21.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:20 smithi186 ceph-mon[32747]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:21.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:20 smithi111 ceph-mon[32623]: Deploying daemon osd.6 on smithi026 2024-04-25T01:20:21.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:20 smithi111 ceph-mon[32623]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:22.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:22 smithi026 ceph-mon[28096]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:23.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:22 smithi186 ceph-mon[32747]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:23.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:22 smithi111 ceph-mon[32623]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:24.868 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:24 smithi026 ceph-mon[28096]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:25.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:24 smithi186 ceph-mon[32747]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:25.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:24 smithi111 ceph-mon[32623]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:27.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:26 smithi026 ceph-mon[28096]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:27.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:26 smithi186 ceph-mon[32747]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:27.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:26 smithi111 ceph-mon[32623]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:29.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:28 smithi026 ceph-mon[28096]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:29.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:29.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:29.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:20:29.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:28 smithi186 ceph-mon[32747]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:29.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:28 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:29.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:28 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:29.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:28 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:20:29.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:28 smithi111 ceph-mon[32623]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:29.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:28 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:29.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:28 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:29.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:28 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:20:31.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:30 smithi026 ceph-mon[28096]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:31.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:30 smithi186 ceph-mon[32747]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:31.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:30 smithi111 ceph-mon[32623]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:32.999 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:32 smithi026 ceph-mon[28096]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:32.999 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:32 smithi026 ceph-mon[28096]: from='osd.6 [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T01:20:32.999 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:32 smithi026 ceph-mon[28096]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T01:20:32.999 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:32 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:32.999 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:32 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:33.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:32 smithi186 ceph-mon[32747]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:33.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:32 smithi186 ceph-mon[32747]: from='osd.6 [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T01:20:33.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:32 smithi186 ceph-mon[32747]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T01:20:33.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:32 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:33.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:32 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:33.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:32 smithi111 ceph-mon[32623]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:33.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:32 smithi111 ceph-mon[32623]: from='osd.6 [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T01:20:33.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:32 smithi111 ceph-mon[32623]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T01:20:33.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:32 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:33.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:32 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:33.778 INFO:teuthology.orchestra.run.smithi026.stdout:Created osd(s) 6 on host 'smithi026' 2024-04-25T01:20:33.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:33.795+0000 7f8bd8c00700 1 -- 172.21.15.26:0/3737348868 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8bdc062670 con 0x7f8bc00a2ca0 2024-04-25T01:20:33.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:33.798+0000 7f8be3200700 1 -- 172.21.15.26:0/3737348868 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8bc00a2ca0 msgr2=0x7f8bc00a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:20:33.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:33.798+0000 7f8be3200700 1 --2- 172.21.15.26:0/3737348868 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8bc00a2ca0 0x7f8bc00a5160 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8bc8009c60 tx=0x7f8bc8009260 comp rx=0 tx=0).stop 2024-04-25T01:20:33.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:33.798+0000 7f8be3200700 1 -- 172.21.15.26:0/3737348868 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8bdc1088d0 msgr2=0x7f8bdc19eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:20:33.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:33.798+0000 7f8be3200700 1 --2- 172.21.15.26:0/3737348868 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8bdc1088d0 0x7f8bdc19eaf0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc00efb0 tx=0x7f8bcc00c3a0 comp rx=0 tx=0).stop 2024-04-25T01:20:33.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:33.799+0000 7f8be3200700 1 -- 172.21.15.26:0/3737348868 shutdown_connections 2024-04-25T01:20:33.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:33.799+0000 7f8be3200700 1 --2- 172.21.15.26:0/3737348868 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bdc10a470 0x7f8bdc1a60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:33.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:33.799+0000 7f8be3200700 1 --2- 172.21.15.26:0/3737348868 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8bc00a2ca0 0x7f8bc00a5160 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:33.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:33.799+0000 7f8be3200700 1 --2- 172.21.15.26:0/3737348868 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8bdc1088d0 0x7f8bdc19eaf0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:33.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:33.799+0000 7f8be3200700 1 --2- 172.21.15.26:0/3737348868 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8bdc109ad0 0x7f8bdc19f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:33.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:33.799+0000 7f8be3200700 1 -- 172.21.15.26:0/3737348868 >> 172.21.15.26:0/3737348868 conn(0x7f8bdc0778a0 msgr2=0x7f8bdc10cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:20:33.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:33.799+0000 7f8be3200700 1 -- 172.21.15.26:0/3737348868 shutdown_connections 2024-04-25T01:20:33.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:20:33.799+0000 7f8be3200700 1 -- 172.21.15.26:0/3737348868 wait complete. 2024-04-25T01:20:34.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:33 smithi026 ceph-mon[28096]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T01:20:34.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:33 smithi026 ceph-mon[28096]: osdmap e45: 7 total, 6 up, 7 in 2024-04-25T01:20:34.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:33 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:34.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:33 smithi026 ceph-mon[28096]: from='osd.6 [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:20:34.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:33 smithi026 ceph-mon[28096]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:20:34.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:33 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:34.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:33 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:34.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:33 smithi186 ceph-mon[32747]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T01:20:34.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:33 smithi186 ceph-mon[32747]: osdmap e45: 7 total, 6 up, 7 in 2024-04-25T01:20:34.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:33 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:34.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:33 smithi186 ceph-mon[32747]: from='osd.6 [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:20:34.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:33 smithi186 ceph-mon[32747]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:20:34.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:33 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:34.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:33 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:34.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:33 smithi111 ceph-mon[32623]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T01:20:34.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:33 smithi111 ceph-mon[32623]: osdmap e45: 7 total, 6 up, 7 in 2024-04-25T01:20:34.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:33 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:34.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:33 smithi111 ceph-mon[32623]: from='osd.6 [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:20:34.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:33 smithi111 ceph-mon[32623]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:20:34.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:33 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:34.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:33 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:34.667 DEBUG:teuthology.orchestra.run.smithi026:osd.6> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.6.service 2024-04-25T01:20:34.672 INFO:tasks.cephadm:Deploying osd.7 on smithi111 with /dev/vg_nvme/lv_2... 2024-04-25T01:20:34.672 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T01:20:34.920 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T01:20:35.042 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:34 smithi111 ceph-mon[32623]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:35.042 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:34 smithi111 ceph-mon[32623]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-25T01:20:35.042 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:34 smithi111 ceph-mon[32623]: osdmap e46: 7 total, 6 up, 7 in 2024-04-25T01:20:35.042 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:34 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:35.042 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:34 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:35.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:34 smithi026 ceph-mon[28096]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:35.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:34 smithi026 ceph-mon[28096]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-25T01:20:35.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:34 smithi026 ceph-mon[28096]: osdmap e46: 7 total, 6 up, 7 in 2024-04-25T01:20:35.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:35.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:35.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:34 smithi186 ceph-mon[32747]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-04-25T01:20:35.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:34 smithi186 ceph-mon[32747]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-25T01:20:35.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:34 smithi186 ceph-mon[32747]: osdmap e46: 7 total, 6 up, 7 in 2024-04-25T01:20:35.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:34 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:35.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:34 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:35.958 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:35 smithi111 ceph-mon[32623]: purged_snaps scrub starts 2024-04-25T01:20:35.958 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:35 smithi111 ceph-mon[32623]: purged_snaps scrub ok 2024-04-25T01:20:35.958 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:35 smithi111 ceph-mon[32623]: osd.6 [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832] boot 2024-04-25T01:20:35.958 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:35 smithi111 ceph-mon[32623]: osdmap e47: 7 total, 7 up, 7 in 2024-04-25T01:20:35.958 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:35 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:36.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:35 smithi026 ceph-mon[28096]: purged_snaps scrub starts 2024-04-25T01:20:36.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:35 smithi026 ceph-mon[28096]: purged_snaps scrub ok 2024-04-25T01:20:36.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:35 smithi026 ceph-mon[28096]: osd.6 [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832] boot 2024-04-25T01:20:36.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:35 smithi026 ceph-mon[28096]: osdmap e47: 7 total, 7 up, 7 in 2024-04-25T01:20:36.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:36.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:35 smithi186 ceph-mon[32747]: purged_snaps scrub starts 2024-04-25T01:20:36.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:35 smithi186 ceph-mon[32747]: purged_snaps scrub ok 2024-04-25T01:20:36.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:35 smithi186 ceph-mon[32747]: osd.6 [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832] boot 2024-04-25T01:20:36.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:35 smithi186 ceph-mon[32747]: osdmap e47: 7 total, 7 up, 7 in 2024-04-25T01:20:36.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:35 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T01:20:36.778 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T01:20:36.778 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T01:20:36.779 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10+0 records in 2024-04-25T01:20:36.779 INFO:teuthology.orchestra.run.smithi111.stderr:10+0 records out 2024-04-25T01:20:36.779 INFO:teuthology.orchestra.run.smithi111.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0121257 s, 865 MB/s 2024-04-25T01:20:36.779 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping successful for: 2024-04-25T01:20:37.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:36 smithi026 ceph-mon[28096]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:37.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:36 smithi026 ceph-mon[28096]: osdmap e48: 7 total, 7 up, 7 in 2024-04-25T01:20:37.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:36 smithi186 ceph-mon[32747]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:37.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:36 smithi186 ceph-mon[32747]: osdmap e48: 7 total, 7 up, 7 in 2024-04-25T01:20:37.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:36 smithi111 ceph-mon[32623]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:37.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:36 smithi111 ceph-mon[32623]: osdmap e48: 7 total, 7 up, 7 in 2024-04-25T01:20:37.369 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi111:vg_nvme/lv_2 2024-04-25T01:20:37.612 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T01:20:38.970 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:38 smithi111 ceph-mon[32623]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:39.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:38 smithi026 ceph-mon[28096]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:39.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:38 smithi186 ceph-mon[32747]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:39.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.204+0000 7f6769365700 1 -- 172.21.15.111:0/3737559347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6764101190 msgr2=0x7f67641015b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:20:39.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.204+0000 7f6769365700 1 --2- 172.21.15.111:0/3737559347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6764101190 0x7f67641015b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f675400b0d0 tx=0x7f675400b3e0 comp rx=0 tx=0).stop 2024-04-25T01:20:39.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.204+0000 7f6769365700 1 -- 172.21.15.111:0/3737559347 shutdown_connections 2024-04-25T01:20:39.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.204+0000 7f6769365700 1 --2- 172.21.15.111:0/3737559347 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6764102d30 0x7f67641095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:39.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.204+0000 7f6769365700 1 --2- 172.21.15.111:0/3737559347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6764101190 0x7f67641015b0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:39.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.204+0000 7f6769365700 1 --2- 172.21.15.111:0/3737559347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6764102390 0x7f67641027f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:39.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.204+0000 7f6769365700 1 -- 172.21.15.111:0/3737559347 >> 172.21.15.111:0/3737559347 conn(0x7f67640fc730 msgr2=0x7f67640feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:20:39.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.204+0000 7f6769365700 1 -- 172.21.15.111:0/3737559347 shutdown_connections 2024-04-25T01:20:39.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.204+0000 7f6769365700 1 -- 172.21.15.111:0/3737559347 wait complete. 2024-04-25T01:20:39.187 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.204+0000 7f6769365700 1 Processor -- start 2024-04-25T01:20:39.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6769365700 1 -- start start 2024-04-25T01:20:39.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6769365700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6764101190 0x7f676406aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:20:39.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6769365700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6764102390 0x7f676419d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:20:39.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6769365700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6764102d30 0x7f676419fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:20:39.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6769365700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f676410ce50 con 0x7f6764102d30 2024-04-25T01:20:39.189 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6769365700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f676410ccd0 con 0x7f6764101190 2024-04-25T01:20:39.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6769365700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f676410cfd0 con 0x7f6764102390 2024-04-25T01:20:39.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6762ffd700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6764101190 0x7f676406aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:20:39.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6762ffd700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6764101190 0x7f676406aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:38866/0 (socket says 172.21.15.111:38866) 2024-04-25T01:20:39.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6762ffd700 1 -- 172.21.15.111:0/743409518 learned_addr learned my addr 172.21.15.111:0/743409518 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-04-25T01:20:39.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f67627fc700 1 --2- 172.21.15.111:0/743409518 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6764102390 0x7f676419d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:20:39.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6762ffd700 1 -- 172.21.15.111:0/743409518 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6764102390 msgr2=0x7f676419d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:20:39.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6762ffd700 1 --2- 172.21.15.111:0/743409518 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6764102390 0x7f676419d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:39.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6762ffd700 1 -- 172.21.15.111:0/743409518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6764102d30 msgr2=0x7f676419fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:20:39.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6762ffd700 1 --2- 172.21.15.111:0/743409518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6764102d30 0x7f676419fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:39.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6762ffd700 1 -- 172.21.15.111:0/743409518 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67641a02d0 con 0x7f6764101190 2024-04-25T01:20:39.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f6762ffd700 1 --2- 172.21.15.111:0/743409518 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6764101190 0x7f676406aa70 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f675400b820 tx=0x7f6754007e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:20:39.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.205+0000 7f675bfff700 1 -- 172.21.15.111:0/743409518 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f675401f070 con 0x7f6764101190 2024-04-25T01:20:39.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.206+0000 7f675bfff700 1 -- 172.21.15.111:0/743409518 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6754003e10 con 0x7f6764101190 2024-04-25T01:20:39.190 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.206+0000 7f6769365700 1 -- 172.21.15.111:0/743409518 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67641a0560 con 0x7f6764101190 2024-04-25T01:20:39.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.206+0000 7f675bfff700 1 -- 172.21.15.111:0/743409518 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f675401ba30 con 0x7f6764101190 2024-04-25T01:20:39.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.206+0000 7f6769365700 1 -- 172.21.15.111:0/743409518 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67641a0ac0 con 0x7f6764101190 2024-04-25T01:20:39.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.206+0000 7f6769365700 1 -- 172.21.15.111:0/743409518 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6764068f20 con 0x7f6764101190 2024-04-25T01:20:39.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.208+0000 7f675bfff700 1 -- 172.21.15.111:0/743409518 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f6754022070 con 0x7f6764101190 2024-04-25T01:20:39.191 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.208+0000 7f675bfff700 1 --2- 172.21.15.111:0/743409518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f67500a2c20 0x7f67500a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:20:39.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.208+0000 7f675bfff700 1 -- 172.21.15.111:0/743409518 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7f675400f020 con 0x7f6764101190 2024-04-25T01:20:39.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.209+0000 7f67627fc700 1 --2- 172.21.15.111:0/743409518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f67500a2c20 0x7f67500a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:20:39.192 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.210+0000 7f67627fc700 1 --2- 172.21.15.111:0/743409518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f67500a2c20 0x7f67500a50e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f674c006fd0 tx=0x7f674c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:20:39.195 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.213+0000 7f675bfff700 1 -- 172.21.15.111:0/743409518 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f6754029020 con 0x7f6764101190 2024-04-25T01:20:39.400 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:39.417+0000 7f6769365700 1 -- 172.21.15.111:0/743409518 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f6764062670 con 0x7f67500a2c20 2024-04-25T01:20:40.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:20:40.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:20:40.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:40.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:20:40.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:20:40.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:40.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:20:40.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:20:40.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:40.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:40.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:20:40.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:40.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:40.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:40.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:40.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:40.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:40.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:40.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:20:40.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:40.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:20:40.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:40.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:20:40.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:41.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:41.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:20:41.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:41.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:41.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:41.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:41.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:41.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:41.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:41.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:20:41.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:41.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:20:41.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:41.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:20:41.057 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:41.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:41.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:20:41.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:41.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:41.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:41.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:41.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:20:41.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:41.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:41.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:20:41.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:41.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:20:41.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:41.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:20:41.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:42.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:41 smithi186 ceph-mon[32747]: Detected new or changed devices on smithi026 2024-04-25T01:20:42.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:41 smithi186 ceph-mon[32747]: Adjusting osd_memory_target on smithi026 to 5698M 2024-04-25T01:20:42.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:41 smithi111 ceph-mon[32623]: Detected new or changed devices on smithi026 2024-04-25T01:20:42.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:41 smithi111 ceph-mon[32623]: Adjusting osd_memory_target on smithi026 to 5698M 2024-04-25T01:20:42.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:41 smithi026 ceph-mon[28096]: Detected new or changed devices on smithi026 2024-04-25T01:20:42.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:41 smithi026 ceph-mon[28096]: Adjusting osd_memory_target on smithi026 to 5698M 2024-04-25T01:20:43.127 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:42 smithi026 ceph-mon[28096]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:43.128 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:42 smithi026 ceph-mon[28096]: from='client.? 172.21.15.111:0/434734661' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b52ba17-c9e9-483d-94db-5ee377ac7d22"}]: dispatch 2024-04-25T01:20:43.128 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:42 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b52ba17-c9e9-483d-94db-5ee377ac7d22"}]: dispatch 2024-04-25T01:20:43.128 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:42 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8b52ba17-c9e9-483d-94db-5ee377ac7d22"}]': finished 2024-04-25T01:20:43.128 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:42 smithi026 ceph-mon[28096]: osdmap e49: 8 total, 7 up, 8 in 2024-04-25T01:20:43.128 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:42 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:20:43.128 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:42 smithi026 ceph-mon[28096]: from='client.? 172.21.15.111:0/3484672373' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:20:43.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:42 smithi186 ceph-mon[32747]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:43.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:42 smithi186 ceph-mon[32747]: from='client.? 172.21.15.111:0/434734661' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b52ba17-c9e9-483d-94db-5ee377ac7d22"}]: dispatch 2024-04-25T01:20:43.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:42 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b52ba17-c9e9-483d-94db-5ee377ac7d22"}]: dispatch 2024-04-25T01:20:43.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:42 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8b52ba17-c9e9-483d-94db-5ee377ac7d22"}]': finished 2024-04-25T01:20:43.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:42 smithi186 ceph-mon[32747]: osdmap e49: 8 total, 7 up, 8 in 2024-04-25T01:20:43.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:42 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:20:43.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:42 smithi186 ceph-mon[32747]: from='client.? 172.21.15.111:0/3484672373' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:20:43.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:42 smithi111 ceph-mon[32623]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:43.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:42 smithi111 ceph-mon[32623]: from='client.? 172.21.15.111:0/434734661' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b52ba17-c9e9-483d-94db-5ee377ac7d22"}]: dispatch 2024-04-25T01:20:43.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:42 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b52ba17-c9e9-483d-94db-5ee377ac7d22"}]: dispatch 2024-04-25T01:20:43.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:42 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8b52ba17-c9e9-483d-94db-5ee377ac7d22"}]': finished 2024-04-25T01:20:43.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:42 smithi111 ceph-mon[32623]: osdmap e49: 8 total, 7 up, 8 in 2024-04-25T01:20:43.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:42 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:20:43.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:42 smithi111 ceph-mon[32623]: from='client.? 172.21.15.111:0/3484672373' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:20:45.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:44 smithi111 ceph-mon[32623]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:45.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:44 smithi026 ceph-mon[28096]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:45.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:44 smithi186 ceph-mon[32747]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:47.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:46 smithi111 ceph-mon[32623]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:47.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:46 smithi026 ceph-mon[28096]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:47.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:46 smithi186 ceph-mon[32747]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:49.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:48 smithi111 ceph-mon[32623]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:49.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:48 smithi026 ceph-mon[28096]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:49.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:48 smithi186 ceph-mon[32747]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:50.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:49 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T01:20:50.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:49 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:50.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T01:20:50.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:50.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T01:20:50.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:51.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:50 smithi111 ceph-mon[32623]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:51.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:50 smithi111 ceph-mon[32623]: Deploying daemon osd.7 on smithi111 2024-04-25T01:20:51.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:50 smithi026 ceph-mon[28096]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:51.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:50 smithi026 ceph-mon[28096]: Deploying daemon osd.7 on smithi111 2024-04-25T01:20:51.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:50 smithi186 ceph-mon[32747]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:51.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:50 smithi186 ceph-mon[32747]: Deploying daemon osd.7 on smithi111 2024-04-25T01:20:52.134 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:51 smithi111 ceph-mon[32623]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:52.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:51 smithi026 ceph-mon[28096]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:52.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:51 smithi186 ceph-mon[32747]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:54.176 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:54 smithi111 ceph-mon[32623]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:54.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:54 smithi186 ceph-mon[32747]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:54.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:54 smithi026 ceph-mon[28096]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:56.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:55 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:56.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:55 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:56.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:55 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:20:56.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:55 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:56.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:55 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:56.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:55 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:20:56.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:55 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:56.117 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:55 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:56.118 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:55 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:20:56.868 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:56 smithi111 ceph-mon[32623]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:57.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:56 smithi026 ceph-mon[28096]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:56 smithi186 ceph-mon[32747]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:58.435 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:58.454+0000 7f675bfff700 1 -- 172.21.15.111:0/743409518 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f6764062670 con 0x7f67500a2c20 2024-04-25T01:20:58.436 INFO:teuthology.orchestra.run.smithi111.stdout:Created osd(s) 7 on host 'smithi111' 2024-04-25T01:20:58.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:58.455+0000 7f6769365700 1 -- 172.21.15.111:0/743409518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f67500a2c20 msgr2=0x7f67500a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:20:58.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:58.455+0000 7f6769365700 1 --2- 172.21.15.111:0/743409518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f67500a2c20 0x7f67500a50e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f674c006fd0 tx=0x7f674c008040 comp rx=0 tx=0).stop 2024-04-25T01:20:58.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:58.455+0000 7f6769365700 1 -- 172.21.15.111:0/743409518 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6764101190 msgr2=0x7f676406aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:20:58.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:58.455+0000 7f6769365700 1 --2- 172.21.15.111:0/743409518 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6764101190 0x7f676406aa70 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f675400b820 tx=0x7f6754007e40 comp rx=0 tx=0).stop 2024-04-25T01:20:58.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:58.455+0000 7f6769365700 1 -- 172.21.15.111:0/743409518 shutdown_connections 2024-04-25T01:20:58.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:58.455+0000 7f6769365700 1 --2- 172.21.15.111:0/743409518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6764102d30 0x7f676419fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:58.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:58.455+0000 7f6769365700 1 --2- 172.21.15.111:0/743409518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f67500a2c20 0x7f67500a50e0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:58.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:58.455+0000 7f6769365700 1 --2- 172.21.15.111:0/743409518 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6764101190 0x7f676406aa70 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:58.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:58.455+0000 7f6769365700 1 --2- 172.21.15.111:0/743409518 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6764102390 0x7f676419d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:20:58.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:58.455+0000 7f6769365700 1 -- 172.21.15.111:0/743409518 >> 172.21.15.111:0/743409518 conn(0x7f67640fc730 msgr2=0x7f67641057a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:20:58.438 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:58.455+0000 7f6769365700 1 -- 172.21.15.111:0/743409518 shutdown_connections 2024-04-25T01:20:58.439 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:20:58.455+0000 7f6769365700 1 -- 172.21.15.111:0/743409518 wait complete. 2024-04-25T01:20:58.598 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:58 smithi111 ceph-mon[32623]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:58.598 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:58 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:58.598 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:58 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:58.598 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:58 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:58.598 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:58 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:20:58.598 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:58 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:58.598 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:58 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:58.598 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:58 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:58.598 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:58 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:20:58.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:58 smithi186 ceph-mon[32747]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:58.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:58.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:58.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:58.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:20:58.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:58.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:58.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:58.836 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:58 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:20:59.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:58 smithi026 ceph-mon[28096]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:20:59.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:59.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:59.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:20:59.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:20:59.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:59.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:59.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:20:59.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:58 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:20:59.150 DEBUG:teuthology.orchestra.run.smithi111:osd.7> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.7.service 2024-04-25T01:20:59.152 INFO:tasks.cephadm:Deploying osd.8 on smithi186 with /dev/vg_nvme/lv_2... 2024-04-25T01:20:59.152 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T01:20:59.400 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:20:59.773 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:59 smithi186 ceph-mon[32747]: from='osd.7 [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T01:20:59.773 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:20:59 smithi186 ceph-mon[32747]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T01:20:59.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:59 smithi111 ceph-mon[32623]: from='osd.7 [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T01:20:59.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:20:59 smithi111 ceph-mon[32623]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T01:21:00.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:59 smithi026 ceph-mon[28096]: from='osd.7 [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T01:21:00.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:20:59 smithi026 ceph-mon[28096]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T01:21:00.783 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:00 smithi186 ceph-mon[32747]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:21:00.783 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:00 smithi186 ceph-mon[32747]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T01:21:00.783 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:00 smithi186 ceph-mon[32747]: from='osd.7 [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:21:00.783 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:00 smithi186 ceph-mon[32747]: osdmap e50: 8 total, 7 up, 8 in 2024-04-25T01:21:00.783 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:00 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:21:00.783 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:00 smithi186 ceph-mon[32747]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:21:00.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:00 smithi111 ceph-mon[32623]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:21:00.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:00 smithi111 ceph-mon[32623]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T01:21:00.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:00 smithi111 ceph-mon[32623]: from='osd.7 [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:21:00.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:00 smithi111 ceph-mon[32623]: osdmap e50: 8 total, 7 up, 8 in 2024-04-25T01:21:00.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:21:00.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:00 smithi111 ceph-mon[32623]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:21:01.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:00 smithi026 ceph-mon[28096]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:21:01.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:00 smithi026 ceph-mon[28096]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T01:21:01.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:00 smithi026 ceph-mon[28096]: from='osd.7 [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:21:01.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:00 smithi026 ceph-mon[28096]: osdmap e50: 8 total, 7 up, 8 in 2024-04-25T01:21:01.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:00 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:21:01.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:00 smithi026 ceph-mon[28096]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:21:01.370 INFO:teuthology.orchestra.run.smithi186.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T01:21:01.370 INFO:teuthology.orchestra.run.smithi186.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T01:21:01.370 INFO:teuthology.orchestra.run.smithi186.stderr: stderr: 10+0 records in 2024-04-25T01:21:01.370 INFO:teuthology.orchestra.run.smithi186.stderr:10+0 records out 2024-04-25T01:21:01.371 INFO:teuthology.orchestra.run.smithi186.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0129536 s, 809 MB/s 2024-04-25T01:21:01.371 INFO:teuthology.orchestra.run.smithi186.stderr:--> Zapping successful for: 2024-04-25T01:21:01.686 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:01 smithi186 ceph-mon[32747]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2024-04-25T01:21:01.686 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:01 smithi186 ceph-mon[32747]: osdmap e51: 8 total, 7 up, 8 in 2024-04-25T01:21:01.686 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:01 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:21:01.686 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:01 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:21:01.686 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:01 smithi186 ceph-mon[32747]: from='osd.7 ' entity='osd.7' 2024-04-25T01:21:01.687 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:01 smithi186 ceph-mon[32747]: osd.7 [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090] boot 2024-04-25T01:21:01.687 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:01 smithi186 ceph-mon[32747]: osdmap e52: 8 total, 8 up, 8 in 2024-04-25T01:21:01.687 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:01 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:21:01.754 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:21:01 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:21:01.413+0000 7f5683544700 -1 osd.7 0 waiting for initial osdmap 2024-04-25T01:21:01.754 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:21:01 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:21:01.425+0000 7f567bb30700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T01:21:01.754 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:01 smithi111 ceph-mon[32623]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2024-04-25T01:21:01.754 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:01 smithi111 ceph-mon[32623]: osdmap e51: 8 total, 7 up, 8 in 2024-04-25T01:21:01.754 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:01 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:21:01.755 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:01 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:21:01.755 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:01 smithi111 ceph-mon[32623]: from='osd.7 ' entity='osd.7' 2024-04-25T01:21:01.755 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:01 smithi111 ceph-mon[32623]: osd.7 [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090] boot 2024-04-25T01:21:01.755 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:01 smithi111 ceph-mon[32623]: osdmap e52: 8 total, 8 up, 8 in 2024-04-25T01:21:01.755 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:01 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:21:02.004 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi186:vg_nvme/lv_2 2024-04-25T01:21:02.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:01 smithi026 ceph-mon[28096]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2024-04-25T01:21:02.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:01 smithi026 ceph-mon[28096]: osdmap e51: 8 total, 7 up, 8 in 2024-04-25T01:21:02.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:01 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:21:02.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:01 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:21:02.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:01 smithi026 ceph-mon[28096]: from='osd.7 ' entity='osd.7' 2024-04-25T01:21:02.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:01 smithi026 ceph-mon[28096]: osd.7 [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090] boot 2024-04-25T01:21:02.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:01 smithi026 ceph-mon[28096]: osdmap e52: 8 total, 8 up, 8 in 2024-04-25T01:21:02.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:01 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T01:21:02.252 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:21:02.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:02 smithi111 ceph-mon[32623]: purged_snaps scrub starts 2024-04-25T01:21:02.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:02 smithi111 ceph-mon[32623]: purged_snaps scrub ok 2024-04-25T01:21:02.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:02 smithi111 ceph-mon[32623]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:21:02.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:02.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:02.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:02.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:02.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:02.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:02.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:02.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:21:02.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:02.867 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:02 smithi111 ceph-mon[32623]: osdmap e53: 8 total, 8 up, 8 in 2024-04-25T01:21:03.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:02 smithi026 ceph-mon[28096]: purged_snaps scrub starts 2024-04-25T01:21:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:02 smithi026 ceph-mon[28096]: purged_snaps scrub ok 2024-04-25T01:21:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:02 smithi026 ceph-mon[28096]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:21:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:21:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:03.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:02 smithi026 ceph-mon[28096]: osdmap e53: 8 total, 8 up, 8 in 2024-04-25T01:21:03.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:02 smithi186 ceph-mon[32747]: purged_snaps scrub starts 2024-04-25T01:21:03.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:02 smithi186 ceph-mon[32747]: purged_snaps scrub ok 2024-04-25T01:21:03.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:02 smithi186 ceph-mon[32747]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-25T01:21:03.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:03.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:03.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:03.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:03.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:03.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:03.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:03.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:21:03.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:03.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:02 smithi186 ceph-mon[32747]: osdmap e53: 8 total, 8 up, 8 in 2024-04-25T01:21:03.691 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:03 smithi186 ceph-mon[32747]: Detected new or changed devices on smithi111 2024-04-25T01:21:03.692 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:03 smithi186 ceph-mon[32747]: Adjusting osd_memory_target on smithi111 to 5696M 2024-04-25T01:21:03.692 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:03 smithi186 ceph-mon[32747]: osdmap e54: 8 total, 8 up, 8 in 2024-04-25T01:21:03.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:03 smithi111 ceph-mon[32623]: Detected new or changed devices on smithi111 2024-04-25T01:21:03.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:03 smithi111 ceph-mon[32623]: Adjusting osd_memory_target on smithi111 to 5696M 2024-04-25T01:21:03.866 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:03 smithi111 ceph-mon[32623]: osdmap e54: 8 total, 8 up, 8 in 2024-04-25T01:21:03.909 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.924+0000 7f51f9937700 1 -- 172.21.15.186:0/328337466 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51f4102390 msgr2=0x7f51f41027f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:21:03.909 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.924+0000 7f51f9937700 1 --2- 172.21.15.186:0/328337466 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51f4102390 0x7f51f41027f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f51e4009990 tx=0x7f51e4009ca0 comp rx=0 tx=0).stop 2024-04-25T01:21:03.909 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.924+0000 7f51f9937700 1 -- 172.21.15.186:0/328337466 shutdown_connections 2024-04-25T01:21:03.909 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.924+0000 7f51f9937700 1 --2- 172.21.15.186:0/328337466 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51f4102d30 0x7f51f41095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:21:03.909 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.924+0000 7f51f9937700 1 --2- 172.21.15.186:0/328337466 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51f4101190 0x7f51f41015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:21:03.909 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.924+0000 7f51f9937700 1 --2- 172.21.15.186:0/328337466 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51f4102390 0x7f51f41027f0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:21:03.909 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.924+0000 7f51f9937700 1 -- 172.21.15.186:0/328337466 >> 172.21.15.186:0/328337466 conn(0x7f51f40fc750 msgr2=0x7f51f40feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:21:03.909 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.924+0000 7f51f9937700 1 -- 172.21.15.186:0/328337466 shutdown_connections 2024-04-25T01:21:03.909 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.924+0000 7f51f9937700 1 -- 172.21.15.186:0/328337466 wait complete. 2024-04-25T01:21:03.909 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.925+0000 7f51f9937700 1 Processor -- start 2024-04-25T01:21:03.909 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.925+0000 7f51f9937700 1 -- start start 2024-04-25T01:21:03.909 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.925+0000 7f51f9937700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51f4101190 0x7f51f419a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:21:03.910 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.925+0000 7f51f9937700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51f4102390 0x7f51f419ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:21:03.910 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.925+0000 7f51f9937700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51f4102d30 0x7f51f41a1d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:21:03.910 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.925+0000 7f51f9937700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f51f410ce00 con 0x7f51f4102d30 2024-04-25T01:21:03.910 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.925+0000 7f51f9937700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f51f410cc80 con 0x7f51f4102390 2024-04-25T01:21:03.910 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.925+0000 7f51f9937700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f51f410cf80 con 0x7f51f4101190 2024-04-25T01:21:03.910 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.925+0000 7f51f2ffd700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51f4101190 0x7f51f419a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:21:03.910 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.925+0000 7f51f2ffd700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51f4101190 0x7f51f419a740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.186:47236/0 (socket says 172.21.15.186:47236) 2024-04-25T01:21:03.910 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.925+0000 7f51f2ffd700 1 -- 172.21.15.186:0/16329807 learned_addr learned my addr 172.21.15.186:0/16329807 (peer_addr_for_me v2:172.21.15.186:0/0) 2024-04-25T01:21:03.910 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.926+0000 7f51f27fc700 1 --2- 172.21.15.186:0/16329807 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51f4102390 0x7f51f419ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:21:03.910 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.926+0000 7f51f2ffd700 1 -- 172.21.15.186:0/16329807 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51f4102390 msgr2=0x7f51f419ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:21:03.910 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.926+0000 7f51f2ffd700 1 --2- 172.21.15.186:0/16329807 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51f4102390 0x7f51f419ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:21:03.910 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.926+0000 7f51f2ffd700 1 -- 172.21.15.186:0/16329807 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51f4102d30 msgr2=0x7f51f41a1d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:21:03.910 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.926+0000 7f51f2ffd700 1 --2- 172.21.15.186:0/16329807 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51f4102d30 0x7f51f41a1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:21:03.911 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.926+0000 7f51f2ffd700 1 -- 172.21.15.186:0/16329807 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51f41a23a0 con 0x7f51f4101190 2024-04-25T01:21:03.911 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.926+0000 7f51f2ffd700 1 --2- 172.21.15.186:0/16329807 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51f4101190 0x7f51f419a740 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f51e800b530 tx=0x7f51e800b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:21:03.911 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.926+0000 7f51f8935700 1 -- 172.21.15.186:0/16329807 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e8015020 con 0x7f51f4101190 2024-04-25T01:21:03.911 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.926+0000 7f51f8935700 1 -- 172.21.15.186:0/16329807 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f51e8011d10 con 0x7f51f4101190 2024-04-25T01:21:03.911 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.926+0000 7f51f9937700 1 -- 172.21.15.186:0/16329807 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51f41a2690 con 0x7f51f4101190 2024-04-25T01:21:03.911 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.926+0000 7f51f8935700 1 -- 172.21.15.186:0/16329807 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e800f2e0 con 0x7f51f4101190 2024-04-25T01:21:03.911 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.926+0000 7f51f9937700 1 -- 172.21.15.186:0/16329807 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51f41a2c50 con 0x7f51f4101190 2024-04-25T01:21:03.912 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.927+0000 7f51f9937700 1 -- 172.21.15.186:0/16329807 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51f4068f20 con 0x7f51f4101190 2024-04-25T01:21:03.912 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.928+0000 7f51f8935700 1 -- 172.21.15.186:0/16329807 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f51e8018020 con 0x7f51f4101190 2024-04-25T01:21:03.912 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.929+0000 7f51f8935700 1 --2- 172.21.15.186:0/16329807 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51dc0a2c20 0x7f51dc0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:21:03.912 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.929+0000 7f51f8935700 1 -- 172.21.15.186:0/16329807 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5426+0+0 (secure 0 0 0) 0x7f51e80ce270 con 0x7f51f4101190 2024-04-25T01:21:03.912 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.929+0000 7f51f27fc700 1 --2- 172.21.15.186:0/16329807 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51dc0a2c20 0x7f51dc0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:21:03.913 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.930+0000 7f51f27fc700 1 --2- 172.21.15.186:0/16329807 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51dc0a2c20 0x7f51dc0a50e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f51e4005f50 tx=0x7f51e4005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:21:03.915 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:03.932+0000 7f51f8935700 1 -- 172.21.15.186:0/16329807 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f51e801f020 con 0x7f51f4101190 2024-04-25T01:21:04.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:03 smithi026 ceph-mon[28096]: Detected new or changed devices on smithi111 2024-04-25T01:21:04.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:03 smithi026 ceph-mon[28096]: Adjusting osd_memory_target on smithi111 to 5696M 2024-04-25T01:21:04.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:03 smithi026 ceph-mon[28096]: osdmap e54: 8 total, 8 up, 8 in 2024-04-25T01:21:04.121 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:04.138+0000 7f51f9937700 1 -- 172.21.15.186:0/16329807 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f51f406b010 con 0x7f51dc0a2c20 2024-04-25T01:21:04.879 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:04 smithi186 ceph-mon[32747]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:04.879 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:04 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:21:04.879 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:04 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:21:04.879 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:04 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:05.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:04 smithi026 ceph-mon[28096]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:05.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:04 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:21:05.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:04 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:21:05.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:04 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:05.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:04 smithi111 ceph-mon[32623]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:05.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:04 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:21:05.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:04 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:21:05.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:04 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:05.922 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:05 smithi186 ceph-mon[32747]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:21:05.922 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:05 smithi186 ceph-mon[32747]: osdmap e55: 8 total, 8 up, 8 in 2024-04-25T01:21:06.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:05 smithi026 ceph-mon[28096]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:21:06.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:05 smithi026 ceph-mon[28096]: osdmap e55: 8 total, 8 up, 8 in 2024-04-25T01:21:06.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:05 smithi111 ceph-mon[32623]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:21:06.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:05 smithi111 ceph-mon[32623]: osdmap e55: 8 total, 8 up, 8 in 2024-04-25T01:21:07.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:06 smithi026 ceph-mon[28096]: pgmap v205: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 340 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:07.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:06 smithi026 ceph-mon[28096]: osdmap e56: 8 total, 8 up, 8 in 2024-04-25T01:21:07.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:06 smithi186 ceph-mon[32747]: pgmap v205: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 340 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:07.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:06 smithi186 ceph-mon[32747]: osdmap e56: 8 total, 8 up, 8 in 2024-04-25T01:21:07.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:06 smithi111 ceph-mon[32623]: pgmap v205: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 340 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:07.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:06 smithi111 ceph-mon[32623]: osdmap e56: 8 total, 8 up, 8 in 2024-04-25T01:21:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:07 smithi026 ceph-mon[28096]: from='client.? 172.21.15.186:0/1428169066' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a"}]: dispatch 2024-04-25T01:21:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:07 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a"}]: dispatch 2024-04-25T01:21:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:07 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a"}]': finished 2024-04-25T01:21:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:07 smithi026 ceph-mon[28096]: osdmap e57: 9 total, 8 up, 9 in 2024-04-25T01:21:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T01:21:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:07 smithi026 ceph-mon[28096]: from='client.? 172.21.15.186:0/2219273893' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:21:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:07 smithi186 ceph-mon[32747]: from='client.? 172.21.15.186:0/1428169066' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a"}]: dispatch 2024-04-25T01:21:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:07 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a"}]: dispatch 2024-04-25T01:21:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:07 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a"}]': finished 2024-04-25T01:21:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:07 smithi186 ceph-mon[32747]: osdmap e57: 9 total, 8 up, 9 in 2024-04-25T01:21:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T01:21:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:07 smithi186 ceph-mon[32747]: from='client.? 172.21.15.186:0/2219273893' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:21:08.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:07 smithi111 ceph-mon[32623]: from='client.? 172.21.15.186:0/1428169066' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a"}]: dispatch 2024-04-25T01:21:08.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:07 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a"}]: dispatch 2024-04-25T01:21:08.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:07 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a"}]': finished 2024-04-25T01:21:08.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:07 smithi111 ceph-mon[32623]: osdmap e57: 9 total, 8 up, 9 in 2024-04-25T01:21:08.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T01:21:08.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:07 smithi111 ceph-mon[32623]: from='client.? 172.21.15.186:0/2219273893' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:21:09.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:08 smithi026 ceph-mon[28096]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:09.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:08 smithi186 ceph-mon[32747]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:09.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:08 smithi111 ceph-mon[32623]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:11.002 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:10 smithi186 ceph-mon[32747]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:11.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:10 smithi026 ceph-mon[28096]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:11.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:10 smithi111 ceph-mon[32623]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:13.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:12 smithi186 ceph-mon[32747]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:13.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:12 smithi111 ceph-mon[32623]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:13.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:12 smithi026 ceph-mon[28096]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:15.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:14 smithi186 ceph-mon[32747]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:15.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T01:21:15.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:15.108 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:14 smithi026 ceph-mon[28096]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:15.108 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T01:21:15.108 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:15.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:14 smithi111 ceph-mon[32623]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:15.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T01:21:15.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:16.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:15 smithi186 ceph-mon[32747]: Deploying daemon osd.8 on smithi186 2024-04-25T01:21:16.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:15 smithi111 ceph-mon[32623]: Deploying daemon osd.8 on smithi186 2024-04-25T01:21:16.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:15 smithi026 ceph-mon[28096]: Deploying daemon osd.8 on smithi186 2024-04-25T01:21:17.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:16 smithi186 ceph-mon[32747]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:17.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:16 smithi111 ceph-mon[32623]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:17.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:16 smithi026 ceph-mon[28096]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:19.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:18 smithi186 ceph-mon[32747]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:19.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:18 smithi111 ceph-mon[32623]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:19.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:18 smithi026 ceph-mon[28096]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:20.934 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:20 smithi186 ceph-mon[32747]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:20.934 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:20 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:20.934 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:20 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:21:20.934 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:20 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:21.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:20 smithi111 ceph-mon[32623]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:21.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:20 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:21.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:20 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:21:21.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:20 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:21.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:20 smithi026 ceph-mon[28096]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:21.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:20 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:21.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:20 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:21:21.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:20 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:23.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:22 smithi111 ceph-mon[32623]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:23.128 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:22 smithi186 ceph-mon[32747]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:23.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:22 smithi026 ceph-mon[28096]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:23.813 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:23.832+0000 7f51f8935700 1 -- 172.21.15.186:0/16329807 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f51f406b010 con 0x7f51dc0a2c20 2024-04-25T01:21:23.813 INFO:teuthology.orchestra.run.smithi186.stdout:Created osd(s) 8 on host 'smithi186' 2024-04-25T01:21:23.815 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:23.834+0000 7f51f9937700 1 -- 172.21.15.186:0/16329807 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51dc0a2c20 msgr2=0x7f51dc0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:21:23.815 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:23.834+0000 7f51f9937700 1 --2- 172.21.15.186:0/16329807 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51dc0a2c20 0x7f51dc0a50e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f51e4005f50 tx=0x7f51e4005e80 comp rx=0 tx=0).stop 2024-04-25T01:21:23.816 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:23.834+0000 7f51f9937700 1 -- 172.21.15.186:0/16329807 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51f4101190 msgr2=0x7f51f419a740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:21:23.816 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:23.834+0000 7f51f9937700 1 --2- 172.21.15.186:0/16329807 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51f4101190 0x7f51f419a740 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f51e800b530 tx=0x7f51e800b8f0 comp rx=0 tx=0).stop 2024-04-25T01:21:23.816 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:23.834+0000 7f51f9937700 1 -- 172.21.15.186:0/16329807 shutdown_connections 2024-04-25T01:21:23.816 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:23.834+0000 7f51f9937700 1 --2- 172.21.15.186:0/16329807 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51f4102d30 0x7f51f41a1d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:21:23.816 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:23.834+0000 7f51f9937700 1 --2- 172.21.15.186:0/16329807 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51f4101190 0x7f51f419a740 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:21:23.816 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:23.834+0000 7f51f9937700 1 --2- 172.21.15.186:0/16329807 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51dc0a2c20 0x7f51dc0a50e0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:21:23.816 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:23.834+0000 7f51f9937700 1 --2- 172.21.15.186:0/16329807 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51f4102390 0x7f51f419ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:21:23.816 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:23.834+0000 7f51f9937700 1 -- 172.21.15.186:0/16329807 >> 172.21.15.186:0/16329807 conn(0x7f51f40fc750 msgr2=0x7f51f406a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:21:23.816 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:23.834+0000 7f51f9937700 1 -- 172.21.15.186:0/16329807 shutdown_connections 2024-04-25T01:21:23.816 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:21:23.834+0000 7f51f9937700 1 -- 172.21.15.186:0/16329807 wait complete. 2024-04-25T01:21:24.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:24 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:24 smithi026 ceph-mon[28096]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:24.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:24 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:24 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:24.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:24 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:21:24.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:24 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:24 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:24 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:24 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:21:24.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:24 smithi026 ceph-mon[28096]: from='osd.8 [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T01:21:24.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:24 smithi026 ceph-mon[28096]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T01:21:24.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:24 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:24 smithi186 ceph-mon[32747]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:24.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:24 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:24 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:24.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:24 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:21:24.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:24 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:24 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:24 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:24 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:21:24.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:24 smithi186 ceph-mon[32747]: from='osd.8 [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T01:21:24.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:24 smithi186 ceph-mon[32747]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T01:21:24.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:24 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:24 smithi111 ceph-mon[32623]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:24.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:24 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:24 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:24.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:24 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:21:24.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:24 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:24 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:24 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:24.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:24 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:21:24.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:24 smithi111 ceph-mon[32623]: from='osd.8 [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T01:21:24.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:24 smithi111 ceph-mon[32623]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T01:21:24.462 DEBUG:teuthology.orchestra.run.smithi186:osd.8> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.8.service 2024-04-25T01:21:24.464 INFO:tasks.cephadm:Deploying osd.9 on smithi026 with /dev/vg_nvme/lv_1... 2024-04-25T01:21:24.464 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T01:21:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:21:26.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:25 smithi026 ceph-mon[28096]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T01:21:26.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:25 smithi026 ceph-mon[28096]: from='osd.8 [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:21:26.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:25 smithi026 ceph-mon[28096]: osdmap e58: 9 total, 8 up, 9 in 2024-04-25T01:21:26.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T01:21:26.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:25 smithi026 ceph-mon[28096]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:21:26.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:25 smithi186 ceph-mon[32747]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T01:21:26.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:25 smithi186 ceph-mon[32747]: from='osd.8 [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:21:26.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:25 smithi186 ceph-mon[32747]: osdmap e58: 9 total, 8 up, 9 in 2024-04-25T01:21:26.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T01:21:26.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:25 smithi186 ceph-mon[32747]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:21:26.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:25 smithi111 ceph-mon[32623]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T01:21:26.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:25 smithi111 ceph-mon[32623]: from='osd.8 [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:21:26.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:25 smithi111 ceph-mon[32623]: osdmap e58: 9 total, 8 up, 9 in 2024-04-25T01:21:26.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T01:21:26.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:25 smithi111 ceph-mon[32623]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:21:27.084 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:26 smithi026 ceph-mon[28096]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:27.084 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:26 smithi026 ceph-mon[28096]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]': finished 2024-04-25T01:21:27.084 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:26 smithi026 ceph-mon[28096]: osdmap e59: 9 total, 8 up, 9 in 2024-04-25T01:21:27.084 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:26 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T01:21:27.084 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:26 smithi026 ceph-mon[28096]: from='osd.8 ' entity='osd.8' 2024-04-25T01:21:27.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:26 smithi186 ceph-mon[32747]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:27.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:26 smithi186 ceph-mon[32747]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]': finished 2024-04-25T01:21:27.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:26 smithi186 ceph-mon[32747]: osdmap e59: 9 total, 8 up, 9 in 2024-04-25T01:21:27.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:26 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T01:21:27.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:26 smithi186 ceph-mon[32747]: from='osd.8 ' entity='osd.8' 2024-04-25T01:21:27.085 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:21:26 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:21:26.703+0000 7f77ea4dd700 -1 osd.8 0 waiting for initial osdmap 2024-04-25T01:21:27.085 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:21:26 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:21:26.717+0000 7f77e12c6700 -1 osd.8 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T01:21:27.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:26 smithi111 ceph-mon[32623]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-25T01:21:27.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:26 smithi111 ceph-mon[32623]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]': finished 2024-04-25T01:21:27.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:26 smithi111 ceph-mon[32623]: osdmap e59: 9 total, 8 up, 9 in 2024-04-25T01:21:27.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:26 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T01:21:27.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:26 smithi111 ceph-mon[32623]: from='osd.8 ' entity='osd.8' 2024-04-25T01:21:28.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: purged_snaps scrub starts 2024-04-25T01:21:28.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: purged_snaps scrub ok 2024-04-25T01:21:28.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: osd.8 [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543] boot 2024-04-25T01:21:28.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: osdmap e60: 9 total, 9 up, 9 in 2024-04-25T01:21:28.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T01:21:28.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:28.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:28.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:28.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:28.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:28.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:28.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:28.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:21:28.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:28.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:27 smithi186 ceph-mon[32747]: osdmap e61: 9 total, 9 up, 9 in 2024-04-25T01:21:28.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: purged_snaps scrub starts 2024-04-25T01:21:28.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: purged_snaps scrub ok 2024-04-25T01:21:28.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: osd.8 [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543] boot 2024-04-25T01:21:28.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: osdmap e60: 9 total, 9 up, 9 in 2024-04-25T01:21:28.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T01:21:28.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:28.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:28.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:28.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:28.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:28.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:28.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:28.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:21:28.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:28.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:27 smithi111 ceph-mon[32623]: osdmap e61: 9 total, 9 up, 9 in 2024-04-25T01:21:28.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: purged_snaps scrub starts 2024-04-25T01:21:28.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: purged_snaps scrub ok 2024-04-25T01:21:28.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: osd.8 [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543] boot 2024-04-25T01:21:28.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: osdmap e60: 9 total, 9 up, 9 in 2024-04-25T01:21:28.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T01:21:28.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:28.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:28.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:28.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:28.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:21:28.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:28.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:28.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:21:28.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:28.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:27 smithi026 ceph-mon[28096]: osdmap e61: 9 total, 9 up, 9 in 2024-04-25T01:21:28.440 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T01:21:28.441 INFO:teuthology.orchestra.run.smithi026.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T01:21:28.441 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10+0 records in 2024-04-25T01:21:28.441 INFO:teuthology.orchestra.run.smithi026.stderr:10+0 records out 2024-04-25T01:21:28.441 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.045298 s, 231 MB/s 2024-04-25T01:21:28.441 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping successful for: 2024-04-25T01:21:29.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:28 smithi186 ceph-mon[32747]: pgmap v221: 1 pgs: 1 peering; 577 KiB data, 324 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:29.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:28 smithi186 ceph-mon[32747]: Detected new or changed devices on smithi186 2024-04-25T01:21:29.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:28 smithi186 ceph-mon[32747]: Adjusting osd_memory_target on smithi186 to 5696M 2024-04-25T01:21:29.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:28 smithi186 ceph-mon[32747]: osdmap e62: 9 total, 9 up, 9 in 2024-04-25T01:21:29.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:28 smithi111 ceph-mon[32623]: pgmap v221: 1 pgs: 1 peering; 577 KiB data, 324 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:29.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:28 smithi111 ceph-mon[32623]: Detected new or changed devices on smithi186 2024-04-25T01:21:29.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:28 smithi111 ceph-mon[32623]: Adjusting osd_memory_target on smithi186 to 5696M 2024-04-25T01:21:29.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:28 smithi111 ceph-mon[32623]: osdmap e62: 9 total, 9 up, 9 in 2024-04-25T01:21:29.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:28 smithi026 ceph-mon[28096]: pgmap v221: 1 pgs: 1 peering; 577 KiB data, 324 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:29.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:28 smithi026 ceph-mon[28096]: Detected new or changed devices on smithi186 2024-04-25T01:21:29.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:28 smithi026 ceph-mon[28096]: Adjusting osd_memory_target on smithi186 to 5696M 2024-04-25T01:21:29.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:28 smithi026 ceph-mon[28096]: osdmap e62: 9 total, 9 up, 9 in 2024-04-25T01:21:29.450 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi026:vg_nvme/lv_1 2024-04-25T01:21:29.887 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:21:31.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:30 smithi111 ceph-mon[32623]: pgmap v224: 1 pgs: 1 peering; 577 KiB data, 324 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:31.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:30 smithi111 ceph-mon[32623]: osdmap e63: 9 total, 9 up, 9 in 2024-04-25T01:21:31.166 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:30 smithi186 ceph-mon[32747]: pgmap v224: 1 pgs: 1 peering; 577 KiB data, 324 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:31.166 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:30 smithi186 ceph-mon[32747]: osdmap e63: 9 total, 9 up, 9 in 2024-04-25T01:21:31.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:30 smithi026 ceph-mon[28096]: pgmap v224: 1 pgs: 1 peering; 577 KiB data, 324 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:31.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:30 smithi026 ceph-mon[28096]: osdmap e63: 9 total, 9 up, 9 in 2024-04-25T01:21:32.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:31 smithi026 ceph-mon[28096]: osdmap e64: 9 total, 9 up, 9 in 2024-04-25T01:21:32.102 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:31 smithi186 ceph-mon[32747]: osdmap e64: 9 total, 9 up, 9 in 2024-04-25T01:21:32.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:31 smithi111 ceph-mon[32623]: osdmap e64: 9 total, 9 up, 9 in 2024-04-25T01:21:32.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.332+0000 7f5511e00700 1 -- 172.21.15.26:0/1306880003 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f550c1088d0 msgr2=0x7f550c108cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:21:32.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.332+0000 7f5511e00700 1 --2- 172.21.15.26:0/1306880003 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f550c1088d0 0x7f550c108cf0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f54fc009f90 tx=0x7f54fc00b330 comp rx=0 tx=0).stop 2024-04-25T01:21:32.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.332+0000 7f5511e00700 1 -- 172.21.15.26:0/1306880003 shutdown_connections 2024-04-25T01:21:32.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.332+0000 7f5511e00700 1 --2- 172.21.15.26:0/1306880003 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f550c10a470 0x7f550c110d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:21:32.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.332+0000 7f5511e00700 1 --2- 172.21.15.26:0/1306880003 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f550c1088d0 0x7f550c108cf0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:21:32.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.332+0000 7f5511e00700 1 --2- 172.21.15.26:0/1306880003 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f550c109ad0 0x7f550c109f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:21:32.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.332+0000 7f5511e00700 1 -- 172.21.15.26:0/1306880003 >> 172.21.15.26:0/1306880003 conn(0x7f550c0778a0 msgr2=0x7f550c079ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:21:32.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.332+0000 7f5511e00700 1 -- 172.21.15.26:0/1306880003 shutdown_connections 2024-04-25T01:21:32.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.332+0000 7f5511e00700 1 -- 172.21.15.26:0/1306880003 wait complete. 2024-04-25T01:21:32.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.333+0000 7f5511e00700 1 Processor -- start 2024-04-25T01:21:32.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.333+0000 7f5511e00700 1 -- start start 2024-04-25T01:21:32.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.334+0000 7f5511e00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f550c1088d0 0x7f550c19eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:21:32.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.334+0000 7f5511e00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f550c109ad0 0x7f550c19f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:21:32.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.334+0000 7f5511e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f550c10a470 0x7f550c1a6080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:21:32.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.334+0000 7f5511e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f550c1144e0 con 0x7f550c10a470 2024-04-25T01:21:32.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.334+0000 7f5511e00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f550c114360 con 0x7f550c109ad0 2024-04-25T01:21:32.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.334+0000 7f5511e00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f550c114660 con 0x7f550c1088d0 2024-04-25T01:21:32.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.334+0000 7f550b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f550c10a470 0x7f550c1a6080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:21:32.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.334+0000 7f550b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f550c10a470 0x7f550c1a6080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39502/0 (socket says 172.21.15.26:39502) 2024-04-25T01:21:32.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.334+0000 7f550b400700 1 -- 172.21.15.26:0/2488045534 learned_addr learned my addr 172.21.15.26:0/2488045534 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:21:32.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.334+0000 7f550aa00700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f550c1088d0 0x7f550c19eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:21:32.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.334+0000 7f5502000700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f550c109ad0 0x7f550c19f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:21:32.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.335+0000 7f550aa00700 1 -- 172.21.15.26:0/2488045534 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f550c109ad0 msgr2=0x7f550c19f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:21:32.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.335+0000 7f550aa00700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f550c109ad0 0x7f550c19f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:21:32.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.335+0000 7f550aa00700 1 -- 172.21.15.26:0/2488045534 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f550c10a470 msgr2=0x7f550c1a6080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:21:32.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.335+0000 7f550aa00700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f550c10a470 0x7f550c1a6080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:21:32.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.335+0000 7f550aa00700 1 -- 172.21.15.26:0/2488045534 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f550c1a6720 con 0x7f550c1088d0 2024-04-25T01:21:32.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.335+0000 7f550b400700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f550c10a470 0x7f550c1a6080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:21:32.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.335+0000 7f5502000700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f550c109ad0 0x7f550c19f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:21:32.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.335+0000 7f550aa00700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f550c1088d0 0x7f550c19eac0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f54fc000f80 tx=0x7f54fc00bec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:21:32.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.335+0000 7f5510a00700 1 -- 172.21.15.26:0/2488045534 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54fc021020 con 0x7f550c1088d0 2024-04-25T01:21:32.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.335+0000 7f5510a00700 1 -- 172.21.15.26:0/2488045534 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54fc007ac0 con 0x7f550c1088d0 2024-04-25T01:21:32.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.335+0000 7f5510a00700 1 -- 172.21.15.26:0/2488045534 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54fc0052a0 con 0x7f550c1088d0 2024-04-25T01:21:32.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.335+0000 7f5511e00700 1 -- 172.21.15.26:0/2488045534 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f550c1a69b0 con 0x7f550c1088d0 2024-04-25T01:21:32.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.336+0000 7f5511e00700 1 -- 172.21.15.26:0/2488045534 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f550c1a6eb0 con 0x7f550c1088d0 2024-04-25T01:21:32.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.337+0000 7f5511e00700 1 -- 172.21.15.26:0/2488045534 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f550c068f20 con 0x7f550c1088d0 2024-04-25T01:21:32.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.339+0000 7f5510a00700 1 -- 172.21.15.26:0/2488045534 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f54fc024020 con 0x7f550c1088d0 2024-04-25T01:21:32.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.340+0000 7f5510a00700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f54f00a2ca0 0x7f54f00a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:21:32.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.340+0000 7f5510a00700 1 -- 172.21.15.26:0/2488045534 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5829+0+0 (secure 0 0 0) 0x7f54fc04fe00 con 0x7f550c1088d0 2024-04-25T01:21:32.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.340+0000 7f5502000700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f54f00a2ca0 0x7f54f00a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:21:32.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.341+0000 7f5502000700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f54f00a2ca0 0x7f54f00a5160 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f54f4005fd0 tx=0x7f54f4009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:21:32.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.342+0000 7f5510a00700 1 -- 172.21.15.26:0/2488045534 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f54fc007c70 con 0x7f550c1088d0 2024-04-25T01:21:32.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:21:32.578+0000 7f5511e00700 1 -- 172.21.15.26:0/2488045534 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f550c062670 con 0x7f54f00a2ca0 2024-04-25T01:21:33.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:32 smithi111 ceph-mon[32623]: pgmap v227: 1 pgs: 1 peering; 577 KiB data, 324 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:33.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:32 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:21:33.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:32 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:21:33.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:32 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:33.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:32 smithi026 ceph-mon[28096]: pgmap v227: 1 pgs: 1 peering; 577 KiB data, 324 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:33.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:32 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:21:33.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:32 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:21:33.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:32 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:33.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:32 smithi186 ceph-mon[32747]: pgmap v227: 1 pgs: 1 peering; 577 KiB data, 324 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:33.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:32 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:21:33.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:32 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:21:33.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:32 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:34.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:33 smithi111 ceph-mon[32623]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:21:34.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:33 smithi026 ceph-mon[28096]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:21:34.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:33 smithi186 ceph-mon[32747]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:21:35.274 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:34 smithi026 ceph-mon[28096]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 270 MiB used, 804 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-04-25T01:21:35.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:34 smithi186 ceph-mon[32747]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 270 MiB used, 804 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-04-25T01:21:35.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:34 smithi111 ceph-mon[32623]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 270 MiB used, 804 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-04-25T01:21:37.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:36 smithi026 ceph-mon[28096]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 270 MiB used, 804 GiB / 805 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-25T01:21:37.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:36 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/4227968458' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e3af76f-d606-427d-8efa-12379acfb2f3"}]: dispatch 2024-04-25T01:21:37.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:36 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e3af76f-d606-427d-8efa-12379acfb2f3"}]: dispatch 2024-04-25T01:21:37.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:36 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4e3af76f-d606-427d-8efa-12379acfb2f3"}]': finished 2024-04-25T01:21:37.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:36 smithi026 ceph-mon[28096]: osdmap e65: 10 total, 9 up, 10 in 2024-04-25T01:21:37.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:21:37.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:36 smithi186 ceph-mon[32747]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 270 MiB used, 804 GiB / 805 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-25T01:21:37.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:36 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/4227968458' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e3af76f-d606-427d-8efa-12379acfb2f3"}]: dispatch 2024-04-25T01:21:37.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:36 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e3af76f-d606-427d-8efa-12379acfb2f3"}]: dispatch 2024-04-25T01:21:37.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:36 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4e3af76f-d606-427d-8efa-12379acfb2f3"}]': finished 2024-04-25T01:21:37.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:36 smithi186 ceph-mon[32747]: osdmap e65: 10 total, 9 up, 10 in 2024-04-25T01:21:37.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:21:37.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:36 smithi111 ceph-mon[32623]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 270 MiB used, 804 GiB / 805 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-25T01:21:37.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:36 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/4227968458' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e3af76f-d606-427d-8efa-12379acfb2f3"}]: dispatch 2024-04-25T01:21:37.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:36 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e3af76f-d606-427d-8efa-12379acfb2f3"}]: dispatch 2024-04-25T01:21:37.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:36 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4e3af76f-d606-427d-8efa-12379acfb2f3"}]': finished 2024-04-25T01:21:37.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:36 smithi111 ceph-mon[32623]: osdmap e65: 10 total, 9 up, 10 in 2024-04-25T01:21:37.366 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:21:38.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:37 smithi026 ceph-mon[28096]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-25T01:21:38.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:37 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/452839801' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:21:38.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:37 smithi186 ceph-mon[32747]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-25T01:21:38.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:37 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/452839801' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:21:38.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:37 smithi111 ceph-mon[32623]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-25T01:21:38.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:37 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/452839801' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:21:40.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:40 smithi186 ceph-mon[32747]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-25T01:21:40.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:40 smithi111 ceph-mon[32623]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-25T01:21:40.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:40 smithi026 ceph-mon[28096]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-25T01:21:42.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:42 smithi026 ceph-mon[28096]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T01:21:42.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:42 smithi111 ceph-mon[32623]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T01:21:42.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:42 smithi186 ceph-mon[32747]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T01:21:44.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:44 smithi026 ceph-mon[28096]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:44.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:44 smithi111 ceph-mon[32623]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:44.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:44 smithi186 ceph-mon[32747]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:46.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:46 smithi111 ceph-mon[32623]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:46.436 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:46 smithi026 ceph-mon[28096]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:46.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:46 smithi186 ceph-mon[32747]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:47.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:47 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T01:21:47.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:47 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:47.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:47 smithi111 ceph-mon[32623]: Deploying daemon osd.9 on smithi026 2024-04-25T01:21:47.407 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:47 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T01:21:47.407 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:47 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:47.407 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:47 smithi026 ceph-mon[28096]: Deploying daemon osd.9 on smithi026 2024-04-25T01:21:47.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:47 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T01:21:47.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:47 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:21:47.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:47 smithi186 ceph-mon[32747]: Deploying daemon osd.9 on smithi026 2024-04-25T01:21:48.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:48 smithi111 ceph-mon[32623]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:48.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:48 smithi026 ceph-mon[28096]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:48.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:48 smithi186 ceph-mon[32747]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:50.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:50 smithi111 ceph-mon[32623]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:50.476 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:50 smithi026 ceph-mon[28096]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:50.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:50 smithi186 ceph-mon[32747]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:52.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:52 smithi026 ceph-mon[28096]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:52.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:52 smithi186 ceph-mon[32747]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:52.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:52 smithi111 ceph-mon[32623]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:54.473 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:54 smithi026 ceph-mon[28096]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:54.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:54 smithi186 ceph-mon[32747]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:54.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:54 smithi111 ceph-mon[32623]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:56.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:56 smithi026 ceph-mon[28096]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:56.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:56.781 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:56.781 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:21:56.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:56 smithi186 ceph-mon[32747]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:56.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:56.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:56.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:21:56.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:56 smithi111 ceph-mon[32623]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:56.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:56.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:21:56.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:21:58.635 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:21:58 smithi026 ceph-mon[28096]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:58.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:21:58 smithi186 ceph-mon[32747]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:21:58.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:21:58 smithi111 ceph-mon[32623]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:22:00.543 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:00 smithi026 ceph-mon[28096]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:22:00.543 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:00 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:00.543 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:00 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:00.543 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:00 smithi026 ceph-mon[28096]: from='osd.9 [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T01:22:00.543 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:00 smithi026 ceph-mon[28096]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T01:22:00.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:00 smithi186 ceph-mon[32747]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:22:00.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:00 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:00.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:00 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:00.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:00 smithi186 ceph-mon[32747]: from='osd.9 [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T01:22:00.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:00 smithi186 ceph-mon[32747]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T01:22:00.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:00 smithi111 ceph-mon[32623]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:22:00.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:00.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:00 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:00.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:00 smithi111 ceph-mon[32623]: from='osd.9 [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T01:22:00.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:00 smithi111 ceph-mon[32623]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T01:22:00.775 INFO:teuthology.orchestra.run.smithi026.stdout:Created osd(s) 9 on host 'smithi026' 2024-04-25T01:22:00.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:00.793+0000 7f5510a00700 1 -- 172.21.15.26:0/2488045534 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f550c062670 con 0x7f54f00a2ca0 2024-04-25T01:22:00.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:00.797+0000 7f5511e00700 1 -- 172.21.15.26:0/2488045534 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f54f00a2ca0 msgr2=0x7f54f00a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:00.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:00.797+0000 7f5511e00700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f54f00a2ca0 0x7f54f00a5160 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f54f4005fd0 tx=0x7f54f4009310 comp rx=0 tx=0).stop 2024-04-25T01:22:00.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:00.797+0000 7f5511e00700 1 -- 172.21.15.26:0/2488045534 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f550c1088d0 msgr2=0x7f550c19eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:00.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:00.797+0000 7f5511e00700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f550c1088d0 0x7f550c19eac0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f54fc000f80 tx=0x7f54fc00bec0 comp rx=0 tx=0).stop 2024-04-25T01:22:00.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:00.797+0000 7f5511e00700 1 -- 172.21.15.26:0/2488045534 shutdown_connections 2024-04-25T01:22:00.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:00.797+0000 7f5511e00700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f550c10a470 0x7f550c1a6080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:00.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:00.797+0000 7f5511e00700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f550c1088d0 0x7f550c19eac0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:00.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:00.797+0000 7f5511e00700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f54f00a2ca0 0x7f54f00a5160 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:00.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:00.797+0000 7f5511e00700 1 --2- 172.21.15.26:0/2488045534 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f550c109ad0 0x7f550c19f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:00.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:00.797+0000 7f5511e00700 1 -- 172.21.15.26:0/2488045534 >> 172.21.15.26:0/2488045534 conn(0x7f550c0778a0 msgr2=0x7f550c10cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:22:00.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:00.797+0000 7f5511e00700 1 -- 172.21.15.26:0/2488045534 shutdown_connections 2024-04-25T01:22:00.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:00.798+0000 7f5511e00700 1 -- 172.21.15.26:0/2488045534 wait complete. 2024-04-25T01:22:01.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:01 smithi026 ceph-mon[28096]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T01:22:01.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:01 smithi026 ceph-mon[28096]: osdmap e66: 10 total, 9 up, 10 in 2024-04-25T01:22:01.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:01 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:22:01.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:01 smithi026 ceph-mon[28096]: from='osd.9 [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:22:01.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:01 smithi026 ceph-mon[28096]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:22:01.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:01 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:01.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:01 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:01.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:01 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:01.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:01 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:01.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:01 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:01.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:01 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:01.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:01 smithi111 ceph-mon[32623]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T01:22:01.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:01 smithi111 ceph-mon[32623]: osdmap e66: 10 total, 9 up, 10 in 2024-04-25T01:22:01.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:01 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:22:01.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:01 smithi111 ceph-mon[32623]: from='osd.9 [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:22:01.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:01 smithi111 ceph-mon[32623]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:22:01.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:01 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:01.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:01 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:01.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:01 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:01.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:01 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:01.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:01 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:01.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:01 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:01.756 DEBUG:teuthology.orchestra.run.smithi026:osd.9> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.9.service 2024-04-25T01:22:01.761 INFO:tasks.cephadm:Deploying osd.10 on smithi111 with /dev/vg_nvme/lv_1... 2024-04-25T01:22:01.761 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T01:22:01.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:01 smithi186 ceph-mon[32747]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T01:22:01.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:01 smithi186 ceph-mon[32747]: osdmap e66: 10 total, 9 up, 10 in 2024-04-25T01:22:01.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:01 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:22:01.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:01 smithi186 ceph-mon[32747]: from='osd.9 [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:22:01.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:01 smithi186 ceph-mon[32747]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-25T01:22:01.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:01 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:01.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:01 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:01.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:01 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:01.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:01 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:01.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:01 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:01.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:01 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:02.004 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T01:22:02.429 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:02 smithi111 ceph-mon[32623]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:22:02.429 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:02 smithi111 ceph-mon[32623]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-25T01:22:02.430 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:02 smithi111 ceph-mon[32623]: osdmap e67: 10 total, 9 up, 10 in 2024-04-25T01:22:02.430 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:22:02.430 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:02 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:22:02.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:02 smithi026 ceph-mon[28096]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:22:02.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:02 smithi026 ceph-mon[28096]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-25T01:22:02.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:02 smithi026 ceph-mon[28096]: osdmap e67: 10 total, 9 up, 10 in 2024-04-25T01:22:02.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:22:02.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:02 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:22:02.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:02 smithi186 ceph-mon[32747]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 269 MiB used, 804 GiB / 805 GiB avail 2024-04-25T01:22:02.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:02 smithi186 ceph-mon[32747]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-25T01:22:02.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:02 smithi186 ceph-mon[32747]: osdmap e67: 10 total, 9 up, 10 in 2024-04-25T01:22:02.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:22:02.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:02 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:22:03.416 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:03 smithi111 ceph-mon[32623]: purged_snaps scrub starts 2024-04-25T01:22:03.416 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:03 smithi111 ceph-mon[32623]: purged_snaps scrub ok 2024-04-25T01:22:03.416 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:03 smithi111 ceph-mon[32623]: osd.9 [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283] boot 2024-04-25T01:22:03.416 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:03 smithi111 ceph-mon[32623]: osdmap e68: 10 total, 10 up, 10 in 2024-04-25T01:22:03.416 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:03 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:22:03.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:03 smithi026 ceph-mon[28096]: purged_snaps scrub starts 2024-04-25T01:22:03.680 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:03 smithi026 ceph-mon[28096]: purged_snaps scrub ok 2024-04-25T01:22:03.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:03 smithi026 ceph-mon[28096]: osd.9 [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283] boot 2024-04-25T01:22:03.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:03 smithi026 ceph-mon[28096]: osdmap e68: 10 total, 10 up, 10 in 2024-04-25T01:22:03.681 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:03 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:22:03.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:03 smithi186 ceph-mon[32747]: purged_snaps scrub starts 2024-04-25T01:22:03.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:03 smithi186 ceph-mon[32747]: purged_snaps scrub ok 2024-04-25T01:22:03.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:03 smithi186 ceph-mon[32747]: osd.9 [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283] boot 2024-04-25T01:22:03.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:03 smithi186 ceph-mon[32747]: osdmap e68: 10 total, 10 up, 10 in 2024-04-25T01:22:03.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:03 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T01:22:03.991 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T01:22:03.991 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T01:22:03.991 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10+0 records in 2024-04-25T01:22:03.991 INFO:teuthology.orchestra.run.smithi111.stderr:10+0 records out 2024-04-25T01:22:03.991 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124919 s, 839 MB/s 2024-04-25T01:22:03.991 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping successful for: 2024-04-25T01:22:04.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:04 smithi111 ceph-mon[32623]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:04.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:04 smithi111 ceph-mon[32623]: osdmap e69: 10 total, 10 up, 10 in 2024-04-25T01:22:04.768 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi111:vg_nvme/lv_1 2024-04-25T01:22:04.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:04 smithi026 ceph-mon[28096]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:04.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:04 smithi026 ceph-mon[28096]: osdmap e69: 10 total, 10 up, 10 in 2024-04-25T01:22:04.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:04 smithi186 ceph-mon[32747]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:04.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:04 smithi186 ceph-mon[32747]: osdmap e69: 10 total, 10 up, 10 in 2024-04-25T01:22:05.015 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T01:22:06.430 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:06 smithi111 ceph-mon[32623]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:06.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:06 smithi026 ceph-mon[28096]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:06.650 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.667+0000 7f84e5124700 1 -- 172.21.15.111:0/3520884306 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84e0103480 msgr2=0x7f84e01038e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:06.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.667+0000 7f84e5124700 1 --2- 172.21.15.111:0/3520884306 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84e0103480 0x7f84e01038e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f84d40099c0 tx=0x7f84d4009cd0 comp rx=0 tx=0).stop 2024-04-25T01:22:06.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.667+0000 7f84e5124700 1 -- 172.21.15.111:0/3520884306 shutdown_connections 2024-04-25T01:22:06.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.667+0000 7f84e5124700 1 --2- 172.21.15.111:0/3520884306 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f84e0103e20 0x7f84e010a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:06.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.667+0000 7f84e5124700 1 --2- 172.21.15.111:0/3520884306 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84e0102280 0x7f84e01026a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:06.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.667+0000 7f84e5124700 1 --2- 172.21.15.111:0/3520884306 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84e0103480 0x7f84e01038e0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:06.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.667+0000 7f84e5124700 1 -- 172.21.15.111:0/3520884306 >> 172.21.15.111:0/3520884306 conn(0x7f84e00fd820 msgr2=0x7f84e00ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:22:06.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.667+0000 7f84e5124700 1 -- 172.21.15.111:0/3520884306 shutdown_connections 2024-04-25T01:22:06.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.667+0000 7f84e5124700 1 -- 172.21.15.111:0/3520884306 wait complete. 2024-04-25T01:22:06.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.668+0000 7f84e5124700 1 Processor -- start 2024-04-25T01:22:06.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.668+0000 7f84e5124700 1 -- start start 2024-04-25T01:22:06.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.668+0000 7f84e5124700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f84e0102280 0x7f84e0198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:06.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.668+0000 7f84e5124700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84e0103480 0x7f84e0198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:06.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.668+0000 7f84e5124700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84e0103e20 0x7f84e019fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:06.651 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.668+0000 7f84e5124700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f84e010df50 con 0x7f84e0103480 2024-04-25T01:22:06.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.668+0000 7f84e5124700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f84e010ddd0 con 0x7f84e0103e20 2024-04-25T01:22:06.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.668+0000 7f84e5124700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f84e010e0d0 con 0x7f84e0102280 2024-04-25T01:22:06.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.668+0000 7f84df59e700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84e0103e20 0x7f84e019fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:22:06.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84df59e700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84e0103e20 0x7f84e019fb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.111:34554/0 (socket says 172.21.15.111:34554) 2024-04-25T01:22:06.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84df59e700 1 -- 172.21.15.111:0/2351587059 learned_addr learned my addr 172.21.15.111:0/2351587059 (peer_addr_for_me v2:172.21.15.111:0/0) 2024-04-25T01:22:06.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84ded9d700 1 --2- 172.21.15.111:0/2351587059 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f84e0102280 0x7f84e0198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:22:06.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84df59e700 1 -- 172.21.15.111:0/2351587059 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f84e0102280 msgr2=0x7f84e0198570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:06.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84df59e700 1 --2- 172.21.15.111:0/2351587059 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f84e0102280 0x7f84e0198570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:06.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84df59e700 1 -- 172.21.15.111:0/2351587059 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84e0103480 msgr2=0x7f84e0198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:06.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84df59e700 1 --2- 172.21.15.111:0/2351587059 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84e0103480 0x7f84e0198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:06.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84df59e700 1 -- 172.21.15.111:0/2351587059 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84e01a01d0 con 0x7f84e0103e20 2024-04-25T01:22:06.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84ded9d700 1 --2- 172.21.15.111:0/2351587059 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f84e0102280 0x7f84e0198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:22:06.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84df59e700 1 --2- 172.21.15.111:0/2351587059 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84e0103e20 0x7f84e019fb30 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f84d800ada0 tx=0x7f84d800c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:22:06.652 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84c7fff700 1 -- 172.21.15.111:0/2351587059 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84d8017020 con 0x7f84e0103e20 2024-04-25T01:22:06.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84e5124700 1 -- 172.21.15.111:0/2351587059 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84e01a04c0 con 0x7f84e0103e20 2024-04-25T01:22:06.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84c7fff700 1 -- 172.21.15.111:0/2351587059 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f84d8004bb0 con 0x7f84e0103e20 2024-04-25T01:22:06.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84c7fff700 1 -- 172.21.15.111:0/2351587059 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84d8005520 con 0x7f84e0103e20 2024-04-25T01:22:06.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.669+0000 7f84e5124700 1 -- 172.21.15.111:0/2351587059 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84e01a0a80 con 0x7f84e0103e20 2024-04-25T01:22:06.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.670+0000 7f84e5124700 1 -- 172.21.15.111:0/2351587059 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84e0068f20 con 0x7f84e0103e20 2024-04-25T01:22:06.653 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.671+0000 7f84c7fff700 1 -- 172.21.15.111:0/2351587059 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f84d80056c0 con 0x7f84e0103e20 2024-04-25T01:22:06.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.672+0000 7f84c7fff700 1 --2- 172.21.15.111:0/2351587059 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f84c80a2c20 0x7f84c80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:06.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.672+0000 7f84c7fff700 1 -- 172.21.15.111:0/2351587059 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6261+0+0 (secure 0 0 0) 0x7f84d80ce000 con 0x7f84e0103e20 2024-04-25T01:22:06.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.672+0000 7f84ded9d700 1 --2- 172.21.15.111:0/2351587059 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f84c80a2c20 0x7f84c80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:22:06.654 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.673+0000 7f84ded9d700 1 --2- 172.21.15.111:0/2351587059 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f84c80a2c20 0x7f84c80a50e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f84e01032e0 tx=0x7f84d0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:22:06.657 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.676+0000 7f84c7fff700 1 -- 172.21.15.111:0/2351587059 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f84d8021020 con 0x7f84e0103e20 2024-04-25T01:22:06.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:06 smithi186 ceph-mon[32747]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:06.872 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:06.891+0000 7f84e5124700 1 -- 172.21.15.111:0/2351587059 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f84e0062670 con 0x7f84c80a2c20 2024-04-25T01:22:07.778 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: Detected new or changed devices on smithi026 2024-04-25T01:22:07.779 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:07.779 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:07.779 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:07.779 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:07.779 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:07.779 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:07.779 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: Adjusting osd_memory_target on smithi026 to 4273M 2024-04-25T01:22:07.779 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:07.779 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:07.779 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:07.779 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:07.779 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: from='client.24356 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:22:07.779 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:22:07.780 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:22:07.780 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: Detected new or changed devices on smithi026 2024-04-25T01:22:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: Adjusting osd_memory_target on smithi026 to 4273M 2024-04-25T01:22:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: from='client.24356 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:22:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:22:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:22:08.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:08.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: Detected new or changed devices on smithi026 2024-04-25T01:22:08.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:08.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:08.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: Adjusting osd_memory_target on smithi026 to 4273M 2024-04-25T01:22:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: from='client.24356 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:22:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:22:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:22:08.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:09.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:08 smithi026 ceph-mon[28096]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:09.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:08 smithi186 ceph-mon[32747]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:09.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:08 smithi111 ceph-mon[32623]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:10.024 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:09 smithi111 ceph-mon[32623]: from='client.? 172.21.15.111:0/3308137499' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "651aaa70-faa2-44b5-9ab0-3cb496db147b"}]: dispatch 2024-04-25T01:22:10.025 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:09 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "651aaa70-faa2-44b5-9ab0-3cb496db147b"}]: dispatch 2024-04-25T01:22:10.025 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:09 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "651aaa70-faa2-44b5-9ab0-3cb496db147b"}]': finished 2024-04-25T01:22:10.025 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:09 smithi111 ceph-mon[32623]: osdmap e70: 11 total, 10 up, 11 in 2024-04-25T01:22:10.025 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:09 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:10.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:09 smithi026 ceph-mon[28096]: from='client.? 172.21.15.111:0/3308137499' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "651aaa70-faa2-44b5-9ab0-3cb496db147b"}]: dispatch 2024-04-25T01:22:10.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:09 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "651aaa70-faa2-44b5-9ab0-3cb496db147b"}]: dispatch 2024-04-25T01:22:10.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:09 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "651aaa70-faa2-44b5-9ab0-3cb496db147b"}]': finished 2024-04-25T01:22:10.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:09 smithi026 ceph-mon[28096]: osdmap e70: 11 total, 10 up, 11 in 2024-04-25T01:22:10.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:09 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:10.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:09 smithi186 ceph-mon[32747]: from='client.? 172.21.15.111:0/3308137499' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "651aaa70-faa2-44b5-9ab0-3cb496db147b"}]: dispatch 2024-04-25T01:22:10.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:09 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "651aaa70-faa2-44b5-9ab0-3cb496db147b"}]: dispatch 2024-04-25T01:22:10.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:09 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "651aaa70-faa2-44b5-9ab0-3cb496db147b"}]': finished 2024-04-25T01:22:10.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:09 smithi186 ceph-mon[32747]: osdmap e70: 11 total, 10 up, 11 in 2024-04-25T01:22:10.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:09 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:11.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:10 smithi026 ceph-mon[28096]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:11.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:10 smithi026 ceph-mon[28096]: from='client.? 172.21.15.111:0/3870705479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:22:11.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:10 smithi186 ceph-mon[32747]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:11.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:10 smithi186 ceph-mon[32747]: from='client.? 172.21.15.111:0/3870705479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:22:11.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:10 smithi111 ceph-mon[32623]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:11.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:10 smithi111 ceph-mon[32623]: from='client.? 172.21.15.111:0/3870705479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:22:13.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:12 smithi026 ceph-mon[28096]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:13.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:12 smithi186 ceph-mon[32747]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:13.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:12 smithi111 ceph-mon[32623]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:15.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:14 smithi026 ceph-mon[28096]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:15.077 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:14 smithi111 ceph-mon[32623]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:15.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:14 smithi186 ceph-mon[32747]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:17.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:16 smithi026 ceph-mon[28096]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:17.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:16 smithi186 ceph-mon[32747]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:17.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:16 smithi111 ceph-mon[32623]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:17.999 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:17 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T01:22:17.999 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:17 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:18.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:17 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T01:22:18.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:17 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:18.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:17 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T01:22:18.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:17 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:19.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:18 smithi026 ceph-mon[28096]: Deploying daemon osd.10 on smithi111 2024-04-25T01:22:19.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:18 smithi026 ceph-mon[28096]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:19.064 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:18 smithi111 ceph-mon[32623]: Deploying daemon osd.10 on smithi111 2024-04-25T01:22:19.064 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:18 smithi111 ceph-mon[32623]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:19.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:18 smithi186 ceph-mon[32747]: Deploying daemon osd.10 on smithi111 2024-04-25T01:22:19.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:18 smithi186 ceph-mon[32747]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:21.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:20 smithi186 ceph-mon[32747]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:21.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:20 smithi111 ceph-mon[32623]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:21.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:20 smithi026 ceph-mon[28096]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:23.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:22 smithi186 ceph-mon[32747]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:23.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:22 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:23.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:22 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:23.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:22 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:23.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:22 smithi111 ceph-mon[32623]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:23.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:22 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:23.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:22 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:23.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:22 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:23.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:22 smithi026 ceph-mon[28096]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:23.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:23.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:23.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:25.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:24 smithi186 ceph-mon[32747]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:25.109 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:24 smithi111 ceph-mon[32623]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:25.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:24 smithi026 ceph-mon[28096]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:26.250 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:26.269+0000 7f84c7fff700 1 -- 172.21.15.111:0/2351587059 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f84e0062670 con 0x7f84c80a2c20 2024-04-25T01:22:26.251 INFO:teuthology.orchestra.run.smithi111.stdout:Created osd(s) 10 on host 'smithi111' 2024-04-25T01:22:26.252 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:26.271+0000 7f84e5124700 1 -- 172.21.15.111:0/2351587059 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f84c80a2c20 msgr2=0x7f84c80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:26.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:26.271+0000 7f84e5124700 1 --2- 172.21.15.111:0/2351587059 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f84c80a2c20 0x7f84c80a50e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f84e01032e0 tx=0x7f84d0008040 comp rx=0 tx=0).stop 2024-04-25T01:22:26.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:26.272+0000 7f84e5124700 1 -- 172.21.15.111:0/2351587059 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84e0103e20 msgr2=0x7f84e019fb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:26.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:26.272+0000 7f84e5124700 1 --2- 172.21.15.111:0/2351587059 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84e0103e20 0x7f84e019fb30 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f84d800ada0 tx=0x7f84d800c330 comp rx=0 tx=0).stop 2024-04-25T01:22:26.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:26.272+0000 7f84e5124700 1 -- 172.21.15.111:0/2351587059 shutdown_connections 2024-04-25T01:22:26.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:26.272+0000 7f84e5124700 1 --2- 172.21.15.111:0/2351587059 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f84c80a2c20 0x7f84c80a50e0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:26.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:26.272+0000 7f84e5124700 1 --2- 172.21.15.111:0/2351587059 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f84e0103e20 0x7f84e019fb30 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:26.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:26.272+0000 7f84e5124700 1 --2- 172.21.15.111:0/2351587059 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f84e0102280 0x7f84e0198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:26.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:26.272+0000 7f84e5124700 1 --2- 172.21.15.111:0/2351587059 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84e0103480 0x7f84e0198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:26.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:26.272+0000 7f84e5124700 1 -- 172.21.15.111:0/2351587059 >> 172.21.15.111:0/2351587059 conn(0x7f84e00fd820 msgr2=0x7f84e0106800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:22:26.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:26.272+0000 7f84e5124700 1 -- 172.21.15.111:0/2351587059 shutdown_connections 2024-04-25T01:22:26.253 INFO:teuthology.orchestra.run.smithi111.stderr:2024-04-25T01:22:26.272+0000 7f84e5124700 1 -- 172.21.15.111:0/2351587059 wait complete. 2024-04-25T01:22:26.549 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:26 smithi111 ceph-mon[32623]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:26.549 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:26 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.549 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:26 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.550 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:26 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:26.550 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:26 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:26.550 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:26 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.550 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:26 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.550 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:26 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.550 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:26 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:26.550 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:26 smithi111 ceph-mon[32623]: from='osd.10 [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T01:22:26.550 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:26 smithi111 ceph-mon[32623]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T01:22:26.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:26 smithi026 ceph-mon[28096]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:26.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:26 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:26 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:26 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:26.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:26 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:26.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:26 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:26 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:26 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:26 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:26.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:26 smithi026 ceph-mon[28096]: from='osd.10 [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T01:22:26.806 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:26 smithi026 ceph-mon[28096]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T01:22:26.812 DEBUG:teuthology.orchestra.run.smithi111:osd.10> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.10.service 2024-04-25T01:22:26.814 INFO:tasks.cephadm:Deploying osd.11 on smithi186 with /dev/vg_nvme/lv_1... 2024-04-25T01:22:26.814 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T01:22:26.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:26 smithi186 ceph-mon[32747]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:26.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:26 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:26 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:26 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:26.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:26 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:26.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:26 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:26 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:26 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:26.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:26 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:26.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:26 smithi186 ceph-mon[32747]: from='osd.10 [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T01:22:26.835 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:26 smithi186 ceph-mon[32747]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T01:22:27.065 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:22:28.523 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:28 smithi186 ceph-mon[32747]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:28.524 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:28 smithi186 ceph-mon[32747]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T01:22:28.524 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:28 smithi186 ceph-mon[32747]: from='osd.10 [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:22:28.524 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:28 smithi186 ceph-mon[32747]: osdmap e71: 11 total, 10 up, 11 in 2024-04-25T01:22:28.524 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:28 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:28.524 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:28 smithi186 ceph-mon[32747]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:22:28.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:28 smithi026 ceph-mon[28096]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:28.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:28 smithi026 ceph-mon[28096]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T01:22:28.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:28 smithi026 ceph-mon[28096]: from='osd.10 [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:22:28.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:28 smithi026 ceph-mon[28096]: osdmap e71: 11 total, 10 up, 11 in 2024-04-25T01:22:28.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:28.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:28 smithi026 ceph-mon[28096]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:22:28.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:28 smithi111 ceph-mon[32623]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:28.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:28 smithi111 ceph-mon[32623]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T01:22:28.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:28 smithi111 ceph-mon[32623]: from='osd.10 [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:22:28.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:28 smithi111 ceph-mon[32623]: osdmap e71: 11 total, 10 up, 11 in 2024-04-25T01:22:28.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:28 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:28.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:28 smithi111 ceph-mon[32623]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2024-04-25T01:22:28.616 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:22:28 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:22:28.268+0000 7fe3486f1700 -1 osd.10 0 waiting for initial osdmap 2024-04-25T01:22:28.616 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:22:28 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:22:28.284+0000 7fe344ce5700 -1 osd.10 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T01:22:29.074 INFO:teuthology.orchestra.run.smithi186.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T01:22:29.074 INFO:teuthology.orchestra.run.smithi186.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T01:22:29.075 INFO:teuthology.orchestra.run.smithi186.stderr: stderr: 10+0 records in 2024-04-25T01:22:29.075 INFO:teuthology.orchestra.run.smithi186.stderr:10+0 records out 2024-04-25T01:22:29.075 INFO:teuthology.orchestra.run.smithi186.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0122575 s, 855 MB/s 2024-04-25T01:22:29.075 INFO:teuthology.orchestra.run.smithi186.stderr:--> Zapping successful for: 2024-04-25T01:22:29.371 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:29 smithi186 ceph-mon[32747]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2024-04-25T01:22:29.371 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:29 smithi186 ceph-mon[32747]: osdmap e72: 11 total, 10 up, 11 in 2024-04-25T01:22:29.371 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:29 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:29.372 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:29 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:29.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:29 smithi026 ceph-mon[28096]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2024-04-25T01:22:29.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:29 smithi026 ceph-mon[28096]: osdmap e72: 11 total, 10 up, 11 in 2024-04-25T01:22:29.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:29 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:29.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:29 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:29.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:29 smithi111 ceph-mon[32623]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2024-04-25T01:22:29.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:29 smithi111 ceph-mon[32623]: osdmap e72: 11 total, 10 up, 11 in 2024-04-25T01:22:29.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:29 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:29.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:29 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:29.744 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi186:vg_nvme/lv_1 2024-04-25T01:22:30.031 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:22:30.348 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: purged_snaps scrub starts 2024-04-25T01:22:30.348 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: purged_snaps scrub ok 2024-04-25T01:22:30.348 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:30.348 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: osd.10 [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000] boot 2024-04-25T01:22:30.348 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: osdmap e73: 11 total, 11 up, 11 in 2024-04-25T01:22:30.348 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:30.348 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: Detected new or changed devices on smithi111 2024-04-25T01:22:30.348 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:30.348 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:30.348 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:30.348 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:30.349 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:30.349 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:30.349 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: Adjusting osd_memory_target on smithi111 to 4272M 2024-04-25T01:22:30.349 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:30.349 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:30.349 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:30.349 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:30.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: purged_snaps scrub starts 2024-04-25T01:22:30.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: purged_snaps scrub ok 2024-04-25T01:22:30.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:30.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: osd.10 [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000] boot 2024-04-25T01:22:30.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: osdmap e73: 11 total, 11 up, 11 in 2024-04-25T01:22:30.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:30.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: Detected new or changed devices on smithi111 2024-04-25T01:22:30.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:30.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:30.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:30.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:30.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:30.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:30.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: Adjusting osd_memory_target on smithi111 to 4272M 2024-04-25T01:22:30.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:30.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:30.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:30.556 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:30.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: purged_snaps scrub starts 2024-04-25T01:22:30.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: purged_snaps scrub ok 2024-04-25T01:22:30.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 297 MiB used, 894 GiB / 894 GiB avail 2024-04-25T01:22:30.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: osd.10 [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000] boot 2024-04-25T01:22:30.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: osdmap e73: 11 total, 11 up, 11 in 2024-04-25T01:22:30.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T01:22:30.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: Detected new or changed devices on smithi111 2024-04-25T01:22:30.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:30.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:30.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:30.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:30.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:30.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:30.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: Adjusting osd_memory_target on smithi111 to 4272M 2024-04-25T01:22:30.616 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:30.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:30.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:30.617 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:31.385 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:31 smithi186 ceph-mon[32747]: osdmap e74: 11 total, 11 up, 11 in 2024-04-25T01:22:31.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:31 smithi026 ceph-mon[28096]: osdmap e74: 11 total, 11 up, 11 in 2024-04-25T01:22:31.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:31 smithi111 ceph-mon[32623]: osdmap e74: 11 total, 11 up, 11 in 2024-04-25T01:22:31.621 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.640+0000 7fc7546b2700 1 -- 172.21.15.186:0/241781990 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc74c102290 msgr2=0x7fc74c1026b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:31.621 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.640+0000 7fc7546b2700 1 --2- 172.21.15.186:0/241781990 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc74c102290 0x7fc74c1026b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc748009990 tx=0x7fc748009ca0 comp rx=0 tx=0).stop 2024-04-25T01:22:31.621 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.640+0000 7fc7546b2700 1 -- 172.21.15.186:0/241781990 shutdown_connections 2024-04-25T01:22:31.621 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.640+0000 7fc7546b2700 1 --2- 172.21.15.186:0/241781990 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc74c103e30 0x7fc74c10a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:31.621 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.640+0000 7fc7546b2700 1 --2- 172.21.15.186:0/241781990 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc74c102290 0x7fc74c1026b0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:31.621 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.640+0000 7fc7546b2700 1 --2- 172.21.15.186:0/241781990 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc74c103490 0x7fc74c1038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:31.621 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.640+0000 7fc7546b2700 1 -- 172.21.15.186:0/241781990 >> 172.21.15.186:0/241781990 conn(0x7fc74c0fd830 msgr2=0x7fc74c0ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:22:31.621 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.640+0000 7fc7546b2700 1 -- 172.21.15.186:0/241781990 shutdown_connections 2024-04-25T01:22:31.621 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.640+0000 7fc7546b2700 1 -- 172.21.15.186:0/241781990 wait complete. 2024-04-25T01:22:31.623 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.640+0000 7fc7546b2700 1 Processor -- start 2024-04-25T01:22:31.624 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.640+0000 7fc7546b2700 1 -- start start 2024-04-25T01:22:31.624 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc7546b2700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc74c102290 0x7fc74c198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:31.624 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc7546b2700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc74c103490 0x7fc74c198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:31.624 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc7546b2700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc74c103e30 0x7fc74c19fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:31.624 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc7546b2700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc74c10ded0 con 0x7fc74c103490 2024-04-25T01:22:31.624 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc7546b2700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc74c10dd50 con 0x7fc74c103e30 2024-04-25T01:22:31.624 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc7546b2700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc74c10e050 con 0x7fc74c102290 2024-04-25T01:22:31.624 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc75244e700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc74c102290 0x7fc74c198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:22:31.624 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc75244e700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc74c102290 0x7fc74c198550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.186:53290/0 (socket says 172.21.15.186:53290) 2024-04-25T01:22:31.624 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc75244e700 1 -- 172.21.15.186:0/3601071718 learned_addr learned my addr 172.21.15.186:0/3601071718 (peer_addr_for_me v2:172.21.15.186:0/0) 2024-04-25T01:22:31.624 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc752c4f700 1 --2- 172.21.15.186:0/3601071718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc74c103e30 0x7fc74c19fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:22:31.624 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc75244e700 1 -- 172.21.15.186:0/3601071718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc74c103e30 msgr2=0x7fc74c19fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:31.624 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc75244e700 1 --2- 172.21.15.186:0/3601071718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc74c103e30 0x7fc74c19fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:31.625 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc75244e700 1 -- 172.21.15.186:0/3601071718 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc74c103490 msgr2=0x7fc74c198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:31.625 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc75244e700 1 --2- 172.21.15.186:0/3601071718 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc74c103490 0x7fc74c198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:31.625 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc75244e700 1 -- 172.21.15.186:0/3601071718 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc74c1a01b0 con 0x7fc74c102290 2024-04-25T01:22:31.625 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc75244e700 1 --2- 172.21.15.186:0/3601071718 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc74c102290 0x7fc74c198550 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc748000c00 tx=0x7fc748005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:22:31.625 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc7437fe700 1 -- 172.21.15.186:0/3601071718 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc748027070 con 0x7fc74c102290 2024-04-25T01:22:31.625 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc7437fe700 1 -- 172.21.15.186:0/3601071718 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc748004150 con 0x7fc74c102290 2024-04-25T01:22:31.625 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc7546b2700 1 -- 172.21.15.186:0/3601071718 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc74c074460 con 0x7fc74c102290 2024-04-25T01:22:31.625 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc7437fe700 1 -- 172.21.15.186:0/3601071718 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc74800f460 con 0x7fc74c102290 2024-04-25T01:22:31.625 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.641+0000 7fc7546b2700 1 -- 172.21.15.186:0/3601071718 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc74c074940 con 0x7fc74c102290 2024-04-25T01:22:31.625 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.642+0000 7fc7546b2700 1 -- 172.21.15.186:0/3601071718 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc74c068f20 con 0x7fc74c102290 2024-04-25T01:22:31.626 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.643+0000 7fc7437fe700 1 -- 172.21.15.186:0/3601071718 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc74802a070 con 0x7fc74c102290 2024-04-25T01:22:31.626 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.644+0000 7fc7437fe700 1 --2- 172.21.15.186:0/3601071718 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc7380a2c20 0x7fc7380a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:31.626 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.644+0000 7fc7437fe700 1 -- 172.21.15.186:0/3601071718 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6723+0+0 (secure 0 0 0) 0x7fc7480d01b0 con 0x7fc74c102290 2024-04-25T01:22:31.626 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.645+0000 7fc751c4d700 1 --2- 172.21.15.186:0/3601071718 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc7380a2c20 0x7fc7380a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:22:31.627 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.645+0000 7fc751c4d700 1 --2- 172.21.15.186:0/3601071718 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc7380a2c20 0x7fc7380a50e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc73c0097b0 tx=0x7fc73c006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:22:31.628 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.648+0000 7fc7437fe700 1 -- 172.21.15.186:0/3601071718 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc748031020 con 0x7fc74c102290 2024-04-25T01:22:31.832 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:31.851+0000 7fc7546b2700 1 -- 172.21.15.186:0/3601071718 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fc74c062670 con 0x7fc7380a2c20 2024-04-25T01:22:32.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:32 smithi026 ceph-mon[28096]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:32.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:32 smithi026 ceph-mon[28096]: osdmap e75: 11 total, 11 up, 11 in 2024-04-25T01:22:32.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:32 smithi026 ceph-mon[28096]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:22:32.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:32 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:22:32.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:32 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:22:32.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:32 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:32.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:32 smithi186 ceph-mon[32747]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:32.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:32 smithi186 ceph-mon[32747]: osdmap e75: 11 total, 11 up, 11 in 2024-04-25T01:22:32.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:32 smithi186 ceph-mon[32747]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:22:32.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:32 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:22:32.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:32 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:22:32.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:32 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:32.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:32 smithi111 ceph-mon[32623]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:32.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:32 smithi111 ceph-mon[32623]: osdmap e75: 11 total, 11 up, 11 in 2024-04-25T01:22:32.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:32 smithi111 ceph-mon[32623]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi186:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:22:32.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:32 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T01:22:32.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:32 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T01:22:32.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:32 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:33.473 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:33 smithi186 ceph-mon[32747]: osdmap e76: 11 total, 11 up, 11 in 2024-04-25T01:22:33.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:33 smithi111 ceph-mon[32623]: osdmap e76: 11 total, 11 up, 11 in 2024-04-25T01:22:33.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:33 smithi026 ceph-mon[28096]: osdmap e76: 11 total, 11 up, 11 in 2024-04-25T01:22:34.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:34 smithi186 ceph-mon[32747]: pgmap v270: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T01:22:34.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:34 smithi186 ceph-mon[32747]: osdmap e77: 11 total, 11 up, 11 in 2024-04-25T01:22:34.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:34 smithi111 ceph-mon[32623]: pgmap v270: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T01:22:34.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:34 smithi111 ceph-mon[32623]: osdmap e77: 11 total, 11 up, 11 in 2024-04-25T01:22:34.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:34 smithi026 ceph-mon[28096]: pgmap v270: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 324 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T01:22:34.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:34 smithi026 ceph-mon[28096]: osdmap e77: 11 total, 11 up, 11 in 2024-04-25T01:22:35.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:35 smithi186 ceph-mon[32747]: from='client.? 172.21.15.186:0/211038919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e598fdc-33e2-4c0c-a1ac-e35908cc4c39"}]: dispatch 2024-04-25T01:22:35.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:35 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e598fdc-33e2-4c0c-a1ac-e35908cc4c39"}]: dispatch 2024-04-25T01:22:35.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:35 smithi186 ceph-mon[32747]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e598fdc-33e2-4c0c-a1ac-e35908cc4c39"}]': finished 2024-04-25T01:22:35.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:35 smithi186 ceph-mon[32747]: osdmap e78: 12 total, 11 up, 12 in 2024-04-25T01:22:35.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:35 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T01:22:35.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:35 smithi186 ceph-mon[32747]: from='client.? 172.21.15.186:0/1824337305' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:22:35.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:35 smithi111 ceph-mon[32623]: from='client.? 172.21.15.186:0/211038919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e598fdc-33e2-4c0c-a1ac-e35908cc4c39"}]: dispatch 2024-04-25T01:22:35.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:35 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e598fdc-33e2-4c0c-a1ac-e35908cc4c39"}]: dispatch 2024-04-25T01:22:35.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:35 smithi111 ceph-mon[32623]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e598fdc-33e2-4c0c-a1ac-e35908cc4c39"}]': finished 2024-04-25T01:22:35.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:35 smithi111 ceph-mon[32623]: osdmap e78: 12 total, 11 up, 12 in 2024-04-25T01:22:35.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:35 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T01:22:35.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:35 smithi111 ceph-mon[32623]: from='client.? 172.21.15.186:0/1824337305' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:22:35.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:35 smithi026 ceph-mon[28096]: from='client.? 172.21.15.186:0/211038919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e598fdc-33e2-4c0c-a1ac-e35908cc4c39"}]: dispatch 2024-04-25T01:22:35.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:35 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e598fdc-33e2-4c0c-a1ac-e35908cc4c39"}]: dispatch 2024-04-25T01:22:35.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:35 smithi026 ceph-mon[28096]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e598fdc-33e2-4c0c-a1ac-e35908cc4c39"}]': finished 2024-04-25T01:22:35.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:35 smithi026 ceph-mon[28096]: osdmap e78: 12 total, 11 up, 12 in 2024-04-25T01:22:35.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T01:22:35.805 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:35 smithi026 ceph-mon[28096]: from='client.? 172.21.15.186:0/1824337305' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T01:22:37.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:36 smithi026 ceph-mon[28096]: pgmap v273: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T01:22:37.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:36 smithi186 ceph-mon[32747]: pgmap v273: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T01:22:37.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:36 smithi111 ceph-mon[32623]: pgmap v273: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T01:22:38.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:38 smithi186 ceph-mon[32747]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-25T01:22:39.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:38 smithi026 ceph-mon[28096]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-25T01:22:39.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:38 smithi111 ceph-mon[32623]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-25T01:22:40.917 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:40 smithi111 ceph-mon[32623]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:41.031 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:40 smithi186 ceph-mon[32747]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:41.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:40 smithi026 ceph-mon[28096]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:42.935 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:42 smithi186 ceph-mon[32747]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:42.935 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:42 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T01:22:42.936 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:42 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:43.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:42 smithi026 ceph-mon[28096]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:43.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:42 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T01:22:43.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:42 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:43.101 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:42 smithi111 ceph-mon[32623]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:43.102 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:42 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T01:22:43.102 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:42 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:43.958 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:43 smithi186 ceph-mon[32747]: Deploying daemon osd.11 on smithi186 2024-04-25T01:22:44.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:43 smithi026 ceph-mon[28096]: Deploying daemon osd.11 on smithi186 2024-04-25T01:22:44.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:43 smithi111 ceph-mon[32623]: Deploying daemon osd.11 on smithi186 2024-04-25T01:22:44.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:44 smithi186 ceph-mon[32747]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:45.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:44 smithi026 ceph-mon[28096]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:45.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:44 smithi111 ceph-mon[32623]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:47.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:46 smithi026 ceph-mon[28096]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:47.060 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:46 smithi186 ceph-mon[32747]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:47.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:46 smithi111 ceph-mon[32623]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:48.950 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:48 smithi186 ceph-mon[32747]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:48.950 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:48 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:48.950 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:48 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:48.950 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:48 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:49.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:48 smithi026 ceph-mon[28096]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:49.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:48 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:49.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:48 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:49.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:48 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:49.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:48 smithi111 ceph-mon[32623]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:49.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:48 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:49.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:48 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:49.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:48 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:51.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:50 smithi026 ceph-mon[28096]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:51.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:50 smithi186 ceph-mon[32747]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:51.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:50 smithi111 ceph-mon[32623]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:51.420 INFO:teuthology.orchestra.run.smithi186.stdout:Created osd(s) 11 on host 'smithi186' 2024-04-25T01:22:51.421 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:51.438+0000 7fc7437fe700 1 -- 172.21.15.186:0/3601071718 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fc74c062670 con 0x7fc7380a2c20 2024-04-25T01:22:51.423 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:51.441+0000 7fc7546b2700 1 -- 172.21.15.186:0/3601071718 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc7380a2c20 msgr2=0x7fc7380a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:51.423 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:51.441+0000 7fc7546b2700 1 --2- 172.21.15.186:0/3601071718 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc7380a2c20 0x7fc7380a50e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc73c0097b0 tx=0x7fc73c006d20 comp rx=0 tx=0).stop 2024-04-25T01:22:51.423 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:51.441+0000 7fc7546b2700 1 -- 172.21.15.186:0/3601071718 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc74c102290 msgr2=0x7fc74c198550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:51.423 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:51.441+0000 7fc7546b2700 1 --2- 172.21.15.186:0/3601071718 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc74c102290 0x7fc74c198550 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc748000c00 tx=0x7fc748005e80 comp rx=0 tx=0).stop 2024-04-25T01:22:51.423 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:51.441+0000 7fc7546b2700 1 -- 172.21.15.186:0/3601071718 shutdown_connections 2024-04-25T01:22:51.423 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:51.441+0000 7fc7546b2700 1 --2- 172.21.15.186:0/3601071718 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc7380a2c20 0x7fc7380a50e0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:51.423 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:51.441+0000 7fc7546b2700 1 --2- 172.21.15.186:0/3601071718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc74c103e30 0x7fc74c19fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:51.423 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:51.441+0000 7fc7546b2700 1 --2- 172.21.15.186:0/3601071718 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc74c102290 0x7fc74c198550 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:51.423 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:51.441+0000 7fc7546b2700 1 --2- 172.21.15.186:0/3601071718 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc74c103490 0x7fc74c198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:51.423 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:51.441+0000 7fc7546b2700 1 -- 172.21.15.186:0/3601071718 >> 172.21.15.186:0/3601071718 conn(0x7fc74c0fd830 msgr2=0x7fc74c1068b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:22:51.423 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:51.441+0000 7fc7546b2700 1 -- 172.21.15.186:0/3601071718 shutdown_connections 2024-04-25T01:22:51.423 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:22:51.441+0000 7fc7546b2700 1 -- 172.21.15.186:0/3601071718 wait complete. 2024-04-25T01:22:52.071 DEBUG:teuthology.orchestra.run.smithi186:osd.11> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.11.service 2024-04-25T01:22:52.073 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-25T01:22:52.073 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-25T01:22:52.401 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:52 smithi026 ceph-mon[28096]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:52.401 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:52 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:52.401 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:52 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:52.401 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:52 smithi026 ceph-mon[28096]: from='osd.11 [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T01:22:52.401 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:52 smithi026 ceph-mon[28096]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T01:22:52.401 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:52 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:52.550 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:22:52.707 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:52 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:52.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:52 smithi186 ceph-mon[32747]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:52.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:52 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:52.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:52 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:52.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:52 smithi186 ceph-mon[32747]: from='osd.11 [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T01:22:52.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:52 smithi186 ceph-mon[32747]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T01:22:52.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:52 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:52.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:52 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:52.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:52 smithi111 ceph-mon[32623]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:52.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:52 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:52.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:52 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:52.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:52 smithi111 ceph-mon[32623]: from='osd.11 [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T01:22:52.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:52 smithi111 ceph-mon[32623]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T01:22:52.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:52 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:52.865 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:52 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:54.026 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:53 smithi186 ceph-mon[32747]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T01:22:54.026 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:53 smithi186 ceph-mon[32747]: from='osd.11 [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:22:54.026 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:53 smithi186 ceph-mon[32747]: osdmap e79: 12 total, 11 up, 12 in 2024-04-25T01:22:54.026 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:53 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T01:22:54.026 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:53 smithi186 ceph-mon[32747]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:22:54.026 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:22:53 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:22:53.735+0000 7fbaf516c700 -1 osd.11 0 waiting for initial osdmap 2024-04-25T01:22:54.027 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:22:53 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:22:53.753+0000 7fbaf1760700 -1 osd.11 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T01:22:54.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:53 smithi026 ceph-mon[28096]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T01:22:54.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:53 smithi026 ceph-mon[28096]: from='osd.11 [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:22:54.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:53 smithi026 ceph-mon[28096]: osdmap e79: 12 total, 11 up, 12 in 2024-04-25T01:22:54.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:53 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T01:22:54.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:53 smithi026 ceph-mon[28096]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:22:54.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:53 smithi111 ceph-mon[32623]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T01:22:54.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:53 smithi111 ceph-mon[32623]: from='osd.11 [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:22:54.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:53 smithi111 ceph-mon[32623]: osdmap e79: 12 total, 11 up, 12 in 2024-04-25T01:22:54.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T01:22:54.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:53 smithi111 ceph-mon[32623]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]: dispatch 2024-04-25T01:22:55.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.038+0000 7f9567c00700 1 -- 172.21.15.26:0/3796713586 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9560106070 msgr2=0x7f956010c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:55.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.038+0000 7f9567c00700 1 --2- 172.21.15.26:0/3796713586 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9560106070 0x7f956010c920 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9558009f90 tx=0x7f955800b330 comp rx=0 tx=0).stop 2024-04-25T01:22:55.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.038+0000 7f9567c00700 1 -- 172.21.15.26:0/3796713586 shutdown_connections 2024-04-25T01:22:55.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.038+0000 7f9567c00700 1 --2- 172.21.15.26:0/3796713586 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9560106070 0x7f956010c920 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:55.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.038+0000 7f9567c00700 1 --2- 172.21.15.26:0/3796713586 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95601044d0 0x7f95601048f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:55.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.038+0000 7f9567c00700 1 --2- 172.21.15.26:0/3796713586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f95601056d0 0x7f9560105b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:55.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.038+0000 7f9567c00700 1 -- 172.21.15.26:0/3796713586 >> 172.21.15.26:0/3796713586 conn(0x7f95600ffa90 msgr2=0x7f9560101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:22:55.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.038+0000 7f9567c00700 1 -- 172.21.15.26:0/3796713586 shutdown_connections 2024-04-25T01:22:55.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.038+0000 7f9567c00700 1 -- 172.21.15.26:0/3796713586 wait complete. 2024-04-25T01:22:55.021 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:54 smithi026 ceph-mon[28096]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:55.021 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:54 smithi026 ceph-mon[28096]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]': finished 2024-04-25T01:22:55.021 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:54 smithi026 ceph-mon[28096]: osdmap e80: 12 total, 11 up, 12 in 2024-04-25T01:22:55.021 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:54 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T01:22:55.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.040+0000 7f9567c00700 1 Processor -- start 2024-04-25T01:22:55.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.040+0000 7f9567c00700 1 -- start start 2024-04-25T01:22:55.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.040+0000 7f9567c00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f95601044d0 0x7f956019a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:55.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.041+0000 7f9567c00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95601056d0 0x7f956019ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:55.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.041+0000 7f9567c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9560106070 0x7f95601a1c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:55.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.041+0000 7f9567c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f95601100f0 con 0x7f9560106070 2024-04-25T01:22:55.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.041+0000 7f9567c00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f956010ff70 con 0x7f95601056d0 2024-04-25T01:22:55.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.041+0000 7f9567c00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f9560110270 con 0x7f95601044d0 2024-04-25T01:22:55.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.041+0000 7f9565200700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f95601044d0 0x7f956019a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:22:55.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.041+0000 7f9565200700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f95601044d0 0x7f956019a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:49266/0 (socket says 172.21.15.26:49266) 2024-04-25T01:22:55.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.041+0000 7f9565200700 1 -- 172.21.15.26:0/209830985 learned_addr learned my addr 172.21.15.26:0/209830985 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:22:55.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.041+0000 7f955fe00700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95601056d0 0x7f956019ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:22:55.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.041+0000 7f9565c00700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9560106070 0x7f95601a1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:22:55.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.041+0000 7f9565200700 1 -- 172.21.15.26:0/209830985 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95601056d0 msgr2=0x7f956019ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:55.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.041+0000 7f9565200700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95601056d0 0x7f956019ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:55.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.041+0000 7f9565200700 1 -- 172.21.15.26:0/209830985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9560106070 msgr2=0x7f95601a1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:55.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.042+0000 7f9565200700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9560106070 0x7f95601a1c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:55.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.042+0000 7f9565200700 1 -- 172.21.15.26:0/209830985 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95601a22b0 con 0x7f95601044d0 2024-04-25T01:22:55.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.042+0000 7f9565c00700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9560106070 0x7f95601a1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T01:22:55.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.042+0000 7f9565200700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f95601044d0 0x7f956019a650 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f955400d9b0 tx=0x7f955400dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:22:55.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.042+0000 7f955d600700 1 -- 172.21.15.26:0/209830985 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9554016070 con 0x7f95601044d0 2024-04-25T01:22:55.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.042+0000 7f955d600700 1 -- 172.21.15.26:0/209830985 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f955400be30 con 0x7f95601044d0 2024-04-25T01:22:55.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.042+0000 7f9567c00700 1 -- 172.21.15.26:0/209830985 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95601a25a0 con 0x7f95601044d0 2024-04-25T01:22:55.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.042+0000 7f955d600700 1 -- 172.21.15.26:0/209830985 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f955400f3c0 con 0x7f95601044d0 2024-04-25T01:22:55.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.042+0000 7f9567c00700 1 -- 172.21.15.26:0/209830985 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95601a2b30 con 0x7f95601044d0 2024-04-25T01:22:55.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.044+0000 7f9567c00700 1 -- 172.21.15.26:0/209830985 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9560068f20 con 0x7f95601044d0 2024-04-25T01:22:55.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.045+0000 7f955d600700 1 -- 172.21.15.26:0/209830985 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9554019070 con 0x7f95601044d0 2024-04-25T01:22:55.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.047+0000 7f955d600700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f95480a2ca0 0x7f95480a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:55.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.047+0000 7f955d600700 1 -- 172.21.15.26:0/209830985 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f95540ceab0 con 0x7f95601044d0 2024-04-25T01:22:55.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.047+0000 7f955fe00700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f95480a2ca0 0x7f95480a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:22:55.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.048+0000 7f955fe00700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f95480a2ca0 0x7f95480a5160 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f954c009750 tx=0x7f954c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:22:55.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.051+0000 7f955d600700 1 -- 172.21.15.26:0/209830985 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f9554020020 con 0x7f95601044d0 2024-04-25T01:22:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:54 smithi186 ceph-mon[32747]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:54 smithi186 ceph-mon[32747]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]': finished 2024-04-25T01:22:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:54 smithi186 ceph-mon[32747]: osdmap e80: 12 total, 11 up, 12 in 2024-04-25T01:22:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:54 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T01:22:55.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:54 smithi111 ceph-mon[32623]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 325 MiB used, 983 GiB / 983 GiB avail 2024-04-25T01:22:55.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:54 smithi111 ceph-mon[32623]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi186", "root=default"]}]': finished 2024-04-25T01:22:55.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:54 smithi111 ceph-mon[32623]: osdmap e80: 12 total, 11 up, 12 in 2024-04-25T01:22:55.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:54 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T01:22:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.281+0000 7f9567c00700 1 -- 172.21.15.26:0/209830985 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f9560062e40 con 0x7f95601044d0 2024-04-25T01:22:55.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.282+0000 7f955d600700 1 -- 172.21.15.26:0/209830985 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v81) ==== 74+0+133 (secure 0 0 0) 0x7f955409be10 con 0x7f95601044d0 2024-04-25T01:22:55.263 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:22:55.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.284+0000 7f9567c00700 1 -- 172.21.15.26:0/209830985 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f95480a2ca0 msgr2=0x7f95480a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:55.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.284+0000 7f9567c00700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f95480a2ca0 0x7f95480a5160 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f954c009750 tx=0x7f954c009310 comp rx=0 tx=0).stop 2024-04-25T01:22:55.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.285+0000 7f9567c00700 1 -- 172.21.15.26:0/209830985 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f95601044d0 msgr2=0x7f956019a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:55.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.285+0000 7f9567c00700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f95601044d0 0x7f956019a650 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f955400d9b0 tx=0x7f955400dcc0 comp rx=0 tx=0).stop 2024-04-25T01:22:55.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.285+0000 7f9567c00700 1 -- 172.21.15.26:0/209830985 shutdown_connections 2024-04-25T01:22:55.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.285+0000 7f9567c00700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9560106070 0x7f95601a1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:55.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.285+0000 7f9567c00700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f95601044d0 0x7f956019a650 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:55.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.285+0000 7f9567c00700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f95480a2ca0 0x7f95480a5160 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:55.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.285+0000 7f9567c00700 1 --2- 172.21.15.26:0/209830985 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f95601056d0 0x7f956019ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:55.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.285+0000 7f9567c00700 1 -- 172.21.15.26:0/209830985 >> 172.21.15.26:0/209830985 conn(0x7f95600ffa90 msgr2=0x7f9560108970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:22:55.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.285+0000 7f9567c00700 1 -- 172.21.15.26:0/209830985 shutdown_connections 2024-04-25T01:22:55.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:55.285+0000 7f9567c00700 1 -- 172.21.15.26:0/209830985 wait complete. 2024-04-25T01:22:56.012 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:55 smithi026 ceph-mon[28096]: purged_snaps scrub starts 2024-04-25T01:22:56.012 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:55 smithi026 ceph-mon[28096]: purged_snaps scrub ok 2024-04-25T01:22:56.012 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:55 smithi026 ceph-mon[28096]: osd.11 [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169] boot 2024-04-25T01:22:56.012 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:55 smithi026 ceph-mon[28096]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T01:22:56.012 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:55 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T01:22:56.012 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:55 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/209830985' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T01:22:56.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:55 smithi186 ceph-mon[32747]: purged_snaps scrub starts 2024-04-25T01:22:56.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:55 smithi186 ceph-mon[32747]: purged_snaps scrub ok 2024-04-25T01:22:56.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:55 smithi186 ceph-mon[32747]: osd.11 [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169] boot 2024-04-25T01:22:56.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:55 smithi186 ceph-mon[32747]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T01:22:56.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:55 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T01:22:56.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:55 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/209830985' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T01:22:56.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:55 smithi111 ceph-mon[32623]: purged_snaps scrub starts 2024-04-25T01:22:56.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:55 smithi111 ceph-mon[32623]: purged_snaps scrub ok 2024-04-25T01:22:56.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:55 smithi111 ceph-mon[32623]: osd.11 [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169] boot 2024-04-25T01:22:56.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:55 smithi111 ceph-mon[32623]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T01:22:56.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:55 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T01:22:56.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:55 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/209830985' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T01:22:56.192 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1714008174,"num_in_osds":12,"osd_in_since":1714008154,"num_remapped_pgs":0} 2024-04-25T01:22:56.193 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T01:22:56.639 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:22:57.012 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:22:57.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T01:22:57.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: Detected new or changed devices on smithi186 2024-04-25T01:22:57.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:57.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:57.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:57.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:57.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:57.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:57.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: Adjusting osd_memory_target on smithi186 to 4272M 2024-04-25T01:22:57.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:57.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:57.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:57.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:57.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:57.014 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:57.014 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:57.014 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:57.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:22:57.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T01:22:57.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: Detected new or changed devices on smithi186 2024-04-25T01:22:57.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: Adjusting osd_memory_target on smithi186 to 4272M 2024-04-25T01:22:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:57.085 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: Detected new or changed devices on smithi186 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: Adjusting osd_memory_target on smithi186 to 4272M 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:57.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:22:57.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:22:57.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:22:57.116 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:22:58.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.992+0000 7f07d6000700 1 -- 172.21.15.26:0/2574083772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07d01082b0 msgr2=0x7f07d0108690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:58.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.992+0000 7f07d6000700 1 --2- 172.21.15.26:0/2574083772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07d01082b0 0x7f07d0108690 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f07c00098f0 tx=0x7f07c0009c00 comp rx=0 tx=0).stop 2024-04-25T01:22:58.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.992+0000 7f07d6000700 1 -- 172.21.15.26:0/2574083772 shutdown_connections 2024-04-25T01:22:58.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.992+0000 7f07d6000700 1 --2- 172.21.15.26:0/2574083772 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07d006a8e0 0x7f07d010f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:58.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.992+0000 7f07d6000700 1 --2- 172.21.15.26:0/2574083772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07d01082b0 0x7f07d0108690 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:58.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.992+0000 7f07d6000700 1 --2- 172.21.15.26:0/2574083772 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07d0069f40 0x7f07d006a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:58.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.992+0000 7f07d6000700 1 -- 172.21.15.26:0/2574083772 >> 172.21.15.26:0/2574083772 conn(0x7f07d00780e0 msgr2=0x7f07d00784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:22:58.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.992+0000 7f07d6000700 1 -- 172.21.15.26:0/2574083772 shutdown_connections 2024-04-25T01:22:58.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.992+0000 7f07d6000700 1 -- 172.21.15.26:0/2574083772 wait complete. 2024-04-25T01:22:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.993+0000 7f07d6000700 1 Processor -- start 2024-04-25T01:22:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.993+0000 7f07d6000700 1 -- start start 2024-04-25T01:22:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.994+0000 7f07d6000700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07d0069f40 0x7f07d01a0a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.994+0000 7f07d6000700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07d006a8e0 0x7f07d01a0f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.994+0000 7f07d6000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07d01082b0 0x7f07d019ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.994+0000 7f07d6000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f07d0112540 con 0x7f07d01082b0 2024-04-25T01:22:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.994+0000 7f07d6000700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f07d01123c0 con 0x7f07d006a8e0 2024-04-25T01:22:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.994+0000 7f07d6000700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f07d01126c0 con 0x7f07d0069f40 2024-04-25T01:22:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.994+0000 7f07cf400700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07d0069f40 0x7f07d01a0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:22:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.994+0000 7f07cfe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07d01082b0 0x7f07d019ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:22:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.994+0000 7f07cea00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07d006a8e0 0x7f07d01a0f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:22:58.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.994+0000 7f07cf400700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07d0069f40 0x7f07d01a0a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:49278/0 (socket says 172.21.15.26:49278) 2024-04-25T01:22:58.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.994+0000 7f07cf400700 1 -- 172.21.15.26:0/2835949607 learned_addr learned my addr 172.21.15.26:0/2835949607 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:22:58.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.995+0000 7f07cf400700 1 -- 172.21.15.26:0/2835949607 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07d006a8e0 msgr2=0x7f07d01a0f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:58.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.995+0000 7f07cf400700 1 --2- 172.21.15.26:0/2835949607 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07d006a8e0 0x7f07d01a0f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:58.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.995+0000 7f07cf400700 1 -- 172.21.15.26:0/2835949607 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07d01082b0 msgr2=0x7f07d019ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:58.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.995+0000 7f07cf400700 1 --2- 172.21.15.26:0/2835949607 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07d01082b0 0x7f07d019ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:58.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.995+0000 7f07cf400700 1 -- 172.21.15.26:0/2835949607 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07d019b400 con 0x7f07d0069f40 2024-04-25T01:22:58.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.995+0000 7f07cea00700 1 --2- 172.21.15.26:0/2835949607 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07d006a8e0 0x7f07d01a0f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:22:58.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.995+0000 7f07cf400700 1 --2- 172.21.15.26:0/2835949607 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07d0069f40 0x7f07d01a0a50 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f07c0005950 tx=0x7f07c0005040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:22:58.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.995+0000 7f07c7e00700 1 -- 172.21.15.26:0/2835949607 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c00052e0 con 0x7f07d0069f40 2024-04-25T01:22:58.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.996+0000 7f07d6000700 1 -- 172.21.15.26:0/2835949607 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07d019b690 con 0x7f07d0069f40 2024-04-25T01:22:58.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.996+0000 7f07c7e00700 1 -- 172.21.15.26:0/2835949607 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07c000ba40 con 0x7f07d0069f40 2024-04-25T01:22:58.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.996+0000 7f07c7e00700 1 -- 172.21.15.26:0/2835949607 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c0003b80 con 0x7f07d0069f40 2024-04-25T01:22:58.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.996+0000 7f07d6000700 1 -- 172.21.15.26:0/2835949607 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07d01a79d0 con 0x7f07d0069f40 2024-04-25T01:22:58.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.997+0000 7f07d6000700 1 -- 172.21.15.26:0/2835949607 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07d019b9f0 con 0x7f07d0069f40 2024-04-25T01:22:58.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:58.999+0000 7f07c7e00700 1 -- 172.21.15.26:0/2835949607 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f07c0005480 con 0x7f07d0069f40 2024-04-25T01:22:58.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.000+0000 7f07c7e00700 1 --2- 172.21.15.26:0/2835949607 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07b40a2c20 0x7f07b40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:22:58.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.000+0000 7f07c7e00700 1 -- 172.21.15.26:0/2835949607 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f07c00cfc80 con 0x7f07d0069f40 2024-04-25T01:22:58.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.001+0000 7f07cea00700 1 --2- 172.21.15.26:0/2835949607 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07b40a2c20 0x7f07b40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:22:58.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.001+0000 7f07cea00700 1 --2- 172.21.15.26:0/2835949607 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07b40a2c20 0x7f07b40a50e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f07d019c270 tx=0x7f07bc009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:22:58.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.004+0000 7f07c7e00700 1 -- 172.21.15.26:0/2835949607 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f07c0013030 con 0x7f07d0069f40 2024-04-25T01:22:59.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:58 smithi026 ceph-mon[28096]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:22:59.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:58 smithi186 ceph-mon[32747]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:22:59.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:58 smithi111 ceph-mon[32623]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:22:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.235+0000 7f07d6000700 1 -- 172.21.15.26:0/2835949607 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f07d019bfe0 con 0x7f07d0069f40 2024-04-25T01:22:59.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.236+0000 7f07c7e00700 1 -- 172.21.15.26:0/2835949607 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18433 (secure 0 0 0) 0x7f07c009d070 con 0x7f07d0069f40 2024-04-25T01:22:59.218 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:22:59.218 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":82,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:22:55.738306+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:22:59.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.239+0000 7f07d6000700 1 -- 172.21.15.26:0/2835949607 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07b40a2c20 msgr2=0x7f07b40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:59.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.239+0000 7f07d6000700 1 --2- 172.21.15.26:0/2835949607 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07b40a2c20 0x7f07b40a50e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f07d019c270 tx=0x7f07bc009310 comp rx=0 tx=0).stop 2024-04-25T01:22:59.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.239+0000 7f07d6000700 1 -- 172.21.15.26:0/2835949607 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07d0069f40 msgr2=0x7f07d01a0a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:22:59.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.239+0000 7f07d6000700 1 --2- 172.21.15.26:0/2835949607 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07d0069f40 0x7f07d01a0a50 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f07c0005950 tx=0x7f07c0005040 comp rx=0 tx=0).stop 2024-04-25T01:22:59.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.240+0000 7f07d6000700 1 -- 172.21.15.26:0/2835949607 shutdown_connections 2024-04-25T01:22:59.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.240+0000 7f07d6000700 1 --2- 172.21.15.26:0/2835949607 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07d01082b0 0x7f07d019ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:59.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.240+0000 7f07d6000700 1 --2- 172.21.15.26:0/2835949607 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07d0069f40 0x7f07d01a0a50 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:59.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.240+0000 7f07d6000700 1 --2- 172.21.15.26:0/2835949607 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07b40a2c20 0x7f07b40a50e0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:59.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.240+0000 7f07d6000700 1 --2- 172.21.15.26:0/2835949607 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07d006a8e0 0x7f07d01a0f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:22:59.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.240+0000 7f07d6000700 1 -- 172.21.15.26:0/2835949607 >> 172.21.15.26:0/2835949607 conn(0x7f07d00780e0 msgr2=0x7f07d010d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:22:59.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.240+0000 7f07d6000700 1 -- 172.21.15.26:0/2835949607 shutdown_connections 2024-04-25T01:22:59.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:22:59.240+0000 7f07d6000700 1 -- 172.21.15.26:0/2835949607 wait complete. 2024-04-25T01:23:00.019 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:22:59 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2835949607' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:00.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:22:59 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2835949607' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:00.089 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T01:18:37.687060+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T01:23:00.090 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-25T01:23:00.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:22:59 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2835949607' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:00.560 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:23:01.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:00 smithi026 ceph-mon[28096]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:01.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:00 smithi186 ceph-mon[32747]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:01.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:00 smithi111 ceph-mon[32623]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:02.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.872+0000 7f0d4d600700 1 -- 172.21.15.26:0/2964361219 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0d481096a0 msgr2=0x7f0d48111270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:02.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.872+0000 7f0d4d600700 1 --2- 172.21.15.26:0/2964361219 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0d481096a0 0x7f0d48111270 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0d4000b0d0 tx=0x7f0d4000b3e0 comp rx=0 tx=0).stop 2024-04-25T01:23:02.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.872+0000 7f0d4d600700 1 -- 172.21.15.26:0/2964361219 shutdown_connections 2024-04-25T01:23:02.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.872+0000 7f0d4d600700 1 --2- 172.21.15.26:0/2964361219 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0d481096a0 0x7f0d48111270 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:02.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.872+0000 7f0d4d600700 1 --2- 172.21.15.26:0/2964361219 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d481045c0 0x7f0d481049a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:02.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.872+0000 7f0d4d600700 1 --2- 172.21.15.26:0/2964361219 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d48104f70 0x7f0d48108fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:02.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.872+0000 7f0d4d600700 1 -- 172.21.15.26:0/2964361219 >> 172.21.15.26:0/2964361219 conn(0x7f0d480ffe50 msgr2=0x7f0d48102270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:02.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.873+0000 7f0d4d600700 1 -- 172.21.15.26:0/2964361219 shutdown_connections 2024-04-25T01:23:02.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.873+0000 7f0d4d600700 1 -- 172.21.15.26:0/2964361219 wait complete. 2024-04-25T01:23:02.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.874+0000 7f0d4d600700 1 Processor -- start 2024-04-25T01:23:02.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.874+0000 7f0d4d600700 1 -- start start 2024-04-25T01:23:02.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.874+0000 7f0d4d600700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d481045c0 0x7f0d481a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:02.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.874+0000 7f0d4d600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d48104f70 0x7f0d481a0c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:02.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.874+0000 7f0d4d600700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0d481096a0 0x7f0d4819a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:02.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.874+0000 7f0d4d600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0d48114700 con 0x7f0d48104f70 2024-04-25T01:23:02.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.874+0000 7f0d4d600700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0d48114580 con 0x7f0d481045c0 2024-04-25T01:23:02.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.874+0000 7f0d4d600700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f0d48114880 con 0x7f0d481096a0 2024-04-25T01:23:02.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.875+0000 7f0d47400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d48104f70 0x7f0d481a0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:02.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.875+0000 7f0d4cc00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0d481096a0 0x7f0d4819a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:02.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.875+0000 7f0d47e00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d481045c0 0x7f0d481a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:02.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.875+0000 7f0d47400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d48104f70 0x7f0d481a0c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59144/0 (socket says 172.21.15.26:59144) 2024-04-25T01:23:02.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.875+0000 7f0d4cc00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0d481096a0 0x7f0d4819a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:53768/0 (socket says 172.21.15.26:53768) 2024-04-25T01:23:02.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.875+0000 7f0d47400700 1 -- 172.21.15.26:0/3689678610 learned_addr learned my addr 172.21.15.26:0/3689678610 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:02.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.875+0000 7f0d4cc00700 1 -- 172.21.15.26:0/3689678610 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d481045c0 msgr2=0x7f0d481a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:02.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.875+0000 7f0d4cc00700 1 --2- 172.21.15.26:0/3689678610 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d481045c0 0x7f0d481a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:02.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.875+0000 7f0d4cc00700 1 -- 172.21.15.26:0/3689678610 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d48104f70 msgr2=0x7f0d481a0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:02.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.875+0000 7f0d4cc00700 1 --2- 172.21.15.26:0/3689678610 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d48104f70 0x7f0d481a0c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:02.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.875+0000 7f0d4cc00700 1 -- 172.21.15.26:0/3689678610 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d4819b020 con 0x7f0d481096a0 2024-04-25T01:23:02.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.875+0000 7f0d4cc00700 1 --2- 172.21.15.26:0/3689678610 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0d481096a0 0x7f0d4819a8c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0d4000d010 tx=0x7f0d40009810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:02.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.876+0000 7f0d44c00700 1 -- 172.21.15.26:0/3689678610 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d40003a00 con 0x7f0d481096a0 2024-04-25T01:23:02.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.876+0000 7f0d44c00700 1 -- 172.21.15.26:0/3689678610 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0d40022070 con 0x7f0d481096a0 2024-04-25T01:23:02.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.876+0000 7f0d44c00700 1 -- 172.21.15.26:0/3689678610 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d4001b6c0 con 0x7f0d481096a0 2024-04-25T01:23:02.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.876+0000 7f0d4d600700 1 -- 172.21.15.26:0/3689678610 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d4819b2b0 con 0x7f0d481096a0 2024-04-25T01:23:02.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.876+0000 7f0d4d600700 1 -- 172.21.15.26:0/3689678610 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d481a75d0 con 0x7f0d481096a0 2024-04-25T01:23:02.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.877+0000 7f0d4d600700 1 -- 172.21.15.26:0/3689678610 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d48105aa0 con 0x7f0d481096a0 2024-04-25T01:23:02.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.879+0000 7f0d44c00700 1 -- 172.21.15.26:0/3689678610 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0d40003ba0 con 0x7f0d481096a0 2024-04-25T01:23:02.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.880+0000 7f0d44c00700 1 --2- 172.21.15.26:0/3689678610 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0d2c0a2ca0 0x7f0d2c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:02.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.881+0000 7f0d44c00700 1 -- 172.21.15.26:0/3689678610 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f0d4000f020 con 0x7f0d481096a0 2024-04-25T01:23:02.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.881+0000 7f0d47e00700 1 --2- 172.21.15.26:0/3689678610 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0d2c0a2ca0 0x7f0d2c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:02.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.881+0000 7f0d47e00700 1 --2- 172.21.15.26:0/3689678610 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0d2c0a2ca0 0x7f0d2c0a5160 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0d4819ba00 tx=0x7f0d38009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:02.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:02.884+0000 7f0d44c00700 1 -- 172.21.15.26:0/3689678610 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0d4009cb90 con 0x7f0d481096a0 2024-04-25T01:23:03.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:02 smithi026 ceph-mon[28096]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:03.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:02 smithi186 ceph-mon[32747]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:03.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:03.109+0000 7f0d4d600700 1 -- 172.21.15.26:0/3689678610 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f0d4802db30 con 0x7f0d481096a0 2024-04-25T01:23:03.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:03.110+0000 7f0d44c00700 1 -- 172.21.15.26:0/3689678610 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f0d4009c490 con 0x7f0d481096a0 2024-04-25T01:23:03.092 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-25T01:23:03.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:03.113+0000 7f0d4d600700 1 -- 172.21.15.26:0/3689678610 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0d2c0a2ca0 msgr2=0x7f0d2c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:03.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:03.113+0000 7f0d4d600700 1 --2- 172.21.15.26:0/3689678610 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0d2c0a2ca0 0x7f0d2c0a5160 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0d4819ba00 tx=0x7f0d38009260 comp rx=0 tx=0).stop 2024-04-25T01:23:03.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:03.113+0000 7f0d4d600700 1 -- 172.21.15.26:0/3689678610 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0d481096a0 msgr2=0x7f0d4819a8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:03.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:03.113+0000 7f0d4d600700 1 --2- 172.21.15.26:0/3689678610 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0d481096a0 0x7f0d4819a8c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0d4000d010 tx=0x7f0d40009810 comp rx=0 tx=0).stop 2024-04-25T01:23:03.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:03.113+0000 7f0d4d600700 1 -- 172.21.15.26:0/3689678610 shutdown_connections 2024-04-25T01:23:03.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:03.113+0000 7f0d4d600700 1 --2- 172.21.15.26:0/3689678610 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0d481096a0 0x7f0d4819a8c0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:03.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:03.113+0000 7f0d4d600700 1 --2- 172.21.15.26:0/3689678610 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0d2c0a2ca0 0x7f0d2c0a5160 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:03.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:03.113+0000 7f0d4d600700 1 --2- 172.21.15.26:0/3689678610 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0d481045c0 0x7f0d481a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:03.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:03.113+0000 7f0d4d600700 1 --2- 172.21.15.26:0/3689678610 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d48104f70 0x7f0d481a0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:03.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:03.113+0000 7f0d4d600700 1 -- 172.21.15.26:0/3689678610 >> 172.21.15.26:0/3689678610 conn(0x7f0d480ffe50 msgr2=0x7f0d48100970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:03.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:03.114+0000 7f0d4d600700 1 -- 172.21.15.26:0/3689678610 shutdown_connections 2024-04-25T01:23:03.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:03.114+0000 7f0d4d600700 1 -- 172.21.15.26:0/3689678610 wait complete. 2024-04-25T01:23:03.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:02 smithi111 ceph-mon[32623]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:03.920 INFO:tasks.cephadm:Adding mds.a on smithi026 2024-04-25T01:23:03.920 INFO:tasks.cephadm:Adding mds.d on smithi026 2024-04-25T01:23:03.920 INFO:tasks.cephadm:Adding mds.g on smithi026 2024-04-25T01:23:03.920 INFO:tasks.cephadm:Adding mds.j on smithi026 2024-04-25T01:23:03.920 INFO:tasks.cephadm:Adding mds.b on smithi111 2024-04-25T01:23:03.921 INFO:tasks.cephadm:Adding mds.e on smithi111 2024-04-25T01:23:03.921 INFO:tasks.cephadm:Adding mds.h on smithi111 2024-04-25T01:23:03.921 INFO:tasks.cephadm:Adding mds.k on smithi111 2024-04-25T01:23:03.921 INFO:tasks.cephadm:Adding mds.c on smithi186 2024-04-25T01:23:03.921 INFO:tasks.cephadm:Adding mds.f on smithi186 2024-04-25T01:23:03.921 INFO:tasks.cephadm:Adding mds.i on smithi186 2024-04-25T01:23:03.921 INFO:tasks.cephadm:Adding mds.l on smithi186 2024-04-25T01:23:03.921 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi111=b;smithi111=e;smithi111=h;smithi111=k;smithi186=c;smithi186=f;smithi186=i;smithi186=l' 2024-04-25T01:23:04.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:03 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3689678610' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:23:04.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:03 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3689678610' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:23:04.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:03 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3689678610' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:23:04.174 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:23:04.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:04 smithi186 ceph-mon[32747]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:05.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:04 smithi026 ceph-mon[28096]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:05.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:04 smithi111 ceph-mon[32623]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:05.833 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.850+0000 7fa9e8976700 1 -- 172.21.15.186:0/3837278432 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9e4102280 msgr2=0x7fa9e41026a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:05.834 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.850+0000 7fa9e8976700 1 --2- 172.21.15.186:0/3837278432 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9e4102280 0x7fa9e41026a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa9d4009990 tx=0x7fa9d4009ca0 comp rx=0 tx=0).stop 2024-04-25T01:23:05.834 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.850+0000 7fa9e8976700 1 -- 172.21.15.186:0/3837278432 shutdown_connections 2024-04-25T01:23:05.834 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.850+0000 7fa9e8976700 1 --2- 172.21.15.186:0/3837278432 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9e4103e20 0x7fa9e410a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:05.834 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.850+0000 7fa9e8976700 1 --2- 172.21.15.186:0/3837278432 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9e4102280 0x7fa9e41026a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:05.834 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.850+0000 7fa9e8976700 1 --2- 172.21.15.186:0/3837278432 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e4103480 0x7fa9e41038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:05.834 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.850+0000 7fa9e8976700 1 -- 172.21.15.186:0/3837278432 >> 172.21.15.186:0/3837278432 conn(0x7fa9e40fd820 msgr2=0x7fa9e40ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:05.834 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.850+0000 7fa9e8976700 1 -- 172.21.15.186:0/3837278432 shutdown_connections 2024-04-25T01:23:05.834 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.850+0000 7fa9e8976700 1 -- 172.21.15.186:0/3837278432 wait complete. 2024-04-25T01:23:05.834 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.850+0000 7fa9e8976700 1 Processor -- start 2024-04-25T01:23:05.834 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e8976700 1 -- start start 2024-04-25T01:23:05.834 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e8976700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e4102280 0x7fa9e4075fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:05.835 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e8976700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9e4103480 0x7fa9e4074620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:05.835 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e8976700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9e4103e20 0x7fa9e4074b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:05.835 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e8976700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e410dec0 con 0x7fa9e4102280 2024-04-25T01:23:05.835 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e8976700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e410dd40 con 0x7fa9e4103480 2024-04-25T01:23:05.835 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e8976700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e410e040 con 0x7fa9e4103e20 2024-04-25T01:23:05.835 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e2d9d700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9e4103e20 0x7fa9e4074b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:05.835 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e2d9d700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9e4103e20 0x7fa9e4074b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.186:33110/0 (socket says 172.21.15.186:33110) 2024-04-25T01:23:05.835 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e2d9d700 1 -- 172.21.15.186:0/872805829 learned_addr learned my addr 172.21.15.186:0/872805829 (peer_addr_for_me v2:172.21.15.186:0/0) 2024-04-25T01:23:05.835 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e2d9d700 1 -- 172.21.15.186:0/872805829 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9e4103480 msgr2=0x7fa9e4074620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:05.835 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e1d9b700 1 --2- 172.21.15.186:0/872805829 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9e4103480 0x7fa9e4074620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:05.835 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e2d9d700 1 --2- 172.21.15.186:0/872805829 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9e4103480 0x7fa9e4074620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:05.836 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e2d9d700 1 -- 172.21.15.186:0/872805829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e4102280 msgr2=0x7fa9e4075fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:05.836 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e2d9d700 1 --2- 172.21.15.186:0/872805829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e4102280 0x7fa9e4075fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:05.836 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e2d9d700 1 -- 172.21.15.186:0/872805829 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9e4075410 con 0x7fa9e4103e20 2024-04-25T01:23:05.836 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e2d9d700 1 --2- 172.21.15.186:0/872805829 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9e4103e20 0x7fa9e4074b60 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa9dc00ada0 tx=0x7fa9dc00c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:05.836 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9d37fe700 1 -- 172.21.15.186:0/872805829 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9dc017020 con 0x7fa9e4103e20 2024-04-25T01:23:05.836 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9d37fe700 1 -- 172.21.15.186:0/872805829 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9dc004bb0 con 0x7fa9e4103e20 2024-04-25T01:23:05.836 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9e8976700 1 -- 172.21.15.186:0/872805829 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9e41a26c0 con 0x7fa9e4103e20 2024-04-25T01:23:05.836 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.851+0000 7fa9d37fe700 1 -- 172.21.15.186:0/872805829 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9dc005520 con 0x7fa9e4103e20 2024-04-25T01:23:05.836 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.852+0000 7fa9e8976700 1 -- 172.21.15.186:0/872805829 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9e41a2c00 con 0x7fa9e4103e20 2024-04-25T01:23:05.836 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.852+0000 7fa9e8976700 1 -- 172.21.15.186:0/872805829 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9e4068f20 con 0x7fa9e4103e20 2024-04-25T01:23:05.837 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.853+0000 7fa9d37fe700 1 -- 172.21.15.186:0/872805829 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa9dc0056c0 con 0x7fa9e4103e20 2024-04-25T01:23:05.837 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.854+0000 7fa9d37fe700 1 --2- 172.21.15.186:0/872805829 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9cc0a2c20 0x7fa9cc0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:05.837 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.854+0000 7fa9d37fe700 1 -- 172.21.15.186:0/872805829 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fa9dc0ce360 con 0x7fa9e4103e20 2024-04-25T01:23:05.837 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.855+0000 7fa9e259c700 1 --2- 172.21.15.186:0/872805829 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9cc0a2c20 0x7fa9cc0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:05.837 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.856+0000 7fa9e259c700 1 --2- 172.21.15.186:0/872805829 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9cc0a2c20 0x7fa9cc0a50e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa9d4005f50 tx=0x7fa9d4005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:05.839 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:05.859+0000 7fa9d37fe700 1 -- 172.21.15.186:0/872805829 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa9dc021020 con 0x7fa9e4103e20 2024-04-25T01:23:06.043 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:06.063+0000 7fa9e8976700 1 -- 172.21.15.186:0/872805829 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi111=b;smithi111=e;smithi111=h;smithi111=k;smithi186=c;smithi186=f;smithi186=i;smithi186=l", "target": ["mon-mgr", ""]}) -- 0x7fa9e4062930 con 0x7fa9cc0a2c20 2024-04-25T01:23:06.061 INFO:teuthology.orchestra.run.smithi186.stdout:Scheduled mds.all update... 2024-04-25T01:23:06.061 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:06.080+0000 7fa9d37fe700 1 -- 172.21.15.186:0/872805829 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7fa9e4062930 con 0x7fa9cc0a2c20 2024-04-25T01:23:06.062 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:06.082+0000 7fa9e8976700 1 -- 172.21.15.186:0/872805829 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9cc0a2c20 msgr2=0x7fa9cc0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:06.063 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:06.082+0000 7fa9e8976700 1 --2- 172.21.15.186:0/872805829 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9cc0a2c20 0x7fa9cc0a50e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa9d4005f50 tx=0x7fa9d4005e80 comp rx=0 tx=0).stop 2024-04-25T01:23:06.063 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:06.082+0000 7fa9e8976700 1 -- 172.21.15.186:0/872805829 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9e4103e20 msgr2=0x7fa9e4074b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:06.063 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:06.082+0000 7fa9e8976700 1 --2- 172.21.15.186:0/872805829 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9e4103e20 0x7fa9e4074b60 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa9dc00ada0 tx=0x7fa9dc00c330 comp rx=0 tx=0).stop 2024-04-25T01:23:06.063 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:06.082+0000 7fa9e8976700 1 -- 172.21.15.186:0/872805829 shutdown_connections 2024-04-25T01:23:06.063 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:06.082+0000 7fa9e8976700 1 --2- 172.21.15.186:0/872805829 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9e4103e20 0x7fa9e4074b60 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:06.063 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:06.082+0000 7fa9e8976700 1 --2- 172.21.15.186:0/872805829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9e4102280 0x7fa9e4075fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:06.063 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:06.082+0000 7fa9e8976700 1 --2- 172.21.15.186:0/872805829 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9cc0a2c20 0x7fa9cc0a50e0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:06.063 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:06.082+0000 7fa9e8976700 1 --2- 172.21.15.186:0/872805829 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9e4103480 0x7fa9e4074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:06.063 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:06.082+0000 7fa9e8976700 1 -- 172.21.15.186:0/872805829 >> 172.21.15.186:0/872805829 conn(0x7fa9e40fd820 msgr2=0x7fa9e41068a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:06.063 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:06.082+0000 7fa9e8976700 1 -- 172.21.15.186:0/872805829 shutdown_connections 2024-04-25T01:23:06.063 INFO:teuthology.orchestra.run.smithi186.stderr:2024-04-25T01:23:06.082+0000 7fa9e8976700 1 -- 172.21.15.186:0/872805829 wait complete. 2024-04-25T01:23:06.755 DEBUG:teuthology.orchestra.run.smithi026:mds.a> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.a.service 2024-04-25T01:23:06.764 DEBUG:teuthology.orchestra.run.smithi026:mds.d> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.d.service 2024-04-25T01:23:06.808 DEBUG:teuthology.orchestra.run.smithi026:mds.g> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.g.service 2024-04-25T01:23:06.854 DEBUG:teuthology.orchestra.run.smithi026:mds.j> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.j.service 2024-04-25T01:23:06.900 DEBUG:teuthology.orchestra.run.smithi111:mds.b> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.b.service 2024-04-25T01:23:06.902 DEBUG:teuthology.orchestra.run.smithi111:mds.e> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.e.service 2024-04-25T01:23:06.945 DEBUG:teuthology.orchestra.run.smithi111:mds.h> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.h.service 2024-04-25T01:23:06.988 DEBUG:teuthology.orchestra.run.smithi111:mds.k> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.k.service 2024-04-25T01:23:07.030 DEBUG:teuthology.orchestra.run.smithi186:mds.c> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.c.service 2024-04-25T01:23:07.033 DEBUG:teuthology.orchestra.run.smithi186:mds.f> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.f.service 2024-04-25T01:23:07.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:06 smithi111 ceph-mon[32623]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:07.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:06 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:07.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:06 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:23:07.053 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:06 smithi186 ceph-mon[32747]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:07.054 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:06 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:07.054 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:06 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:23:07.054 DEBUG:teuthology.orchestra.run.smithi186:mds.i> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.i.service 2024-04-25T01:23:07.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:06 smithi026 ceph-mon[28096]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:07.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:06 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:07.056 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:06 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:23:07.097 DEBUG:teuthology.orchestra.run.smithi186:mds.l> sudo journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.l.service 2024-04-25T01:23:07.140 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-25T01:23:07.140 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T01:23:07.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.397+0000 7ff1bea00640 1 -- 172.21.15.26:0/4076947170 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff1b8103190 msgr2=0x7ff1b8109a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:07.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.397+0000 7ff1bea00640 1 --2- 172.21.15.26:0/4076947170 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff1b8103190 0x7ff1b8109a20 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff1b0009ca0 tx=0x7ff1b002a8b0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.397+0000 7ff1bea00640 1 -- 172.21.15.26:0/4076947170 shutdown_connections 2024-04-25T01:23:07.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.397+0000 7ff1bea00640 1 --2- 172.21.15.26:0/4076947170 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff1b8103190 0x7ff1b8109a20 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.397+0000 7ff1bea00640 1 --2- 172.21.15.26:0/4076947170 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff1b81027d0 0x7ff1b8102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.397+0000 7ff1bea00640 1 --2- 172.21.15.26:0/4076947170 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1b81015e0 0x7ff1b8101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.397+0000 7ff1bea00640 1 -- 172.21.15.26:0/4076947170 >> 172.21.15.26:0/4076947170 conn(0x7ff1b80fcb50 msgr2=0x7ff1b80fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:07.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.397+0000 7ff1bea00640 1 -- 172.21.15.26:0/4076947170 shutdown_connections 2024-04-25T01:23:07.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.397+0000 7ff1bea00640 1 -- 172.21.15.26:0/4076947170 wait complete. 2024-04-25T01:23:07.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.398+0000 7ff1bea00640 1 Processor -- start 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.399+0000 7ff1bea00640 1 -- start start 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.399+0000 7ff1bea00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1b81015e0 0x7ff1b8199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.399+0000 7ff1bea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff1b81027d0 0x7ff1b819a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.399+0000 7ff1bea00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff1b8103190 0x7ff1b81a1090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.399+0000 7ff1bea00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff1b810d2b0 con 0x7ff1b81027d0 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.399+0000 7ff1bea00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff1b810d130 con 0x7ff1b81015e0 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.399+0000 7ff1bea00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7ff1b810d430 con 0x7ff1b8103190 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.399+0000 7ff1be000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff1b8103190 0x7ff1b81a1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.399+0000 7ff1bd600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1b81015e0 0x7ff1b8199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.399+0000 7ff1bd600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1b81015e0 0x7ff1b8199ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:47500/0 (socket says 172.21.15.26:47500) 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.399+0000 7ff1bd600640 1 -- 172.21.15.26:0/1965240301 learned_addr learned my addr 172.21.15.26:0/1965240301 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.399+0000 7ff1be000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff1b8103190 0x7ff1b81a1090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:53788/0 (socket says 172.21.15.26:53788) 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.399+0000 7ff1bcc00640 1 --2- 172.21.15.26:0/1965240301 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff1b81027d0 0x7ff1b819a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.400+0000 7ff1bd600640 1 -- 172.21.15.26:0/1965240301 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff1b8103190 msgr2=0x7ff1b81a1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.400+0000 7ff1bd600640 1 --2- 172.21.15.26:0/1965240301 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff1b8103190 0x7ff1b81a1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.400+0000 7ff1bd600640 1 -- 172.21.15.26:0/1965240301 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff1b81027d0 msgr2=0x7ff1b819a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:07.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.400+0000 7ff1bd600640 1 --2- 172.21.15.26:0/1965240301 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff1b81027d0 0x7ff1b819a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.400+0000 7ff1bd600640 1 -- 172.21.15.26:0/1965240301 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1b81a1700 con 0x7ff1b81015e0 2024-04-25T01:23:07.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.400+0000 7ff1bd600640 1 --2- 172.21.15.26:0/1965240301 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1b81015e0 0x7ff1b8199ae0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac00e9c0 tx=0x7ff1ac00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:07.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.400+0000 7ff1b6000640 1 -- 172.21.15.26:0/1965240301 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1ac00cd80 con 0x7ff1b81015e0 2024-04-25T01:23:07.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.400+0000 7ff1b6000640 1 -- 172.21.15.26:0/1965240301 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff1ac0035f0 con 0x7ff1b81015e0 2024-04-25T01:23:07.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.400+0000 7ff1b6000640 1 -- 172.21.15.26:0/1965240301 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1ac010690 con 0x7ff1b81015e0 2024-04-25T01:23:07.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.400+0000 7ff1bea00640 1 -- 172.21.15.26:0/1965240301 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1b81a19f0 con 0x7ff1b81015e0 2024-04-25T01:23:07.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.401+0000 7ff1bea00640 1 -- 172.21.15.26:0/1965240301 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1b81a1f40 con 0x7ff1b81015e0 2024-04-25T01:23:07.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.402+0000 7ff1bea00640 1 -- 172.21.15.26:0/1965240301 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1b81a21d0 con 0x7ff1b81015e0 2024-04-25T01:23:07.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.403+0000 7ff1b6000640 1 -- 172.21.15.26:0/1965240301 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff1ac0037a0 con 0x7ff1b81015e0 2024-04-25T01:23:07.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.405+0000 7ff1b6000640 1 --2- 172.21.15.26:0/1965240301 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff1a00a2c10 0x7ff1a00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:07.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.406+0000 7ff1b6000640 1 -- 172.21.15.26:0/1965240301 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7ff1ac0cef40 con 0x7ff1b81015e0 2024-04-25T01:23:07.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.406+0000 7ff1bcc00640 1 --2- 172.21.15.26:0/1965240301 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff1a00a2c10 0x7ff1a00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:07.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.406+0000 7ff1bcc00640 1 --2- 172.21.15.26:0/1965240301 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff1a00a2c10 0x7ff1a00a50d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff1b819aff0 tx=0x7ff1a4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:07.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.409+0000 7ff1b6000640 1 -- 172.21.15.26:0/1965240301 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7ff1ac09c2a0 con 0x7ff1b81015e0 2024-04-25T01:23:07.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.615+0000 7ff1bea00640 1 -- 172.21.15.26:0/1965240301 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff1b81a23a0 con 0x7ff1b81015e0 2024-04-25T01:23:07.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.617+0000 7ff1b6000640 1 -- 172.21.15.26:0/1965240301 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18433 (secure 0 0 0) 0x7ff1ac09bba0 con 0x7ff1b81015e0 2024-04-25T01:23:07.598 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:07.599 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":82,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:22:55.738306+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:23:07.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.619+0000 7ff1bea00640 1 -- 172.21.15.26:0/1965240301 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff1a00a2c10 msgr2=0x7ff1a00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:07.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.619+0000 7ff1bea00640 1 --2- 172.21.15.26:0/1965240301 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff1a00a2c10 0x7ff1a00a50d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff1b819aff0 tx=0x7ff1a4005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:07.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.619+0000 7ff1bea00640 1 -- 172.21.15.26:0/1965240301 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1b81015e0 msgr2=0x7ff1b8199ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:07.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.619+0000 7ff1bea00640 1 --2- 172.21.15.26:0/1965240301 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1b81015e0 0x7ff1b8199ae0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac00e9c0 tx=0x7ff1ac00ee80 comp rx=0 tx=0).stop 2024-04-25T01:23:07.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.620+0000 7ff1bea00640 1 -- 172.21.15.26:0/1965240301 shutdown_connections 2024-04-25T01:23:07.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.620+0000 7ff1bea00640 1 --2- 172.21.15.26:0/1965240301 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff1a00a2c10 0x7ff1a00a50d0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.620+0000 7ff1bea00640 1 --2- 172.21.15.26:0/1965240301 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff1b8103190 0x7ff1b81a1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.620+0000 7ff1bea00640 1 --2- 172.21.15.26:0/1965240301 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff1b81027d0 0x7ff1b819a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.620+0000 7ff1bea00640 1 --2- 172.21.15.26:0/1965240301 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff1b81015e0 0x7ff1b8199ae0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.620+0000 7ff1bea00640 1 -- 172.21.15.26:0/1965240301 >> 172.21.15.26:0/1965240301 conn(0x7ff1b80fcb50 msgr2=0x7ff1b8073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:07.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.620+0000 7ff1bea00640 1 -- 172.21.15.26:0/1965240301 shutdown_connections 2024-04-25T01:23:07.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.620+0000 7ff1bea00640 1 -- 172.21.15.26:0/1965240301 wait complete. 2024-04-25T01:23:07.621 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T01:18:37.687060+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T01:23:07.621 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T01:23:07.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.863+0000 7f163be00640 1 -- 172.21.15.26:0/213190615 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f163c103880 msgr2=0x7f163c103ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:07.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.863+0000 7f163be00640 1 --2- 172.21.15.26:0/213190615 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f163c103880 0x7f163c103ca0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f162c009ca0 tx=0x7f162c02a8b0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.863+0000 7f163be00640 1 -- 172.21.15.26:0/213190615 shutdown_connections 2024-04-25T01:23:07.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.863+0000 7f163be00640 1 --2- 172.21.15.26:0/213190615 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f163c105430 0x7f163c10bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.863+0000 7f163be00640 1 --2- 172.21.15.26:0/213190615 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f163c104a70 0x7f163c104ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.863+0000 7f163be00640 1 --2- 172.21.15.26:0/213190615 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f163c103880 0x7f163c103ca0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.863+0000 7f163be00640 1 -- 172.21.15.26:0/213190615 >> 172.21.15.26:0/213190615 conn(0x7f163c0fedf0 msgr2=0x7f163c101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:07.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.863+0000 7f163be00640 1 -- 172.21.15.26:0/213190615 shutdown_connections 2024-04-25T01:23:07.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.863+0000 7f163be00640 1 -- 172.21.15.26:0/213190615 wait complete. 2024-04-25T01:23:07.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.864+0000 7f163be00640 1 Processor -- start 2024-04-25T01:23:07.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.864+0000 7f163be00640 1 -- start start 2024-04-25T01:23:07.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.865+0000 7f163be00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f163c103880 0x7f163c199b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:07.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.865+0000 7f163be00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f163c104a70 0x7f163c19a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.865+0000 7f163be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f163c105430 0x7f163c1a1140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.865+0000 7f163be00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f163c10f540 con 0x7f163c105430 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.865+0000 7f163be00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f163c10f3c0 con 0x7f163c103880 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.865+0000 7f163be00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f163c10f6c0 con 0x7f163c104a70 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.865+0000 7f1632000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f163c104a70 0x7f163c19a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.865+0000 7f163b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f163c105430 0x7f163c1a1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.865+0000 7f1632000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f163c104a70 0x7f163c19a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:53816/0 (socket says 172.21.15.26:53816) 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.865+0000 7f1632000640 1 -- 172.21.15.26:0/2247975215 learned_addr learned my addr 172.21.15.26:0/2247975215 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.865+0000 7f163aa00640 1 --2- 172.21.15.26:0/2247975215 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f163c103880 0x7f163c199b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.865+0000 7f1632000640 1 -- 172.21.15.26:0/2247975215 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f163c103880 msgr2=0x7f163c199b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.866+0000 7f1632000640 1 --2- 172.21.15.26:0/2247975215 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f163c103880 0x7f163c199b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.866+0000 7f1632000640 1 -- 172.21.15.26:0/2247975215 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f163c105430 msgr2=0x7f163c1a1140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.866+0000 7f1632000640 1 --2- 172.21.15.26:0/2247975215 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f163c105430 0x7f163c1a1140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.866+0000 7f1632000640 1 -- 172.21.15.26:0/2247975215 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f163c1a17b0 con 0x7f163c104a70 2024-04-25T01:23:07.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.866+0000 7f163b400640 1 --2- 172.21.15.26:0/2247975215 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f163c105430 0x7f163c1a1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:07.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.866+0000 7f1632000640 1 --2- 172.21.15.26:0/2247975215 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f163c104a70 0x7f163c19a0d0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f162400e9f0 tx=0x7f162400edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:07.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.866+0000 7f1633e00640 1 -- 172.21.15.26:0/2247975215 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f162400cd80 con 0x7f163c104a70 2024-04-25T01:23:07.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.866+0000 7f163be00640 1 -- 172.21.15.26:0/2247975215 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f163c1a1aa0 con 0x7f163c104a70 2024-04-25T01:23:07.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.866+0000 7f1633e00640 1 -- 172.21.15.26:0/2247975215 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1624005500 con 0x7f163c104a70 2024-04-25T01:23:07.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.866+0000 7f1633e00640 1 -- 172.21.15.26:0/2247975215 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1624018630 con 0x7f163c104a70 2024-04-25T01:23:07.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.866+0000 7f163be00640 1 -- 172.21.15.26:0/2247975215 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f163c1a1ff0 con 0x7f163c104a70 2024-04-25T01:23:07.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.868+0000 7f163be00640 1 -- 172.21.15.26:0/2247975215 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f163c10aba0 con 0x7f163c104a70 2024-04-25T01:23:07.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.869+0000 7f1633e00640 1 -- 172.21.15.26:0/2247975215 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f16240046c0 con 0x7f163c104a70 2024-04-25T01:23:07.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.871+0000 7f1633e00640 1 --2- 172.21.15.26:0/2247975215 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f16200a2b90 0x7f16200a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:07.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.871+0000 7f1633e00640 1 -- 172.21.15.26:0/2247975215 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f16240cf120 con 0x7f163c104a70 2024-04-25T01:23:07.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.871+0000 7f163aa00640 1 --2- 172.21.15.26:0/2247975215 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f16200a2b90 0x7f16200a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:07.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.872+0000 7f163aa00640 1 --2- 172.21.15.26:0/2247975215 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f16200a2b90 0x7f16200a5050 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f162c000f80 tx=0x7f162c005f30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:07.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:07.875+0000 7f1633e00640 1 -- 172.21.15.26:0/2247975215 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f162409c480 con 0x7f163c104a70 2024-04-25T01:23:08.043 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:07 smithi186 ceph-mon[32747]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi111=b;smithi111=e;smithi111=h;smithi111=k;smithi186=c;smithi186=f;smithi186=i;smithi186=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:23:08.043 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:07 smithi186 ceph-mon[32747]: Saving service mds.all spec with placement smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi111=b;smithi111=e;smithi111=h;smithi111=k;smithi186=c;smithi186=f;smithi186=i;smithi186=l;count:12 2024-04-25T01:23:08.044 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:08.044 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:23:08.044 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:08.044 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:08.044 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:08.044 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:07 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:08.044 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:07 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1965240301' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:08.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:07 smithi026 ceph-mon[28096]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi111=b;smithi111=e;smithi111=h;smithi111=k;smithi186=c;smithi186=f;smithi186=i;smithi186=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:23:08.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:07 smithi026 ceph-mon[28096]: Saving service mds.all spec with placement smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi111=b;smithi111=e;smithi111=h;smithi111=k;smithi186=c;smithi186=f;smithi186=i;smithi186=l;count:12 2024-04-25T01:23:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:23:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:07 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:08.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:07 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1965240301' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:08.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.076+0000 7f163be00640 1 -- 172.21.15.26:0/2247975215 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f163c062340 con 0x7f163c104a70 2024-04-25T01:23:08.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.076+0000 7f1633e00640 1 -- 172.21.15.26:0/2247975215 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f162409bd80 con 0x7f163c104a70 2024-04-25T01:23:08.058 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-25T01:23:08.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.079+0000 7f163be00640 1 -- 172.21.15.26:0/2247975215 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f16200a2b90 msgr2=0x7f16200a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:08.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.079+0000 7f163be00640 1 --2- 172.21.15.26:0/2247975215 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f16200a2b90 0x7f16200a5050 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f162c000f80 tx=0x7f162c005f30 comp rx=0 tx=0).stop 2024-04-25T01:23:08.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.079+0000 7f163be00640 1 -- 172.21.15.26:0/2247975215 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f163c104a70 msgr2=0x7f163c19a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:08.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.079+0000 7f163be00640 1 --2- 172.21.15.26:0/2247975215 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f163c104a70 0x7f163c19a0d0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f162400e9f0 tx=0x7f162400edf0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.079+0000 7f163be00640 1 -- 172.21.15.26:0/2247975215 shutdown_connections 2024-04-25T01:23:08.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.079+0000 7f163be00640 1 --2- 172.21.15.26:0/2247975215 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f163c105430 0x7f163c1a1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.079+0000 7f163be00640 1 --2- 172.21.15.26:0/2247975215 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f16200a2b90 0x7f16200a5050 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.079+0000 7f163be00640 1 --2- 172.21.15.26:0/2247975215 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f163c104a70 0x7f163c19a0d0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.079+0000 7f163be00640 1 --2- 172.21.15.26:0/2247975215 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f163c103880 0x7f163c199b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.079+0000 7f163be00640 1 -- 172.21.15.26:0/2247975215 >> 172.21.15.26:0/2247975215 conn(0x7f163c0fedf0 msgr2=0x7f163c107d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:08.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.080+0000 7f163be00640 1 -- 172.21.15.26:0/2247975215 shutdown_connections 2024-04-25T01:23:08.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.080+0000 7f163be00640 1 -- 172.21.15.26:0/2247975215 wait complete. 2024-04-25T01:23:08.080 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:08.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:07 smithi111 ceph-mon[32623]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi111=b;smithi111=e;smithi111=h;smithi111=k;smithi186=c;smithi186=f;smithi186=i;smithi186=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:23:08.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:07 smithi111 ceph-mon[32623]: Saving service mds.all spec with placement smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi111=b;smithi111=e;smithi111=h;smithi111=k;smithi186=c;smithi186=f;smithi186=i;smithi186=l;count:12 2024-04-25T01:23:08.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:08.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:23:08.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:08.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:08.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:08.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:07 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:08.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:07 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1965240301' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:08.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.314+0000 7fd88be00640 1 -- 172.21.15.26:0/2912052573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd88c075700 msgr2=0x7fd88c073b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:08.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.314+0000 7fd88be00640 1 --2- 172.21.15.26:0/2912052573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd88c075700 0x7fd88c073b50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd87c009860 tx=0x7fd87c02a3d0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.314+0000 7fd88be00640 1 -- 172.21.15.26:0/2912052573 shutdown_connections 2024-04-25T01:23:08.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.314+0000 7fd88be00640 1 --2- 172.21.15.26:0/2912052573 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd88c109460 0x7fd88c10b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.314+0000 7fd88be00640 1 --2- 172.21.15.26:0/2912052573 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd88c074120 0x7fd88c074580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.314+0000 7fd88be00640 1 --2- 172.21.15.26:0/2912052573 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd88c075700 0x7fd88c073b50 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.314+0000 7fd88be00640 1 -- 172.21.15.26:0/2912052573 >> 172.21.15.26:0/2912052573 conn(0x7fd88c0fcb20 msgr2=0x7fd88c0fef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:08.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.314+0000 7fd88be00640 1 -- 172.21.15.26:0/2912052573 shutdown_connections 2024-04-25T01:23:08.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.314+0000 7fd88be00640 1 -- 172.21.15.26:0/2912052573 wait complete. 2024-04-25T01:23:08.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.315+0000 7fd88be00640 1 Processor -- start 2024-04-25T01:23:08.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.315+0000 7fd88be00640 1 -- start start 2024-04-25T01:23:08.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.315+0000 7fd88be00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd88c074120 0x7fd88c199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:08.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd88c075700 0x7fd88c19a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:08.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88be00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd88c109460 0x7fd88c1a10b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:08.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88be00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd88c10f460 con 0x7fd88c075700 2024-04-25T01:23:08.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88be00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd88c10f2e0 con 0x7fd88c074120 2024-04-25T01:23:08.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88be00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fd88c10f5e0 con 0x7fd88c109460 2024-04-25T01:23:08.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd88c075700 0x7fd88c19a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:08.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88b400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd88c109460 0x7fd88c1a10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:08.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd88c075700 0x7fd88c19a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59214/0 (socket says 172.21.15.26:59214) 2024-04-25T01:23:08.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88a000640 1 -- 172.21.15.26:0/197710253 learned_addr learned my addr 172.21.15.26:0/197710253 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:08.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88aa00640 1 --2- 172.21.15.26:0/197710253 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd88c074120 0x7fd88c199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:08.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88b400640 1 -- 172.21.15.26:0/197710253 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd88c074120 msgr2=0x7fd88c199b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:08.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88b400640 1 --2- 172.21.15.26:0/197710253 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd88c074120 0x7fd88c199b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88b400640 1 -- 172.21.15.26:0/197710253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd88c075700 msgr2=0x7fd88c19a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:08.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88b400640 1 --2- 172.21.15.26:0/197710253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd88c075700 0x7fd88c19a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88b400640 1 -- 172.21.15.26:0/197710253 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd88c1a1720 con 0x7fd88c109460 2024-04-25T01:23:08.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.316+0000 7fd88a000640 1 --2- 172.21.15.26:0/197710253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd88c075700 0x7fd88c19a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:08.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.317+0000 7fd88b400640 1 --2- 172.21.15.26:0/197710253 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd88c109460 0x7fd88c1a10b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd88400efc0 tx=0x7fd88400c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:08.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.317+0000 7fd883400640 1 -- 172.21.15.26:0/197710253 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd884003970 con 0x7fd88c109460 2024-04-25T01:23:08.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.317+0000 7fd883400640 1 -- 172.21.15.26:0/197710253 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd884004020 con 0x7fd88c109460 2024-04-25T01:23:08.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.317+0000 7fd88be00640 1 -- 172.21.15.26:0/197710253 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd88c1a1a10 con 0x7fd88c109460 2024-04-25T01:23:08.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.317+0000 7fd883400640 1 -- 172.21.15.26:0/197710253 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd88400b9f0 con 0x7fd88c109460 2024-04-25T01:23:08.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.317+0000 7fd88be00640 1 -- 172.21.15.26:0/197710253 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd88c1a1f60 con 0x7fd88c109460 2024-04-25T01:23:08.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.318+0000 7fd88be00640 1 -- 172.21.15.26:0/197710253 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd88c108220 con 0x7fd88c109460 2024-04-25T01:23:08.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.320+0000 7fd883400640 1 -- 172.21.15.26:0/197710253 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd88401d020 con 0x7fd88c109460 2024-04-25T01:23:08.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.322+0000 7fd883400640 1 --2- 172.21.15.26:0/197710253 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd8700a2c10 0x7fd8700a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:08.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.322+0000 7fd883400640 1 -- 172.21.15.26:0/197710253 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fd8840cea70 con 0x7fd88c109460 2024-04-25T01:23:08.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.322+0000 7fd88aa00640 1 --2- 172.21.15.26:0/197710253 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd8700a2c10 0x7fd8700a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:08.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.323+0000 7fd88aa00640 1 --2- 172.21.15.26:0/197710253 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd8700a2c10 0x7fd8700a50d0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd87c02a9c0 tx=0x7fd87c030ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:08.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.326+0000 7fd883400640 1 -- 172.21.15.26:0/197710253 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fd88409bdd0 con 0x7fd88c109460 2024-04-25T01:23:08.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.576+0000 7fd88be00640 1 -- 172.21.15.26:0/197710253 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd88c062340 con 0x7fd88c109460 2024-04-25T01:23:08.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.577+0000 7fd883400640 1 -- 172.21.15.26:0/197710253 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7fd8840860e0 con 0x7fd88c109460 2024-04-25T01:23:08.558 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:08.558 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-25T01:23:08.558 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 1 2024-04-25T01:23:08.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.580+0000 7fd88be00640 1 -- 172.21.15.26:0/197710253 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd8700a2c10 msgr2=0x7fd8700a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:08.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.580+0000 7fd88be00640 1 --2- 172.21.15.26:0/197710253 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd8700a2c10 0x7fd8700a50d0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd87c02a9c0 tx=0x7fd87c030ab0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.580+0000 7fd88be00640 1 -- 172.21.15.26:0/197710253 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd88c109460 msgr2=0x7fd88c1a10b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:08.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.580+0000 7fd88be00640 1 --2- 172.21.15.26:0/197710253 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd88c109460 0x7fd88c1a10b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd88400efc0 tx=0x7fd88400c800 comp rx=0 tx=0).stop 2024-04-25T01:23:08.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.580+0000 7fd88be00640 1 -- 172.21.15.26:0/197710253 shutdown_connections 2024-04-25T01:23:08.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.580+0000 7fd88be00640 1 --2- 172.21.15.26:0/197710253 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd8700a2c10 0x7fd8700a50d0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.580+0000 7fd88be00640 1 --2- 172.21.15.26:0/197710253 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd88c109460 0x7fd88c1a10b0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.580+0000 7fd88be00640 1 --2- 172.21.15.26:0/197710253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd88c075700 0x7fd88c19a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.580+0000 7fd88be00640 1 --2- 172.21.15.26:0/197710253 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd88c074120 0x7fd88c199b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:08.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.580+0000 7fd88be00640 1 -- 172.21.15.26:0/197710253 >> 172.21.15.26:0/197710253 conn(0x7fd88c0fcb20 msgr2=0x7fd88c1053f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:08.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.580+0000 7fd88be00640 1 -- 172.21.15.26:0/197710253 shutdown_connections 2024-04-25T01:23:08.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:08.580+0000 7fd88be00640 1 -- 172.21.15.26:0/197710253 wait complete. 2024-04-25T01:23:09.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:08 smithi026 ceph-mon[28096]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:09.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:08 smithi026 ceph-mon[28096]: Deploying daemon mds.l on smithi186 2024-04-25T01:23:09.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:08 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2247975215' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:23:09.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:08 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/197710253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:09.069 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:08 smithi186 ceph-mon[32747]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:09.069 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:08 smithi186 ceph-mon[32747]: Deploying daemon mds.l on smithi186 2024-04-25T01:23:09.069 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:08 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2247975215' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:23:09.069 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:08 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/197710253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:09.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:08 smithi111 ceph-mon[32623]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:09.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:08 smithi111 ceph-mon[32623]: Deploying daemon mds.l on smithi186 2024-04-25T01:23:09.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:08 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2247975215' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:23:09.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:08 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/197710253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:10.334 INFO:journalctl@ceph.mds.l.smithi186.stdout:Apr 25 01:23:10 smithi186 systemd[1]: Started Ceph mds.l for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:23:10.583 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:10.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.828+0000 7f3570a00640 1 -- 172.21.15.26:0/2091738683 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f356c100790 msgr2=0x7f356c100bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:10.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.828+0000 7f3570a00640 1 --2- 172.21.15.26:0/2091738683 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f356c100790 0x7f356c100bf0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3558009900 tx=0x7f355802a410 comp rx=0 tx=0).stop 2024-04-25T01:23:10.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.828+0000 7f3570a00640 1 -- 172.21.15.26:0/2091738683 shutdown_connections 2024-04-25T01:23:10.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.828+0000 7f3570a00640 1 --2- 172.21.15.26:0/2091738683 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f356c101130 0x7f356c1015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:10.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.828+0000 7f3570a00640 1 --2- 172.21.15.26:0/2091738683 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f356c100790 0x7f356c100bf0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:10.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.828+0000 7f3570a00640 1 --2- 172.21.15.26:0/2091738683 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f356c0ffe30 0x7f356c100250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:10.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.828+0000 7f3570a00640 1 -- 172.21.15.26:0/2091738683 >> 172.21.15.26:0/2091738683 conn(0x7f356c0fba10 msgr2=0x7f356c0fde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:10.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.828+0000 7f3570a00640 1 -- 172.21.15.26:0/2091738683 shutdown_connections 2024-04-25T01:23:10.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.828+0000 7f3570a00640 1 -- 172.21.15.26:0/2091738683 wait complete. 2024-04-25T01:23:10.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.829+0000 7f3570a00640 1 Processor -- start 2024-04-25T01:23:10.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.829+0000 7f3570a00640 1 -- start start 2024-04-25T01:23:10.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f3570a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f356c0ffe30 0x7f356c199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:10.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f3570a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f356c100790 0x7f356c199f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:10.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f3570a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f356c101130 0x7f356c1a0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:10.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f3570a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f356c10f450 con 0x7f356c101130 2024-04-25T01:23:10.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f3570a00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f356c10f2d0 con 0x7f356c0ffe30 2024-04-25T01:23:10.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f3570a00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f356c10f5d0 con 0x7f356c100790 2024-04-25T01:23:10.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f356be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f356c101130 0x7f356c1a0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:10.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f356be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f356c101130 0x7f356c1a0fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59246/0 (socket says 172.21.15.26:59246) 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f356be00640 1 -- 172.21.15.26:0/2586366880 learned_addr learned my addr 172.21.15.26:0/2586366880 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f356b400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f356c0ffe30 0x7f356c199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f356aa00640 1 --2- 172.21.15.26:0/2586366880 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f356c100790 0x7f356c199f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f356be00640 1 -- 172.21.15.26:0/2586366880 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f356c100790 msgr2=0x7f356c199f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f356be00640 1 --2- 172.21.15.26:0/2586366880 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f356c100790 0x7f356c199f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f356be00640 1 -- 172.21.15.26:0/2586366880 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f356c0ffe30 msgr2=0x7f356c199a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f356be00640 1 --2- 172.21.15.26:0/2586366880 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f356c0ffe30 0x7f356c199a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f356be00640 1 -- 172.21.15.26:0/2586366880 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f356c1a1620 con 0x7f356c101130 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.830+0000 7f356b400640 1 --2- 172.21.15.26:0/2586366880 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f356c0ffe30 0x7f356c199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.831+0000 7f356be00640 1 --2- 172.21.15.26:0/2586366880 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f356c101130 0x7f356c1a0fb0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f356400eb10 tx=0x7f356400ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.831+0000 7f3563e00640 1 -- 172.21.15.26:0/2586366880 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f356400ce20 con 0x7f356c101130 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.831+0000 7f3563e00640 1 -- 172.21.15.26:0/2586366880 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3564005020 con 0x7f356c101130 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.831+0000 7f3570a00640 1 -- 172.21.15.26:0/2586366880 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f356c1a1910 con 0x7f356c101130 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.831+0000 7f3563e00640 1 -- 172.21.15.26:0/2586366880 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3564010690 con 0x7f356c101130 2024-04-25T01:23:10.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.831+0000 7f3570a00640 1 -- 172.21.15.26:0/2586366880 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f356c1a1de0 con 0x7f356c101130 2024-04-25T01:23:10.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.832+0000 7f3570a00640 1 -- 172.21.15.26:0/2586366880 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f356c10ab80 con 0x7f356c101130 2024-04-25T01:23:10.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.834+0000 7f3563e00640 1 -- 172.21.15.26:0/2586366880 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3564005540 con 0x7f356c101130 2024-04-25T01:23:10.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.836+0000 7f3563e00640 1 --2- 172.21.15.26:0/2586366880 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f35500a2b90 0x7f35500a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:10.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.836+0000 7f3563e00640 1 -- 172.21.15.26:0/2586366880 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f35640cf210 con 0x7f356c101130 2024-04-25T01:23:10.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.836+0000 7f356b400640 1 --2- 172.21.15.26:0/2586366880 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f35500a2b90 0x7f35500a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:10.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.837+0000 7f356b400640 1 --2- 172.21.15.26:0/2586366880 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f35500a2b90 0x7f35500a5050 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f355c00afb0 tx=0x7f355c00a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:10.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:10.841+0000 7f3563e00640 1 -- 172.21.15.26:0/2586366880 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f356409c570 con 0x7f356c101130 2024-04-25T01:23:11.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:10 smithi111 ceph-mon[32623]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:11.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:10 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.186:6832/1434198326,v1:172.21.15.186:6833/1434198326] up:boot 2024-04-25T01:23:11.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:10 smithi111 ceph-mon[32623]: fsmap 1 up:standby 2024-04-25T01:23:11.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T01:23:11.048 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:11.049 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:11.049 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:11.049 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:11.049 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:11.049 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:10 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:11.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:10 smithi026 ceph-mon[28096]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:11.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:10 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.186:6832/1434198326,v1:172.21.15.186:6833/1434198326] up:boot 2024-04-25T01:23:11.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:10 smithi026 ceph-mon[28096]: fsmap 1 up:standby 2024-04-25T01:23:11.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T01:23:11.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:11.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:11.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:11.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:11.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:11.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:10 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:11.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:11.086+0000 7f3570a00640 1 -- 172.21.15.26:0/2586366880 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f356c062370 con 0x7f356c101130 2024-04-25T01:23:11.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:11.087+0000 7f3563e00640 1 -- 172.21.15.26:0/2586366880 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7f356409be70 con 0x7f356c101130 2024-04-25T01:23:11.068 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:11.068 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-25T01:23:11.068 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 2 2024-04-25T01:23:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:11.090+0000 7f3570a00640 1 -- 172.21.15.26:0/2586366880 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f35500a2b90 msgr2=0x7f35500a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:11.090+0000 7f3570a00640 1 --2- 172.21.15.26:0/2586366880 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f35500a2b90 0x7f35500a5050 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f355c00afb0 tx=0x7f355c00a2d0 comp rx=0 tx=0).stop 2024-04-25T01:23:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:11.090+0000 7f3570a00640 1 -- 172.21.15.26:0/2586366880 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f356c101130 msgr2=0x7f356c1a0fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:11.090+0000 7f3570a00640 1 --2- 172.21.15.26:0/2586366880 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f356c101130 0x7f356c1a0fb0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f356400eb10 tx=0x7f356400ef10 comp rx=0 tx=0).stop 2024-04-25T01:23:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:11.090+0000 7f3570a00640 1 -- 172.21.15.26:0/2586366880 shutdown_connections 2024-04-25T01:23:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:11.090+0000 7f3570a00640 1 --2- 172.21.15.26:0/2586366880 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f356c101130 0x7f356c1a0fb0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:11.090+0000 7f3570a00640 1 --2- 172.21.15.26:0/2586366880 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f35500a2b90 0x7f35500a5050 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:11.090+0000 7f3570a00640 1 --2- 172.21.15.26:0/2586366880 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f356c100790 0x7f356c199f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:11.090+0000 7f3570a00640 1 --2- 172.21.15.26:0/2586366880 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f356c0ffe30 0x7f356c199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:11.090+0000 7f3570a00640 1 -- 172.21.15.26:0/2586366880 >> 172.21.15.26:0/2586366880 conn(0x7f356c0fba10 msgr2=0x7f356c0fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:11.090+0000 7f3570a00640 1 -- 172.21.15.26:0/2586366880 shutdown_connections 2024-04-25T01:23:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:11.090+0000 7f3570a00640 1 -- 172.21.15.26:0/2586366880 wait complete. 2024-04-25T01:23:11.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:10 smithi186 ceph-mon[32747]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:11.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:10 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.186:6832/1434198326,v1:172.21.15.186:6833/1434198326] up:boot 2024-04-25T01:23:11.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:10 smithi186 ceph-mon[32747]: fsmap 1 up:standby 2024-04-25T01:23:11.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T01:23:11.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:11.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:11.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:11.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:11.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:11.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:10 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:12.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:11 smithi186 ceph-mon[32747]: Deploying daemon mds.k on smithi111 2024-04-25T01:23:12.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:11 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2586366880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:12.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:11 smithi111 ceph-mon[32623]: Deploying daemon mds.k on smithi111 2024-04-25T01:23:12.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:11 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2586366880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:12.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:11 smithi026 ceph-mon[28096]: Deploying daemon mds.k on smithi111 2024-04-25T01:23:12.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:11 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2586366880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:12.523 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:23:12 smithi111 systemd[1]: Starting Ceph mds.k for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:23:12.775 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:23:12 smithi111 podman[62169]: 2024-04-25 01:23:12.445256139 +0000 UTC m=+0.017807675 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:23:12.775 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:23:12 smithi111 podman[62169]: 2024-04-25 01:23:12.67478313 +0000 UTC m=+0.247334698 container create aeb67fae66d4c8cb61704a82f26d6ad10c5f3261be5da95690bcf7f47779de96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-k, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424) 2024-04-25T01:23:13.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:12 smithi186 ceph-mon[32747]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:13.091 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:13.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:12 smithi111 ceph-mon[32623]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:13.115 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:23:12 smithi111 podman[62169]: 2024-04-25 01:23:12.877182141 +0000 UTC m=+0.449733650 container init aeb67fae66d4c8cb61704a82f26d6ad10c5f3261be5da95690bcf7f47779de96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-k, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-25T01:23:13.115 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:23:12 smithi111 podman[62169]: 2024-04-25 01:23:12.880041911 +0000 UTC m=+0.452593420 container start aeb67fae66d4c8cb61704a82f26d6ad10c5f3261be5da95690bcf7f47779de96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-k, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-25T01:23:13.115 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:23:12 smithi111 ceph-mds[62188]: -- 172.21.15.111:0/2576408524 <== mon.2 v2:172.21.15.111:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a629955a40 con 0x55a629928800 2024-04-25T01:23:13.115 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:23:12 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-k[62184]: starting mds.k at 2024-04-25T01:23:13.115 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:23:12 smithi111 bash[62169]: aeb67fae66d4c8cb61704a82f26d6ad10c5f3261be5da95690bcf7f47779de96 2024-04-25T01:23:13.115 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:23:12 smithi111 systemd[1]: Started Ceph mds.k for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:23:13.160 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:12 smithi026 ceph-mon[28096]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:13.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.317+0000 7fba4e200640 1 -- 172.21.15.26:0/1622908262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba48102980 msgr2=0x7fba48102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:13.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.317+0000 7fba4e200640 1 --2- 172.21.15.26:0/1622908262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba48102980 0x7fba48102e00 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fba30009900 tx=0x7fba3002a410 comp rx=0 tx=0).stop 2024-04-25T01:23:13.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.317+0000 7fba4e200640 1 -- 172.21.15.26:0/1622908262 shutdown_connections 2024-04-25T01:23:13.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.317+0000 7fba4e200640 1 --2- 172.21.15.26:0/1622908262 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fba48103340 0x7fba48109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:13.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.317+0000 7fba4e200640 1 --2- 172.21.15.26:0/1622908262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba48102980 0x7fba48102e00 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:13.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.317+0000 7fba4e200640 1 --2- 172.21.15.26:0/1622908262 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba48101790 0x7fba48101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:13.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.317+0000 7fba4e200640 1 -- 172.21.15.26:0/1622908262 >> 172.21.15.26:0/1622908262 conn(0x7fba480fcd40 msgr2=0x7fba480ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:13.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.317+0000 7fba4e200640 1 -- 172.21.15.26:0/1622908262 shutdown_connections 2024-04-25T01:23:13.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.317+0000 7fba4e200640 1 -- 172.21.15.26:0/1622908262 wait complete. 2024-04-25T01:23:13.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.318+0000 7fba4e200640 1 Processor -- start 2024-04-25T01:23:13.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.318+0000 7fba4e200640 1 -- start start 2024-04-25T01:23:13.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba4e200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fba48101790 0x7fba48197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:13.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba4e200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba48102980 0x7fba48197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:13.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba4e200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba48103340 0x7fba4819f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:13.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba4e200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fba4810d460 con 0x7fba48102980 2024-04-25T01:23:13.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba4e200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fba4810d2e0 con 0x7fba48103340 2024-04-25T01:23:13.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba4e200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fba4810d5e0 con 0x7fba48101790 2024-04-25T01:23:13.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba3fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba48102980 0x7fba48197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:13.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba47400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fba48101790 0x7fba48197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:13.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba3fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba48102980 0x7fba48197fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58934/0 (socket says 172.21.15.26:58934) 2024-04-25T01:23:13.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba47400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fba48101790 0x7fba48197aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:36918/0 (socket says 172.21.15.26:36918) 2024-04-25T01:23:13.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba3fe00640 1 -- 172.21.15.26:0/1847659721 learned_addr learned my addr 172.21.15.26:0/1847659721 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:13.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba47e00640 1 --2- 172.21.15.26:0/1847659721 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba48103340 0x7fba4819f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:13.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba3fe00640 1 -- 172.21.15.26:0/1847659721 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fba48101790 msgr2=0x7fba48197aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:13.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba3fe00640 1 --2- 172.21.15.26:0/1847659721 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fba48101790 0x7fba48197aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:13.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.319+0000 7fba3fe00640 1 -- 172.21.15.26:0/1847659721 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba48103340 msgr2=0x7fba4819f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:13.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.320+0000 7fba3fe00640 1 --2- 172.21.15.26:0/1847659721 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba48103340 0x7fba4819f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:13.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.320+0000 7fba3fe00640 1 -- 172.21.15.26:0/1847659721 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba4819f6c0 con 0x7fba48102980 2024-04-25T01:23:13.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.320+0000 7fba3fe00640 1 --2- 172.21.15.26:0/1847659721 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba48102980 0x7fba48197fe0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fba30031440 tx=0x7fba30032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:13.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.320+0000 7fba44c00640 1 -- 172.21.15.26:0/1847659721 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3003f030 con 0x7fba48102980 2024-04-25T01:23:13.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.320+0000 7fba44c00640 1 -- 172.21.15.26:0/1847659721 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fba30003ce0 con 0x7fba48102980 2024-04-25T01:23:13.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.320+0000 7fba44c00640 1 -- 172.21.15.26:0/1847659721 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba30035070 con 0x7fba48102980 2024-04-25T01:23:13.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.320+0000 7fba4e200640 1 -- 172.21.15.26:0/1847659721 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba4819f950 con 0x7fba48102980 2024-04-25T01:23:13.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.320+0000 7fba4e200640 1 -- 172.21.15.26:0/1847659721 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba4819fdf0 con 0x7fba48102980 2024-04-25T01:23:13.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.322+0000 7fba4e200640 1 -- 172.21.15.26:0/1847659721 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba48108a50 con 0x7fba48102980 2024-04-25T01:23:13.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.325+0000 7fba44c00640 1 -- 172.21.15.26:0/1847659721 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fba30042030 con 0x7fba48102980 2024-04-25T01:23:13.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.328+0000 7fba44c00640 1 --2- 172.21.15.26:0/1847659721 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fba2c0a2b90 0x7fba2c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:13.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.328+0000 7fba44c00640 1 -- 172.21.15.26:0/1847659721 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fba300eed90 con 0x7fba48102980 2024-04-25T01:23:13.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.328+0000 7fba47400640 1 --2- 172.21.15.26:0/1847659721 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fba2c0a2b90 0x7fba2c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:13.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.329+0000 7fba47400640 1 --2- 172.21.15.26:0/1847659721 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fba2c0a2b90 0x7fba2c0a5050 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fba481027e0 tx=0x7fba38005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:13.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.333+0000 7fba44c00640 1 -- 172.21.15.26:0/1847659721 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fba300bbaa0 con 0x7fba48102980 2024-04-25T01:23:13.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.582+0000 7fba4e200640 1 -- 172.21.15.26:0/1847659721 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fba4802d390 con 0x7fba48102980 2024-04-25T01:23:13.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.583+0000 7fba44c00640 1 -- 172.21.15.26:0/1847659721 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7fba300bfda0 con 0x7fba48102980 2024-04-25T01:23:13.564 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:13.564 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-25T01:23:13.564 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 2 2024-04-25T01:23:13.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.585+0000 7fba4e200640 1 -- 172.21.15.26:0/1847659721 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fba2c0a2b90 msgr2=0x7fba2c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:13.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.585+0000 7fba4e200640 1 --2- 172.21.15.26:0/1847659721 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fba2c0a2b90 0x7fba2c0a5050 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fba481027e0 tx=0x7fba38005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:13.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.586+0000 7fba4e200640 1 -- 172.21.15.26:0/1847659721 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba48102980 msgr2=0x7fba48197fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:13.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.586+0000 7fba4e200640 1 --2- 172.21.15.26:0/1847659721 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba48102980 0x7fba48197fe0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fba30031440 tx=0x7fba30032ce0 comp rx=0 tx=0).stop 2024-04-25T01:23:13.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.586+0000 7fba4e200640 1 -- 172.21.15.26:0/1847659721 shutdown_connections 2024-04-25T01:23:13.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.586+0000 7fba4e200640 1 --2- 172.21.15.26:0/1847659721 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fba48103340 0x7fba4819f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:13.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.586+0000 7fba4e200640 1 --2- 172.21.15.26:0/1847659721 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba48102980 0x7fba48197fe0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:13.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.586+0000 7fba4e200640 1 --2- 172.21.15.26:0/1847659721 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fba2c0a2b90 0x7fba2c0a5050 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:13.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.586+0000 7fba4e200640 1 --2- 172.21.15.26:0/1847659721 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fba48101790 0x7fba48197aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:13.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.586+0000 7fba4e200640 1 -- 172.21.15.26:0/1847659721 >> 172.21.15.26:0/1847659721 conn(0x7fba480fcd40 msgr2=0x7fba48105c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:13.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.586+0000 7fba4e200640 1 -- 172.21.15.26:0/1847659721 shutdown_connections 2024-04-25T01:23:13.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:13.586+0000 7fba4e200640 1 -- 172.21.15.26:0/1847659721 wait complete. 2024-04-25T01:23:14.286 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:14.286 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:14.286 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:14.286 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:14.286 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:14 smithi111 ceph-mon[32623]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:14.287 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:14.287 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:14.287 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:14 smithi111 ceph-mon[32623]: Deploying daemon mds.j on smithi026 2024-04-25T01:23:14.287 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:14 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1847659721' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:14.287 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:14 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.111:6832/1178904460,v1:172.21.15.111:6833/1178904460] up:boot 2024-04-25T01:23:14.287 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:14 smithi111 ceph-mon[32623]: fsmap 2 up:standby 2024-04-25T01:23:14.287 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:14 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T01:23:14.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:14.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:14.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:14.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:14.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:14 smithi026 ceph-mon[28096]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:14.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:14.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:14.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:14 smithi026 ceph-mon[28096]: Deploying daemon mds.j on smithi026 2024-04-25T01:23:14.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:14 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1847659721' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:14.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:14 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.111:6832/1178904460,v1:172.21.15.111:6833/1178904460] up:boot 2024-04-25T01:23:14.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:14 smithi026 ceph-mon[28096]: fsmap 2 up:standby 2024-04-25T01:23:14.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:14 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T01:23:14.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:14.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:14.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:14.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:14.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:14 smithi186 ceph-mon[32747]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:14.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:14.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:14.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:14 smithi186 ceph-mon[32747]: Deploying daemon mds.j on smithi026 2024-04-25T01:23:14.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:14 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1847659721' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:14.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:14 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.111:6832/1178904460,v1:172.21.15.111:6833/1178904460] up:boot 2024-04-25T01:23:14.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:14 smithi186 ceph-mon[32747]: fsmap 2 up:standby 2024-04-25T01:23:14.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:14 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T01:23:15.587 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:16.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.059+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3028053998 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b64077340 msgr2=0x7f2b640777a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:16.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.059+0000 7f2b6ac00640 1 --2- 172.21.15.26:0/3028053998 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b64077340 0x7f2b640777a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f2b50009900 tx=0x7f2b5002a3f0 comp rx=0 tx=0).stop 2024-04-25T01:23:16.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.059+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3028053998 shutdown_connections 2024-04-25T01:23:16.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.059+0000 7f2b6ac00640 1 --2- 172.21.15.26:0/3028053998 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b64077ce0 0x7f2b64078580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:16.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.059+0000 7f2b6ac00640 1 --2- 172.21.15.26:0/3028053998 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b64077340 0x7f2b640777a0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:16.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.059+0000 7f2b6ac00640 1 --2- 172.21.15.26:0/3028053998 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2b64076100 0x7f2b64076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:16.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.059+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3028053998 >> 172.21.15.26:0/3028053998 conn(0x7f2b640fef30 msgr2=0x7f2b64101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:16.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.059+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3028053998 shutdown_connections 2024-04-25T01:23:16.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.059+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3028053998 wait complete. 2024-04-25T01:23:16.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.060+0000 7f2b6ac00640 1 Processor -- start 2024-04-25T01:23:16.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.060+0000 7f2b6ac00640 1 -- start start 2024-04-25T01:23:16.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.060+0000 7f2b6ac00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b64076100 0x7f2b6419e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:16.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.060+0000 7f2b6ac00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b64077340 0x7f2b6419e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:16.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.060+0000 7f2b6ac00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2b64077ce0 0x7f2b641a5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:16.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.060+0000 7f2b6ac00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2b64113a90 con 0x7f2b64077340 2024-04-25T01:23:16.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.060+0000 7f2b6ac00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2b64113910 con 0x7f2b64076100 2024-04-25T01:23:16.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.060+0000 7f2b6ac00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f2b64113c10 con 0x7f2b64077ce0 2024-04-25T01:23:16.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.061+0000 7f2b63400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b64077340 0x7f2b6419e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:16.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.061+0000 7f2b63e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b64076100 0x7f2b6419e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:16.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.061+0000 7f2b63e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b64076100 0x7f2b6419e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:49628/0 (socket says 172.21.15.26:49628) 2024-04-25T01:23:16.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.061+0000 7f2b63400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b64077340 0x7f2b6419e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58956/0 (socket says 172.21.15.26:58956) 2024-04-25T01:23:16.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.061+0000 7f2b63e00640 1 -- 172.21.15.26:0/3255440326 learned_addr learned my addr 172.21.15.26:0/3255440326 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:16.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.061+0000 7f2b68c00640 1 --2- 172.21.15.26:0/3255440326 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2b64077ce0 0x7f2b641a5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:16.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.061+0000 7f2b63400640 1 -- 172.21.15.26:0/3255440326 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2b64077ce0 msgr2=0x7f2b641a5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:16.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.061+0000 7f2b63400640 1 --2- 172.21.15.26:0/3255440326 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2b64077ce0 0x7f2b641a5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:16.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.061+0000 7f2b63400640 1 -- 172.21.15.26:0/3255440326 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b64076100 msgr2=0x7f2b6419e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:16.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.061+0000 7f2b63400640 1 --2- 172.21.15.26:0/3255440326 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b64076100 0x7f2b6419e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:16.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.061+0000 7f2b63400640 1 -- 172.21.15.26:0/3255440326 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b641a5ca0 con 0x7f2b64077340 2024-04-25T01:23:16.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.061+0000 7f2b63e00640 1 --2- 172.21.15.26:0/3255440326 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b64076100 0x7f2b6419e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:16.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.062+0000 7f2b63400640 1 --2- 172.21.15.26:0/3255440326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b64077340 0x7f2b6419e5c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f2b5002a910 tx=0x7f2b50032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:16.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.062+0000 7f2b60c00640 1 -- 172.21.15.26:0/3255440326 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b5003f030 con 0x7f2b64077340 2024-04-25T01:23:16.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.062+0000 7f2b60c00640 1 -- 172.21.15.26:0/3255440326 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b50003ce0 con 0x7f2b64077340 2024-04-25T01:23:16.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.062+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3255440326 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b641a5f30 con 0x7f2b64077340 2024-04-25T01:23:16.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.062+0000 7f2b60c00640 1 -- 172.21.15.26:0/3255440326 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b50035070 con 0x7f2b64077340 2024-04-25T01:23:16.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.062+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3255440326 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b641a63a0 con 0x7f2b64077340 2024-04-25T01:23:16.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.064+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3255440326 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b64110470 con 0x7f2b64077340 2024-04-25T01:23:16.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.065+0000 7f2b60c00640 1 -- 172.21.15.26:0/3255440326 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2b50042030 con 0x7f2b64077340 2024-04-25T01:23:16.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.067+0000 7f2b60c00640 1 --2- 172.21.15.26:0/3255440326 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2b480a2c10 0x7f2b480a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:16.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.067+0000 7f2b60c00640 1 -- 172.21.15.26:0/3255440326 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f2b500eeff0 con 0x7f2b64077340 2024-04-25T01:23:16.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.067+0000 7f2b63e00640 1 --2- 172.21.15.26:0/3255440326 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2b480a2c10 0x7f2b480a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:16.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.068+0000 7f2b63e00640 1 --2- 172.21.15.26:0/3255440326 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2b480a2c10 0x7f2b480a50d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f2b54011500 tx=0x7f2b54005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:16.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.071+0000 7f2b60c00640 1 -- 172.21.15.26:0/3255440326 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2b500bbd20 con 0x7f2b64077340 2024-04-25T01:23:16.253 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:16 smithi026 ceph-mon[28096]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:16.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.320+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3255440326 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2b64062340 con 0x7f2b64077340 2024-04-25T01:23:16.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.321+0000 7f2b60c00640 1 -- 172.21.15.26:0/3255440326 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2224 (secure 0 0 0) 0x7f2b500c0020 con 0x7f2b64077340 2024-04-25T01:23:16.302 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:16.302 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-25T01:23:16.302 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 3 2024-04-25T01:23:16.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.324+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3255440326 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2b480a2c10 msgr2=0x7f2b480a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:16.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.324+0000 7f2b6ac00640 1 --2- 172.21.15.26:0/3255440326 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2b480a2c10 0x7f2b480a50d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f2b54011500 tx=0x7f2b54005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:16.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.324+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3255440326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b64077340 msgr2=0x7f2b6419e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:16.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.324+0000 7f2b6ac00640 1 --2- 172.21.15.26:0/3255440326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b64077340 0x7f2b6419e5c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f2b5002a910 tx=0x7f2b50032ce0 comp rx=0 tx=0).stop 2024-04-25T01:23:16.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.324+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3255440326 shutdown_connections 2024-04-25T01:23:16.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.324+0000 7f2b6ac00640 1 --2- 172.21.15.26:0/3255440326 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2b480a2c10 0x7f2b480a50d0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:16.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.324+0000 7f2b6ac00640 1 --2- 172.21.15.26:0/3255440326 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2b64077ce0 0x7f2b641a5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:16.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.324+0000 7f2b6ac00640 1 --2- 172.21.15.26:0/3255440326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b64077340 0x7f2b6419e5c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:16.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.324+0000 7f2b6ac00640 1 --2- 172.21.15.26:0/3255440326 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2b64076100 0x7f2b6419e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:16.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.324+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3255440326 >> 172.21.15.26:0/3255440326 conn(0x7f2b640fef30 msgr2=0x7f2b64100600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:16.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.324+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3255440326 shutdown_connections 2024-04-25T01:23:16.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:16.324+0000 7f2b6ac00640 1 -- 172.21.15.26:0/3255440326 wait complete. 2024-04-25T01:23:16.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:16 smithi186 ceph-mon[32747]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:16.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:16 smithi111 ceph-mon[32623]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:16.992 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:23:16 smithi026 podman[67573]: 2024-04-25 01:23:16.706206898 +0000 UTC m=+0.161500422 container create 10fb2e44392428c8f5e42e637287279175f6cf46a3f44797214553e4254235b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-j, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T01:23:16.992 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:23:17 smithi026 podman[67573]: 2024-04-25 01:23:17.010633519 +0000 UTC m=+0.465927095 container init 10fb2e44392428c8f5e42e637287279175f6cf46a3f44797214553e4254235b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-j, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T01:23:17.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:17 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3255440326' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:17.305 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:23:17 smithi026 podman[67573]: 2024-04-25 01:23:17.024108536 +0000 UTC m=+0.479402058 container start 10fb2e44392428c8f5e42e637287279175f6cf46a3f44797214553e4254235b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-25T01:23:17.305 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:23:17 smithi026 ceph-mds[67593]: -- 172.21.15.26:0/50837701 <== mon.1 v2:172.21.15.186:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c6f5905a40 con 0x55c6f58d9000 2024-04-25T01:23:17.305 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:23:17 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-j[67589]: starting mds.j at 2024-04-25T01:23:17.305 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:23:17 smithi026 bash[67573]: 10fb2e44392428c8f5e42e637287279175f6cf46a3f44797214553e4254235b8 2024-04-25T01:23:17.305 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:23:17 smithi026 systemd[1]: Started Ceph mds.j for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:23:17.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:17 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3255440326' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:17.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:17 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3255440326' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:18.332 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:18.374 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:18 smithi026 ceph-mon[28096]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:18.375 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:18 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] up:boot 2024-04-25T01:23:18.375 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:18 smithi026 ceph-mon[28096]: fsmap 3 up:standby 2024-04-25T01:23:18.375 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:18 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T01:23:18.375 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:18 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:18.375 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:18 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:18.375 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:18 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:18.375 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:18 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:18.375 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:18 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:18.375 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:18 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:18.375 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:18 smithi026 ceph-mon[28096]: Deploying daemon mds.d on smithi026 2024-04-25T01:23:18.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.567+0000 7f7f7d800640 1 -- 172.21.15.26:0/3021410988 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f781039a0 msgr2=0x7f7f78103dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:18.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.567+0000 7f7f7d800640 1 --2- 172.21.15.26:0/3021410988 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f781039a0 0x7f7f78103dc0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f7f68009900 tx=0x7f7f6802a410 comp rx=0 tx=0).stop 2024-04-25T01:23:18.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.567+0000 7f7f7d800640 1 -- 172.21.15.26:0/3021410988 shutdown_connections 2024-04-25T01:23:18.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.567+0000 7f7f7d800640 1 --2- 172.21.15.26:0/3021410988 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f78105550 0x7f7f7810bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:18.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.567+0000 7f7f7d800640 1 --2- 172.21.15.26:0/3021410988 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7f78104b90 0x7f7f78105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:18.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.567+0000 7f7f7d800640 1 --2- 172.21.15.26:0/3021410988 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f781039a0 0x7f7f78103dc0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:18.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.567+0000 7f7f7d800640 1 -- 172.21.15.26:0/3021410988 >> 172.21.15.26:0/3021410988 conn(0x7f7f780fef30 msgr2=0x7f7f78101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:18.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.567+0000 7f7f7d800640 1 -- 172.21.15.26:0/3021410988 shutdown_connections 2024-04-25T01:23:18.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.567+0000 7f7f7d800640 1 -- 172.21.15.26:0/3021410988 wait complete. 2024-04-25T01:23:18.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.568+0000 7f7f7d800640 1 Processor -- start 2024-04-25T01:23:18.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.568+0000 7f7f7d800640 1 -- start start 2024-04-25T01:23:18.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.568+0000 7f7f7d800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f781039a0 0x7f7f78199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:18.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.568+0000 7f7f7d800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7f78104b90 0x7f7f7819a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:18.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.568+0000 7f7f7d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f78105550 0x7f7f781a12c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:18.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.568+0000 7f7f7d800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7810f610 con 0x7f7f78105550 2024-04-25T01:23:18.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.568+0000 7f7f7d800640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7810f490 con 0x7f7f781039a0 2024-04-25T01:23:18.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.568+0000 7f7f7d800640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7810f790 con 0x7f7f78104b90 2024-04-25T01:23:18.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.568+0000 7f7f76a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f781039a0 0x7f7f78199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:18.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.568+0000 7f7f77400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f78105550 0x7f7f781a12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:18.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.568+0000 7f7f76a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f781039a0 0x7f7f78199d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:49658/0 (socket says 172.21.15.26:49658) 2024-04-25T01:23:18.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.568+0000 7f7f76a00640 1 -- 172.21.15.26:0/1583283518 learned_addr learned my addr 172.21.15.26:0/1583283518 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:18.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.569+0000 7f7f6fe00640 1 --2- 172.21.15.26:0/1583283518 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7f78104b90 0x7f7f7819a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:18.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.569+0000 7f7f76a00640 1 -- 172.21.15.26:0/1583283518 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7f78104b90 msgr2=0x7f7f7819a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:18.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.569+0000 7f7f76a00640 1 --2- 172.21.15.26:0/1583283518 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7f78104b90 0x7f7f7819a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:18.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.569+0000 7f7f76a00640 1 -- 172.21.15.26:0/1583283518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f78105550 msgr2=0x7f7f781a12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:18.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.569+0000 7f7f76a00640 1 --2- 172.21.15.26:0/1583283518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f78105550 0x7f7f781a12c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:18.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.569+0000 7f7f76a00640 1 -- 172.21.15.26:0/1583283518 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f781a1960 con 0x7f7f781039a0 2024-04-25T01:23:18.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.569+0000 7f7f76a00640 1 --2- 172.21.15.26:0/1583283518 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f781039a0 0x7f7f78199d50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7f68031610 tx=0x7f7f68004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:18.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.570+0000 7f7f6f400640 1 -- 172.21.15.26:0/1583283518 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f6803f030 con 0x7f7f781039a0 2024-04-25T01:23:18.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.570+0000 7f7f6f400640 1 -- 172.21.15.26:0/1583283518 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7f68003ad0 con 0x7f7f781039a0 2024-04-25T01:23:18.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.570+0000 7f7f7d800640 1 -- 172.21.15.26:0/1583283518 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f781a1bf0 con 0x7f7f781039a0 2024-04-25T01:23:18.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.570+0000 7f7f6f400640 1 -- 172.21.15.26:0/1583283518 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f68035070 con 0x7f7f781039a0 2024-04-25T01:23:18.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.570+0000 7f7f7d800640 1 -- 172.21.15.26:0/1583283518 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f781a2130 con 0x7f7f781039a0 2024-04-25T01:23:18.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.571+0000 7f7f7d800640 1 -- 172.21.15.26:0/1583283518 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f7810ad90 con 0x7f7f781039a0 2024-04-25T01:23:18.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.573+0000 7f7f6f400640 1 -- 172.21.15.26:0/1583283518 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7f68042030 con 0x7f7f781039a0 2024-04-25T01:23:18.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.574+0000 7f7f6f400640 1 --2- 172.21.15.26:0/1583283518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7f5c0a2c10 0x7f7f5c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:18.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.574+0000 7f7f6f400640 1 -- 172.21.15.26:0/1583283518 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f7f680ef2d0 con 0x7f7f781039a0 2024-04-25T01:23:18.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.575+0000 7f7f6fe00640 1 --2- 172.21.15.26:0/1583283518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7f5c0a2c10 0x7f7f5c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:18.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.575+0000 7f7f6fe00640 1 --2- 172.21.15.26:0/1583283518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7f5c0a2c10 0x7f7f5c0a50d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7f60009bd0 tx=0x7f7f60005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:18.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.579+0000 7f7f6f400640 1 -- 172.21.15.26:0/1583283518 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f7f680bbfe0 con 0x7f7f781039a0 2024-04-25T01:23:18.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:18 smithi186 ceph-mon[32747]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:18.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:18 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] up:boot 2024-04-25T01:23:18.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:18 smithi186 ceph-mon[32747]: fsmap 3 up:standby 2024-04-25T01:23:18.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:18 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T01:23:18.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:18 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:18.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:18 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:18.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:18 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:18.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:18 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:18.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:18 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:18.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:18 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:18.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:18 smithi186 ceph-mon[32747]: Deploying daemon mds.d on smithi026 2024-04-25T01:23:18.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:18 smithi111 ceph-mon[32623]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:18.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:18 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] up:boot 2024-04-25T01:23:18.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:18 smithi111 ceph-mon[32623]: fsmap 3 up:standby 2024-04-25T01:23:18.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:18 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T01:23:18.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:18 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:18.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:18 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:18.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:18 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:18.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:18 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:18.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:18 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:18.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:18 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:18.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:18 smithi111 ceph-mon[32623]: Deploying daemon mds.d on smithi026 2024-04-25T01:23:18.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.871+0000 7f7f7d800640 1 -- 172.21.15.26:0/1583283518 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7f78062340 con 0x7f7f781039a0 2024-04-25T01:23:18.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.872+0000 7f7f6f400640 1 -- 172.21.15.26:0/1583283518 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3049 (secure 0 0 0) 0x7f7f680c02e0 con 0x7f7f781039a0 2024-04-25T01:23:18.853 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:18.853 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[]} 2024-04-25T01:23:18.854 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 4 2024-04-25T01:23:18.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.875+0000 7f7f7d800640 1 -- 172.21.15.26:0/1583283518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7f5c0a2c10 msgr2=0x7f7f5c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:18.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.875+0000 7f7f7d800640 1 --2- 172.21.15.26:0/1583283518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7f5c0a2c10 0x7f7f5c0a50d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7f60009bd0 tx=0x7f7f60005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:18.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.875+0000 7f7f7d800640 1 -- 172.21.15.26:0/1583283518 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f781039a0 msgr2=0x7f7f78199d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:18.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.875+0000 7f7f7d800640 1 --2- 172.21.15.26:0/1583283518 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f781039a0 0x7f7f78199d50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7f68031610 tx=0x7f7f68004270 comp rx=0 tx=0).stop 2024-04-25T01:23:18.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.875+0000 7f7f7d800640 1 -- 172.21.15.26:0/1583283518 shutdown_connections 2024-04-25T01:23:18.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.875+0000 7f7f7d800640 1 --2- 172.21.15.26:0/1583283518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f78105550 0x7f7f781a12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:18.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.875+0000 7f7f7d800640 1 --2- 172.21.15.26:0/1583283518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7f5c0a2c10 0x7f7f5c0a50d0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:18.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.875+0000 7f7f7d800640 1 --2- 172.21.15.26:0/1583283518 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7f78104b90 0x7f7f7819a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:18.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.875+0000 7f7f7d800640 1 --2- 172.21.15.26:0/1583283518 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7f781039a0 0x7f7f78199d50 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:18.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.875+0000 7f7f7d800640 1 -- 172.21.15.26:0/1583283518 >> 172.21.15.26:0/1583283518 conn(0x7f7f780fef30 msgr2=0x7f7f78107f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:18.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.876+0000 7f7f7d800640 1 -- 172.21.15.26:0/1583283518 shutdown_connections 2024-04-25T01:23:18.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:18.876+0000 7f7f7d800640 1 -- 172.21.15.26:0/1583283518 wait complete. 2024-04-25T01:23:19.372 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:19 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1583283518' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:19.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:19 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1583283518' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:19.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:19 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1583283518' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:20.510 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:20 smithi026 ceph-mon[28096]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:20.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:20 smithi186 ceph-mon[32747]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:20.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:20 smithi111 ceph-mon[32623]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:20.804 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:23:20 smithi026 systemd[1]: Starting Ceph mds.d for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:23:20.876 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:21.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.117+0000 7f3b98600640 1 -- 172.21.15.26:0/3489607051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b90102980 msgr2=0x7f3b90102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:21.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.117+0000 7f3b98600640 1 --2- 172.21.15.26:0/3489607051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b90102980 0x7f3b90102e00 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c009900 tx=0x7f3b7c02a410 comp rx=0 tx=0).stop 2024-04-25T01:23:21.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.117+0000 7f3b98600640 1 -- 172.21.15.26:0/3489607051 shutdown_connections 2024-04-25T01:23:21.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.117+0000 7f3b98600640 1 --2- 172.21.15.26:0/3489607051 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3b90103340 0x7f3b90109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:21.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.117+0000 7f3b98600640 1 --2- 172.21.15.26:0/3489607051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b90102980 0x7f3b90102e00 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:21.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.117+0000 7f3b98600640 1 --2- 172.21.15.26:0/3489607051 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3b90101790 0x7f3b90101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:21.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.117+0000 7f3b98600640 1 -- 172.21.15.26:0/3489607051 >> 172.21.15.26:0/3489607051 conn(0x7f3b900fcd20 msgr2=0x7f3b900ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:21.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.117+0000 7f3b98600640 1 -- 172.21.15.26:0/3489607051 shutdown_connections 2024-04-25T01:23:21.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.117+0000 7f3b98600640 1 -- 172.21.15.26:0/3489607051 wait complete. 2024-04-25T01:23:21.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.118+0000 7f3b98600640 1 Processor -- start 2024-04-25T01:23:21.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.119+0000 7f3b98600640 1 -- start start 2024-04-25T01:23:21.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.119+0000 7f3b98600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3b90101790 0x7f3b90199cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:21.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.119+0000 7f3b98600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b90102980 0x7f3b9019a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:21.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.119+0000 7f3b98600640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3b90103340 0x7f3b901a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:21.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.119+0000 7f3b98600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3b9010d3f0 con 0x7f3b90102980 2024-04-25T01:23:21.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.119+0000 7f3b98600640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3b9010d270 con 0x7f3b90101790 2024-04-25T01:23:21.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.119+0000 7f3b98600640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f3b9010d570 con 0x7f3b90103340 2024-04-25T01:23:21.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.119+0000 7f3b95c00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3b90101790 0x7f3b90199cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:21.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.119+0000 7f3b95c00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3b90101790 0x7f3b90199cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:49678/0 (socket says 172.21.15.26:49678) 2024-04-25T01:23:21.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.119+0000 7f3b95200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b90102980 0x7f3b9019a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:21.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.119+0000 7f3b95c00640 1 -- 172.21.15.26:0/2228338312 learned_addr learned my addr 172.21.15.26:0/2228338312 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:21.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.119+0000 7f3b96600640 1 --2- 172.21.15.26:0/2228338312 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3b90103340 0x7f3b901a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:21.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.120+0000 7f3b95c00640 1 -- 172.21.15.26:0/2228338312 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3b90103340 msgr2=0x7f3b901a1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:21.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.120+0000 7f3b95c00640 1 --2- 172.21.15.26:0/2228338312 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3b90103340 0x7f3b901a1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:21.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.120+0000 7f3b95c00640 1 -- 172.21.15.26:0/2228338312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b90102980 msgr2=0x7f3b9019a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:21.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.120+0000 7f3b95c00640 1 --2- 172.21.15.26:0/2228338312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b90102980 0x7f3b9019a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:21.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.120+0000 7f3b95c00640 1 -- 172.21.15.26:0/2228338312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b901a1900 con 0x7f3b90101790 2024-04-25T01:23:21.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.120+0000 7f3b95c00640 1 --2- 172.21.15.26:0/2228338312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3b90101790 0x7f3b90199cf0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3b8400e9c0 tx=0x7f3b8400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:21.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.120+0000 7f3b8e000640 1 -- 172.21.15.26:0/2228338312 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b8400cd80 con 0x7f3b90101790 2024-04-25T01:23:21.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.120+0000 7f3b8e000640 1 -- 172.21.15.26:0/2228338312 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3b840035f0 con 0x7f3b90101790 2024-04-25T01:23:21.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.121+0000 7f3b98600640 1 -- 172.21.15.26:0/2228338312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b901a1bf0 con 0x7f3b90101790 2024-04-25T01:23:21.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.121+0000 7f3b8e000640 1 -- 172.21.15.26:0/2228338312 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b84010690 con 0x7f3b90101790 2024-04-25T01:23:21.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.121+0000 7f3b98600640 1 -- 172.21.15.26:0/2228338312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b901a2190 con 0x7f3b90101790 2024-04-25T01:23:21.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.122+0000 7f3b98600640 1 -- 172.21.15.26:0/2228338312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b901a2360 con 0x7f3b90101790 2024-04-25T01:23:21.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.124+0000 7f3b8e000640 1 -- 172.21.15.26:0/2228338312 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3b840037a0 con 0x7f3b90101790 2024-04-25T01:23:21.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.125+0000 7f3b8e000640 1 --2- 172.21.15.26:0/2228338312 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3b780a2c10 0x7f3b780a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:21.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.125+0000 7f3b8e000640 1 -- 172.21.15.26:0/2228338312 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f3b840cefe0 con 0x7f3b90101790 2024-04-25T01:23:21.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.126+0000 7f3b95200640 1 --2- 172.21.15.26:0/2228338312 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3b780a2c10 0x7f3b780a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:21.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.126+0000 7f3b95200640 1 --2- 172.21.15.26:0/2228338312 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3b780a2c10 0x7f3b780a50d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c0314e0 tx=0x7f3b7c000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:21.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.128+0000 7f3b8e000640 1 -- 172.21.15.26:0/2228338312 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f3b8409c360 con 0x7f3b90101790 2024-04-25T01:23:21.235 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:23:20 smithi026 podman[67927]: 2024-04-25 01:23:20.795769157 +0000 UTC m=+0.036745333 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:23:21.235 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:23:20 smithi026 podman[67927]: 2024-04-25 01:23:20.954156768 +0000 UTC m=+0.195132945 container create c06b7814d0be0e34ad571559037f3843eff8aa123cbd4d99f3edd70dc8ab3c5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-d, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T01:23:21.235 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:23:21 smithi026 podman[67927]: 2024-04-25 01:23:21.253758685 +0000 UTC m=+0.494734921 container init c06b7814d0be0e34ad571559037f3843eff8aa123cbd4d99f3edd70dc8ab3c5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-d, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9) 2024-04-25T01:23:21.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.383+0000 7f3b98600640 1 -- 172.21.15.26:0/2228338312 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3b901a2530 con 0x7f3b90101790 2024-04-25T01:23:21.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.384+0000 7f3b8e000640 1 -- 172.21.15.26:0/2228338312 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3049 (secure 0 0 0) 0x7f3b8409bc60 con 0x7f3b90101790 2024-04-25T01:23:21.365 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:21.365 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[]} 2024-04-25T01:23:21.365 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 4 2024-04-25T01:23:21.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.386+0000 7f3b98600640 1 -- 172.21.15.26:0/2228338312 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3b780a2c10 msgr2=0x7f3b780a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:21.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.386+0000 7f3b98600640 1 --2- 172.21.15.26:0/2228338312 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3b780a2c10 0x7f3b780a50d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c0314e0 tx=0x7f3b7c000bc0 comp rx=0 tx=0).stop 2024-04-25T01:23:21.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.386+0000 7f3b98600640 1 -- 172.21.15.26:0/2228338312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3b90101790 msgr2=0x7f3b90199cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:21.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.386+0000 7f3b98600640 1 --2- 172.21.15.26:0/2228338312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3b90101790 0x7f3b90199cf0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3b8400e9c0 tx=0x7f3b8400ee80 comp rx=0 tx=0).stop 2024-04-25T01:23:21.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.387+0000 7f3b98600640 1 -- 172.21.15.26:0/2228338312 shutdown_connections 2024-04-25T01:23:21.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.387+0000 7f3b98600640 1 --2- 172.21.15.26:0/2228338312 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3b780a2c10 0x7f3b780a50d0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:21.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.387+0000 7f3b98600640 1 --2- 172.21.15.26:0/2228338312 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3b90103340 0x7f3b901a1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:21.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.387+0000 7f3b98600640 1 --2- 172.21.15.26:0/2228338312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b90102980 0x7f3b9019a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:21.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.387+0000 7f3b98600640 1 --2- 172.21.15.26:0/2228338312 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3b90101790 0x7f3b90199cf0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:21.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.387+0000 7f3b98600640 1 -- 172.21.15.26:0/2228338312 >> 172.21.15.26:0/2228338312 conn(0x7f3b900fcd20 msgr2=0x7f3b90073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:21.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.387+0000 7f3b98600640 1 -- 172.21.15.26:0/2228338312 shutdown_connections 2024-04-25T01:23:21.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:21.387+0000 7f3b98600640 1 -- 172.21.15.26:0/2228338312 wait complete. 2024-04-25T01:23:21.555 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:23:21 smithi026 podman[67927]: 2024-04-25 01:23:21.263252404 +0000 UTC m=+0.504228589 container start c06b7814d0be0e34ad571559037f3843eff8aa123cbd4d99f3edd70dc8ab3c5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-25T01:23:21.555 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:23:21 smithi026 ceph-mds[67985]: -- 172.21.15.26:0/465039469 <== mon.2 v2:172.21.15.111:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5630f3c17a40 con 0x5630f3beac00 2024-04-25T01:23:21.555 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:23:21 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-d[67962]: starting mds.d at 2024-04-25T01:23:21.555 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:23:21 smithi026 bash[67927]: c06b7814d0be0e34ad571559037f3843eff8aa123cbd4d99f3edd70dc8ab3c5a 2024-04-25T01:23:21.555 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:23:21 smithi026 systemd[1]: Started Ceph mds.d for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:23:22.445 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:22 smithi111 ceph-mon[32623]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:22.445 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:22 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2228338312' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:22.445 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:22 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:22.445 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:22 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:22.445 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:22 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:22.446 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:22 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:22.446 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:22 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:22.446 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:22 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:22.446 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:22 smithi111 ceph-mon[32623]: Deploying daemon mds.e on smithi111 2024-04-25T01:23:22.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:22 smithi026 ceph-mon[28096]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:22.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:22 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2228338312' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:22.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:22.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:22.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:22.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:22.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:22.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:22 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:22.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:22 smithi026 ceph-mon[28096]: Deploying daemon mds.e on smithi111 2024-04-25T01:23:22.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:22 smithi186 ceph-mon[32747]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:22.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:22 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2228338312' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:22.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:22 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:22.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:22 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:22.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:22 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:22.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:22 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:22.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:22 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:22.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:22 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:22.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:22 smithi186 ceph-mon[32747]: Deploying daemon mds.e on smithi111 2024-04-25T01:23:23.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:23 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.26:6836/14397309,v1:172.21.15.26:6837/14397309] up:boot 2024-04-25T01:23:23.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:23 smithi111 ceph-mon[32623]: fsmap 4 up:standby 2024-04-25T01:23:23.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:23 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T01:23:23.387 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:23.462 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:23 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.26:6836/14397309,v1:172.21.15.26:6837/14397309] up:boot 2024-04-25T01:23:23.462 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:23 smithi026 ceph-mon[28096]: fsmap 4 up:standby 2024-04-25T01:23:23.462 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:23 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T01:23:23.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:23 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.26:6836/14397309,v1:172.21.15.26:6837/14397309] up:boot 2024-04-25T01:23:23.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:23 smithi186 ceph-mon[32747]: fsmap 4 up:standby 2024-04-25T01:23:23.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:23 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T01:23:23.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.620+0000 7fa136000640 1 -- 172.21.15.26:0/4165303579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa130102040 msgr2=0x7fa130104430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:23.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.620+0000 7fa136000640 1 --2- 172.21.15.26:0/4165303579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa130102040 0x7fa130104430 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa120009ca0 tx=0x7fa12002a8c0 comp rx=0 tx=0).stop 2024-04-25T01:23:23.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.620+0000 7fa136000640 1 -- 172.21.15.26:0/4165303579 shutdown_connections 2024-04-25T01:23:23.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.620+0000 7fa136000640 1 --2- 172.21.15.26:0/4165303579 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa1301072a0 0x7fa1301096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:23.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.620+0000 7fa136000640 1 --2- 172.21.15.26:0/4165303579 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa130104970 0x7fa130106d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:23.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.620+0000 7fa136000640 1 --2- 172.21.15.26:0/4165303579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa130102040 0x7fa130104430 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:23.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.620+0000 7fa136000640 1 -- 172.21.15.26:0/4165303579 >> 172.21.15.26:0/4165303579 conn(0x7fa1300fba10 msgr2=0x7fa1300fde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:23.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.621+0000 7fa136000640 1 -- 172.21.15.26:0/4165303579 shutdown_connections 2024-04-25T01:23:23.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.621+0000 7fa136000640 1 -- 172.21.15.26:0/4165303579 wait complete. 2024-04-25T01:23:23.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.622+0000 7fa136000640 1 Processor -- start 2024-04-25T01:23:23.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.622+0000 7fa136000640 1 -- start start 2024-04-25T01:23:23.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.622+0000 7fa136000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa130102040 0x7fa130199b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:23.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.622+0000 7fa136000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa130104970 0x7fa13019a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:23.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.622+0000 7fa136000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa1301072a0 0x7fa1301a10c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:23.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.622+0000 7fa136000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa13010d280 con 0x7fa130102040 2024-04-25T01:23:23.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.622+0000 7fa136000640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa13010d100 con 0x7fa1301072a0 2024-04-25T01:23:23.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.622+0000 7fa136000640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa13010d400 con 0x7fa130104970 2024-04-25T01:23:23.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.623+0000 7fa134c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa130102040 0x7fa130199b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:23.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.623+0000 7fa127e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa130104970 0x7fa13019a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:23.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.623+0000 7fa135600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa1301072a0 0x7fa1301a10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:23.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.623+0000 7fa135600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa1301072a0 0x7fa1301a10c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:57976/0 (socket says 172.21.15.26:57976) 2024-04-25T01:23:23.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.623+0000 7fa127e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa130104970 0x7fa13019a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:56098/0 (socket says 172.21.15.26:56098) 2024-04-25T01:23:23.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.623+0000 7fa134c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa130102040 0x7fa130199b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52692/0 (socket says 172.21.15.26:52692) 2024-04-25T01:23:23.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.623+0000 7fa135600640 1 -- 172.21.15.26:0/3256315794 learned_addr learned my addr 172.21.15.26:0/3256315794 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:23.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.623+0000 7fa135600640 1 -- 172.21.15.26:0/3256315794 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa130104970 msgr2=0x7fa13019a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:23.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.623+0000 7fa135600640 1 --2- 172.21.15.26:0/3256315794 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa130104970 0x7fa13019a050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:23.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.623+0000 7fa135600640 1 -- 172.21.15.26:0/3256315794 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa130102040 msgr2=0x7fa130199b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:23.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.623+0000 7fa135600640 1 --2- 172.21.15.26:0/3256315794 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa130102040 0x7fa130199b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:23.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.623+0000 7fa135600640 1 -- 172.21.15.26:0/3256315794 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1301a1730 con 0x7fa1301072a0 2024-04-25T01:23:23.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.623+0000 7fa135600640 1 --2- 172.21.15.26:0/3256315794 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa1301072a0 0x7fa1301a10c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa12800e970 tx=0x7fa12800ed70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:23.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.624+0000 7fa12e000640 1 -- 172.21.15.26:0/3256315794 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12800ccc0 con 0x7fa1301072a0 2024-04-25T01:23:23.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.624+0000 7fa12e000640 1 -- 172.21.15.26:0/3256315794 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa12800ce60 con 0x7fa1301072a0 2024-04-25T01:23:23.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.624+0000 7fa12e000640 1 -- 172.21.15.26:0/3256315794 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa128010490 con 0x7fa1301072a0 2024-04-25T01:23:23.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.624+0000 7fa136000640 1 -- 172.21.15.26:0/3256315794 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1301a1a20 con 0x7fa1301072a0 2024-04-25T01:23:23.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.624+0000 7fa136000640 1 -- 172.21.15.26:0/3256315794 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1301a1f20 con 0x7fa1301072a0 2024-04-25T01:23:23.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.625+0000 7fa136000640 1 -- 172.21.15.26:0/3256315794 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa130108df0 con 0x7fa1301072a0 2024-04-25T01:23:23.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.627+0000 7fa12e000640 1 -- 172.21.15.26:0/3256315794 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa128005020 con 0x7fa1301072a0 2024-04-25T01:23:23.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.628+0000 7fa12e000640 1 --2- 172.21.15.26:0/3256315794 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa1140a2b90 0x7fa1140a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:23.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.628+0000 7fa12e000640 1 -- 172.21.15.26:0/3256315794 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fa1280cf090 con 0x7fa1301072a0 2024-04-25T01:23:23.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.628+0000 7fa134c00640 1 --2- 172.21.15.26:0/3256315794 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa1140a2b90 0x7fa1140a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:23.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.629+0000 7fa134c00640 1 --2- 172.21.15.26:0/3256315794 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa1140a2b90 0x7fa1140a5050 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa120005e30 tx=0x7fa120005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:23.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.632+0000 7fa12e000640 1 -- 172.21.15.26:0/3256315794 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa12809c3f0 con 0x7fa1301072a0 2024-04-25T01:23:23.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.878+0000 7fa136000640 1 -- 172.21.15.26:0/3256315794 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa13002d170 con 0x7fa1301072a0 2024-04-25T01:23:23.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.879+0000 7fa12e000640 1 -- 172.21.15.26:0/3256315794 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3868 (secure 0 0 0) 0x7fa12809bcf0 con 0x7fa1301072a0 2024-04-25T01:23:23.860 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:23.860 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[]} 2024-04-25T01:23:23.860 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 5 2024-04-25T01:23:23.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.882+0000 7fa136000640 1 -- 172.21.15.26:0/3256315794 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa1140a2b90 msgr2=0x7fa1140a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:23.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.882+0000 7fa136000640 1 --2- 172.21.15.26:0/3256315794 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa1140a2b90 0x7fa1140a5050 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa120005e30 tx=0x7fa120005f50 comp rx=0 tx=0).stop 2024-04-25T01:23:23.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.882+0000 7fa136000640 1 -- 172.21.15.26:0/3256315794 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa1301072a0 msgr2=0x7fa1301a10c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:23.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.882+0000 7fa136000640 1 --2- 172.21.15.26:0/3256315794 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa1301072a0 0x7fa1301a10c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa12800e970 tx=0x7fa12800ed70 comp rx=0 tx=0).stop 2024-04-25T01:23:23.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.882+0000 7fa136000640 1 -- 172.21.15.26:0/3256315794 shutdown_connections 2024-04-25T01:23:23.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.882+0000 7fa136000640 1 --2- 172.21.15.26:0/3256315794 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa1301072a0 0x7fa1301a10c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:23.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.882+0000 7fa136000640 1 --2- 172.21.15.26:0/3256315794 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa1140a2b90 0x7fa1140a5050 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:23.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.882+0000 7fa136000640 1 --2- 172.21.15.26:0/3256315794 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa130104970 0x7fa13019a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:23.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.882+0000 7fa136000640 1 --2- 172.21.15.26:0/3256315794 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa130102040 0x7fa130199b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:23.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.882+0000 7fa136000640 1 -- 172.21.15.26:0/3256315794 >> 172.21.15.26:0/3256315794 conn(0x7fa1300fba10 msgr2=0x7fa130101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:23.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.882+0000 7fa136000640 1 -- 172.21.15.26:0/3256315794 shutdown_connections 2024-04-25T01:23:23.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:23.882+0000 7fa136000640 1 -- 172.21.15.26:0/3256315794 wait complete. 2024-04-25T01:23:23.864 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:23:23 smithi111 systemd[1]: Starting Ceph mds.e for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:23:24.134 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:23:23 smithi111 podman[62483]: 2024-04-25 01:23:23.794535725 +0000 UTC m=+0.017538911 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:23:24.134 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:23:23 smithi111 podman[62483]: 2024-04-25 01:23:23.893206622 +0000 UTC m=+0.116209795 container create 09ee07925f8d79607e99ca4db85e1e9d4c17ddcd831f7bab897e12b257afd43f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-e, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9) 2024-04-25T01:23:24.134 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:23:24 smithi111 podman[62483]: 2024-04-25 01:23:24.095855191 +0000 UTC m=+0.318858366 container init 09ee07925f8d79607e99ca4db85e1e9d4c17ddcd831f7bab897e12b257afd43f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T01:23:24.135 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:23:24 smithi111 podman[62483]: 2024-04-25 01:23:24.098463131 +0000 UTC m=+0.321466308 container start 09ee07925f8d79607e99ca4db85e1e9d4c17ddcd831f7bab897e12b257afd43f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-d2c45d9) 2024-04-25T01:23:24.135 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:23:24 smithi111 ceph-mds[62502]: -- 172.21.15.111:0/1271053193 <== mon.2 v2:172.21.15.111:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55afbcb93a40 con 0x55afbcb66c00 2024-04-25T01:23:24.135 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:23:24 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-e[62498]: starting mds.e at 2024-04-25T01:23:24.135 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:23:24 smithi111 bash[62483]: 09ee07925f8d79607e99ca4db85e1e9d4c17ddcd831f7bab897e12b257afd43f 2024-04-25T01:23:24.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:24 smithi026 ceph-mon[28096]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:24.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:24 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3256315794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:24.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:24 smithi186 ceph-mon[32747]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:24.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:24 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3256315794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:24.614 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:23:24 smithi111 systemd[1]: Started Ceph mds.e for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:23:24.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:24 smithi111 ceph-mon[32623]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:24.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:24 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3256315794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:25.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:25 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] up:boot 2024-04-25T01:23:25.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:25 smithi026 ceph-mon[28096]: fsmap 5 up:standby 2024-04-25T01:23:25.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T01:23:25.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:25.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:25.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:25.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:25.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:25.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:25.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:25 smithi026 ceph-mon[28096]: Deploying daemon mds.f on smithi186 2024-04-25T01:23:25.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:25 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] up:boot 2024-04-25T01:23:25.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:25 smithi186 ceph-mon[32747]: fsmap 5 up:standby 2024-04-25T01:23:25.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T01:23:25.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:25.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:25.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:25.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:25.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:25.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:25.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:25 smithi186 ceph-mon[32747]: Deploying daemon mds.f on smithi186 2024-04-25T01:23:25.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:25 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] up:boot 2024-04-25T01:23:25.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:25 smithi111 ceph-mon[32623]: fsmap 5 up:standby 2024-04-25T01:23:25.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T01:23:25.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:25.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:25.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:25.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:25.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:25.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:25.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:25 smithi111 ceph-mon[32623]: Deploying daemon mds.f on smithi186 2024-04-25T01:23:25.884 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:26.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.131+0000 7f0163000640 1 -- 172.21.15.26:0/2153377911 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f015c108db0 msgr2=0x7f015c109230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:26.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.131+0000 7f0163000640 1 --2- 172.21.15.26:0/2153377911 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f015c108db0 0x7f015c109230 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f014c009ca0 tx=0x7f014c02a8c0 comp rx=0 tx=0).stop 2024-04-25T01:23:26.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.131+0000 7f0163000640 1 -- 172.21.15.26:0/2153377911 shutdown_connections 2024-04-25T01:23:26.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.131+0000 7f0163000640 1 --2- 172.21.15.26:0/2153377911 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f015c109770 0x7f015c110000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:26.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.131+0000 7f0163000640 1 --2- 172.21.15.26:0/2153377911 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f015c108db0 0x7f015c109230 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:26.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.131+0000 7f0163000640 1 --2- 172.21.15.26:0/2153377911 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f015c107bc0 0x7f015c107fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:26.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.131+0000 7f0163000640 1 -- 172.21.15.26:0/2153377911 >> 172.21.15.26:0/2153377911 conn(0x7f015c076b80 msgr2=0x7f015c078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:26.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.131+0000 7f0163000640 1 -- 172.21.15.26:0/2153377911 shutdown_connections 2024-04-25T01:23:26.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.131+0000 7f0163000640 1 -- 172.21.15.26:0/2153377911 wait complete. 2024-04-25T01:23:26.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.132+0000 7f0163000640 1 Processor -- start 2024-04-25T01:23:26.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.132+0000 7f0163000640 1 -- start start 2024-04-25T01:23:26.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.132+0000 7f0163000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f015c107bc0 0x7f015c19deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:26.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.132+0000 7f0163000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f015c108db0 0x7f015c19e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:26.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.132+0000 7f0163000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f015c109770 0x7f015c1a5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:26.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0163000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f015c113840 con 0x7f015c109770 2024-04-25T01:23:26.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0163000640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f015c1136c0 con 0x7f015c107bc0 2024-04-25T01:23:26.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0163000640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f015c1139c0 con 0x7f015c108db0 2024-04-25T01:23:26.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0162600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f015c109770 0x7f015c1a5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:26.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0161200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f015c108db0 0x7f015c19e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:26.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0161200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f015c108db0 0x7f015c19e3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:56130/0 (socket says 172.21.15.26:56130) 2024-04-25T01:23:26.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0161200640 1 -- 172.21.15.26:0/4208177455 learned_addr learned my addr 172.21.15.26:0/4208177455 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:26.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0161c00640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f015c107bc0 0x7f015c19deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:26.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0161200640 1 -- 172.21.15.26:0/4208177455 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f015c107bc0 msgr2=0x7f015c19deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:26.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0161200640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f015c107bc0 0x7f015c19deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:26.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0161200640 1 -- 172.21.15.26:0/4208177455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f015c109770 msgr2=0x7f015c1a5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:26.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0161200640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f015c109770 0x7f015c1a5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:26.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0161200640 1 -- 172.21.15.26:0/4208177455 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f015c1a5ad0 con 0x7f015c108db0 2024-04-25T01:23:26.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0161c00640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f015c107bc0 0x7f015c19deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:23:26.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.133+0000 7f0162600640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f015c109770 0x7f015c1a5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:26.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.134+0000 7f0161200640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f015c108db0 0x7f015c19e3f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f014c000f80 tx=0x7f014c031ee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:26.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.134+0000 7f015a000640 1 -- 172.21.15.26:0/4208177455 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014c02fa20 con 0x7f015c108db0 2024-04-25T01:23:26.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.134+0000 7f0163000640 1 -- 172.21.15.26:0/4208177455 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f015c1a5d60 con 0x7f015c108db0 2024-04-25T01:23:26.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.134+0000 7f015a000640 1 -- 172.21.15.26:0/4208177455 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f014c02fbc0 con 0x7f015c108db0 2024-04-25T01:23:26.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.134+0000 7f015a000640 1 -- 172.21.15.26:0/4208177455 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014c03a6f0 con 0x7f015c108db0 2024-04-25T01:23:26.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.134+0000 7f0163000640 1 -- 172.21.15.26:0/4208177455 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f015c1a6220 con 0x7f015c108db0 2024-04-25T01:23:26.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.135+0000 7f0163000640 1 -- 172.21.15.26:0/4208177455 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f015c10eee0 con 0x7f015c108db0 2024-04-25T01:23:26.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.138+0000 7f015a000640 1 -- 172.21.15.26:0/4208177455 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f014c071ae0 con 0x7f015c108db0 2024-04-25T01:23:26.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.139+0000 7f015a000640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f01440a2b90 0x7f01440a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:26.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.139+0000 7f015a000640 1 -- 172.21.15.26:0/4208177455 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f014c0f0300 con 0x7f015c108db0 2024-04-25T01:23:26.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.139+0000 7f0161c00640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f01440a2b90 0x7f01440a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:26.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.140+0000 7f0161c00640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f01440a2b90 0x7f01440a5050 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f015c108c10 tx=0x7f0150005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:26.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.142+0000 7f015a000640 1 -- 172.21.15.26:0/4208177455 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f014c0bd6f0 con 0x7f015c108db0 2024-04-25T01:23:26.323 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:26 smithi186 ceph-mon[32747]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:26.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.388+0000 7f0163000640 1 -- 172.21.15.26:0/4208177455 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f015c02d170 con 0x7f015c108db0 2024-04-25T01:23:26.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.389+0000 7f015a000640 1 -- 172.21.15.26:0/4208177455 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4696 (secure 0 0 0) 0x7f014c0bcff0 con 0x7f015c108db0 2024-04-25T01:23:26.370 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:26.370 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-25T01:23:26.370 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 6 2024-04-25T01:23:26.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.391+0000 7f0163000640 1 -- 172.21.15.26:0/4208177455 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f01440a2b90 msgr2=0x7f01440a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:26.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.391+0000 7f0163000640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f01440a2b90 0x7f01440a5050 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f015c108c10 tx=0x7f0150005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:26.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.391+0000 7f0163000640 1 -- 172.21.15.26:0/4208177455 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f015c108db0 msgr2=0x7f015c19e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:26.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.391+0000 7f0163000640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f015c108db0 0x7f015c19e3f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f014c000f80 tx=0x7f014c031ee0 comp rx=0 tx=0).stop 2024-04-25T01:23:26.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.392+0000 7f0163000640 1 -- 172.21.15.26:0/4208177455 shutdown_connections 2024-04-25T01:23:26.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.392+0000 7f0163000640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f015c109770 0x7f015c1a5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:26.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.392+0000 7f0163000640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f01440a2b90 0x7f01440a5050 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:26.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.392+0000 7f0163000640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f015c108db0 0x7f015c19e3f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:26.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.392+0000 7f0163000640 1 --2- 172.21.15.26:0/4208177455 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f015c107bc0 0x7f015c19deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:26.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.392+0000 7f0163000640 1 -- 172.21.15.26:0/4208177455 >> 172.21.15.26:0/4208177455 conn(0x7f015c076b80 msgr2=0x7f015c10c0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:26.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.392+0000 7f0163000640 1 -- 172.21.15.26:0/4208177455 shutdown_connections 2024-04-25T01:23:26.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:26.392+0000 7f0163000640 1 -- 172.21.15.26:0/4208177455 wait complete. 2024-04-25T01:23:26.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:26 smithi026 ceph-mon[28096]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:26.584 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:23:26 smithi186 systemd[1]: Starting Ceph mds.f for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:23:26.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:26 smithi111 ceph-mon[32623]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:27.025 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:23:26 smithi186 podman[63155]: 2024-04-25 01:23:26.667876218 +0000 UTC m=+0.017882247 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:23:27.025 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:23:26 smithi186 podman[63155]: 2024-04-25 01:23:26.809902075 +0000 UTC m=+0.159908135 container create e24e834a72d902deb3f8c8f13535bf3b9778a345dabc3d8a33f8d7833d6fa3b1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T01:23:27.025 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:23:27 smithi186 podman[63155]: 2024-04-25 01:23:27.04559921 +0000 UTC m=+0.395605224 container init e24e834a72d902deb3f8c8f13535bf3b9778a345dabc3d8a33f8d7833d6fa3b1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-f, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-25T01:23:27.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:27 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/4208177455' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:27.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:27.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:27.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:27.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:27.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:27.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:27.334 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:23:27 smithi186 podman[63155]: 2024-04-25 01:23:27.048388261 +0000 UTC m=+0.398394279 container start e24e834a72d902deb3f8c8f13535bf3b9778a345dabc3d8a33f8d7833d6fa3b1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-f, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2) 2024-04-25T01:23:27.334 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:23:27 smithi186 ceph-mds[63174]: -- 172.21.15.186:0/3477581009 <== mon.1 v2:172.21.15.186:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bacad57a40 con 0x55bacad2b000 2024-04-25T01:23:27.334 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:23:27 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-f[63170]: starting mds.f at 2024-04-25T01:23:27.334 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:23:27 smithi186 bash[63155]: e24e834a72d902deb3f8c8f13535bf3b9778a345dabc3d8a33f8d7833d6fa3b1 2024-04-25T01:23:27.334 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:23:27 smithi186 systemd[1]: Started Ceph mds.f for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:23:27.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:27 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/4208177455' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:27.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:27.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:27.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:27.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:27.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:27.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:27.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:27 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/4208177455' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:27.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:27.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:27.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:27.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:27.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:27.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:28.392 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:28.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:28 smithi026 ceph-mon[28096]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:28.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:28 smithi026 ceph-mon[28096]: Deploying daemon mds.c on smithi186 2024-04-25T01:23:28.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:28 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] up:boot 2024-04-25T01:23:28.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:28 smithi026 ceph-mon[28096]: fsmap 6 up:standby 2024-04-25T01:23:28.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T01:23:28.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:28 smithi186 ceph-mon[32747]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:28.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:28 smithi186 ceph-mon[32747]: Deploying daemon mds.c on smithi186 2024-04-25T01:23:28.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:28 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] up:boot 2024-04-25T01:23:28.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:28 smithi186 ceph-mon[32747]: fsmap 6 up:standby 2024-04-25T01:23:28.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:28 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T01:23:28.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:28 smithi111 ceph-mon[32623]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:28.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:28 smithi111 ceph-mon[32623]: Deploying daemon mds.c on smithi186 2024-04-25T01:23:28.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:28 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] up:boot 2024-04-25T01:23:28.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:28 smithi111 ceph-mon[32623]: fsmap 6 up:standby 2024-04-25T01:23:28.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:28 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T01:23:28.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.634+0000 7fd01e200640 1 -- 172.21.15.26:0/2679112568 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd018105390 msgr2=0x7fd01810bc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:28.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.634+0000 7fd01e200640 1 --2- 172.21.15.26:0/2679112568 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd018105390 0x7fd01810bc20 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd010009ca0 tx=0x7fd01002a8c0 comp rx=0 tx=0).stop 2024-04-25T01:23:28.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.634+0000 7fd01e200640 1 -- 172.21.15.26:0/2679112568 shutdown_connections 2024-04-25T01:23:28.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.634+0000 7fd01e200640 1 --2- 172.21.15.26:0/2679112568 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd018105390 0x7fd01810bc20 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:28.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.634+0000 7fd01e200640 1 --2- 172.21.15.26:0/2679112568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0181049d0 0x7fd018104e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:28.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.634+0000 7fd01e200640 1 --2- 172.21.15.26:0/2679112568 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0181037e0 0x7fd018103c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:28.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.634+0000 7fd01e200640 1 -- 172.21.15.26:0/2679112568 >> 172.21.15.26:0/2679112568 conn(0x7fd0180fed50 msgr2=0x7fd018101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:28.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.634+0000 7fd01e200640 1 -- 172.21.15.26:0/2679112568 shutdown_connections 2024-04-25T01:23:28.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.634+0000 7fd01e200640 1 -- 172.21.15.26:0/2679112568 wait complete. 2024-04-25T01:23:28.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.635+0000 7fd01e200640 1 Processor -- start 2024-04-25T01:23:28.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.635+0000 7fd01e200640 1 -- start start 2024-04-25T01:23:28.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01e200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0181037e0 0x7fd018199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:28.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01e200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd0181049d0 0x7fd018199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:28.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01e200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd018105390 0x7fd0181a1050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:28.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01e200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd01810f460 con 0x7fd018105390 2024-04-25T01:23:28.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01e200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd01810f2e0 con 0x7fd0181037e0 2024-04-25T01:23:28.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01e200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fd01810f5e0 con 0x7fd0181049d0 2024-04-25T01:23:28.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd018105390 0x7fd0181a1050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:28.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd018105390 0x7fd0181a1050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52732/0 (socket says 172.21.15.26:52732) 2024-04-25T01:23:28.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01d800640 1 -- 172.21.15.26:0/1827864233 learned_addr learned my addr 172.21.15.26:0/1827864233 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:28.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd00fe00640 1 --2- 172.21.15.26:0/1827864233 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd0181049d0 0x7fd018199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:28.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01ce00640 1 --2- 172.21.15.26:0/1827864233 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0181037e0 0x7fd018199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:28.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01d800640 1 -- 172.21.15.26:0/1827864233 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd0181049d0 msgr2=0x7fd018199fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:28.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01d800640 1 --2- 172.21.15.26:0/1827864233 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd0181049d0 0x7fd018199fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:28.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01d800640 1 -- 172.21.15.26:0/1827864233 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0181037e0 msgr2=0x7fd018199aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:28.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01d800640 1 --2- 172.21.15.26:0/1827864233 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0181037e0 0x7fd018199aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:28.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.636+0000 7fd01d800640 1 -- 172.21.15.26:0/1827864233 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0181a16c0 con 0x7fd018105390 2024-04-25T01:23:28.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.637+0000 7fd01d800640 1 --2- 172.21.15.26:0/1827864233 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd018105390 0x7fd0181a1050 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd010031ae0 tx=0x7fd010031ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:28.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.637+0000 7fd016000640 1 -- 172.21.15.26:0/1827864233 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd010003b70 con 0x7fd018105390 2024-04-25T01:23:28.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.637+0000 7fd016000640 1 -- 172.21.15.26:0/1827864233 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd010003d10 con 0x7fd018105390 2024-04-25T01:23:28.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.637+0000 7fd01e200640 1 -- 172.21.15.26:0/1827864233 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0181a1950 con 0x7fd018105390 2024-04-25T01:23:28.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.637+0000 7fd016000640 1 -- 172.21.15.26:0/1827864233 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01002fc40 con 0x7fd018105390 2024-04-25T01:23:28.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.637+0000 7fd01e200640 1 -- 172.21.15.26:0/1827864233 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0181a1ea0 con 0x7fd018105390 2024-04-25T01:23:28.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.638+0000 7fd01e200640 1 -- 172.21.15.26:0/1827864233 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd01810ab00 con 0x7fd018105390 2024-04-25T01:23:28.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.640+0000 7fd016000640 1 -- 172.21.15.26:0/1827864233 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd010004050 con 0x7fd018105390 2024-04-25T01:23:28.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.642+0000 7fd016000640 1 --2- 172.21.15.26:0/1827864233 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcff40a2c10 0x7fcff40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:28.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.643+0000 7fd016000640 1 -- 172.21.15.26:0/1827864233 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fd0100efcc0 con 0x7fd018105390 2024-04-25T01:23:28.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.643+0000 7fd01ce00640 1 --2- 172.21.15.26:0/1827864233 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcff40a2c10 0x7fcff40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:28.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.644+0000 7fd01ce00640 1 --2- 172.21.15.26:0/1827864233 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcff40a2c10 0x7fcff40a50d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fd018104830 tx=0x7fcffc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:28.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.646+0000 7fd016000640 1 -- 172.21.15.26:0/1827864233 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fd0100bd140 con 0x7fd018105390 2024-04-25T01:23:28.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.892+0000 7fd01e200640 1 -- 172.21.15.26:0/1827864233 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd01802d350 con 0x7fd018105390 2024-04-25T01:23:28.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.893+0000 7fd016000640 1 -- 172.21.15.26:0/1827864233 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5524 (secure 0 0 0) 0x7fd0100bca40 con 0x7fd018105390 2024-04-25T01:23:28.874 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:28.874 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-25T01:23:28.875 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 7 2024-04-25T01:23:28.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.897+0000 7fd01e200640 1 -- 172.21.15.26:0/1827864233 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcff40a2c10 msgr2=0x7fcff40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:28.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.897+0000 7fd01e200640 1 --2- 172.21.15.26:0/1827864233 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcff40a2c10 0x7fcff40a50d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fd018104830 tx=0x7fcffc005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:28.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.897+0000 7fd01e200640 1 -- 172.21.15.26:0/1827864233 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd018105390 msgr2=0x7fd0181a1050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:28.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.897+0000 7fd01e200640 1 --2- 172.21.15.26:0/1827864233 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd018105390 0x7fd0181a1050 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd010031ae0 tx=0x7fd010031ee0 comp rx=0 tx=0).stop 2024-04-25T01:23:28.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.897+0000 7fd01e200640 1 -- 172.21.15.26:0/1827864233 shutdown_connections 2024-04-25T01:23:28.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.897+0000 7fd01e200640 1 --2- 172.21.15.26:0/1827864233 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd018105390 0x7fd0181a1050 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:28.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.897+0000 7fd01e200640 1 --2- 172.21.15.26:0/1827864233 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcff40a2c10 0x7fcff40a50d0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:28.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.897+0000 7fd01e200640 1 --2- 172.21.15.26:0/1827864233 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd0181049d0 0x7fd018199fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:28.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.897+0000 7fd01e200640 1 --2- 172.21.15.26:0/1827864233 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd0181037e0 0x7fd018199aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:28.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.897+0000 7fd01e200640 1 -- 172.21.15.26:0/1827864233 >> 172.21.15.26:0/1827864233 conn(0x7fd0180fed50 msgr2=0x7fd018107cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:28.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.897+0000 7fd01e200640 1 -- 172.21.15.26:0/1827864233 shutdown_connections 2024-04-25T01:23:28.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:28.897+0000 7fd01e200640 1 -- 172.21.15.26:0/1827864233 wait complete. 2024-04-25T01:23:29.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:29 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1827864233' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:29.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:29 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1827864233' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:29.584 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:23:29 smithi186 systemd[1]: Starting Ceph mds.c for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:23:29.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:29 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1827864233' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:30.016 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:23:29 smithi186 podman[63467]: 2024-04-25 01:23:29.746078116 +0000 UTC m=+0.115337081 container create 62eb6fd39657c971b70549247ff4f0fd97979ac312efbd4b339dbb1f841dde5f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-c, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-25T01:23:30.017 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:23:29 smithi186 podman[63467]: 2024-04-25 01:23:29.649004563 +0000 UTC m=+0.018263520 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:23:30.017 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:23:30 smithi186 podman[63467]: 2024-04-25 01:23:30.036693044 +0000 UTC m=+0.405951990 container init 62eb6fd39657c971b70549247ff4f0fd97979ac312efbd4b339dbb1f841dde5f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-c, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T01:23:30.294 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:23:30 smithi186 podman[63467]: 2024-04-25 01:23:30.040017656 +0000 UTC m=+0.409276580 container start 62eb6fd39657c971b70549247ff4f0fd97979ac312efbd4b339dbb1f841dde5f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-c, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9) 2024-04-25T01:23:30.294 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:23:30 smithi186 ceph-mds[63486]: -- 172.21.15.186:0/2368671495 <== mon.1 v2:172.21.15.186:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f391fe3a40 con 0x55f391fb7000 2024-04-25T01:23:30.294 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:23:30 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-c[63482]: starting mds.c at 2024-04-25T01:23:30.294 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:23:30 smithi186 bash[63467]: 62eb6fd39657c971b70549247ff4f0fd97979ac312efbd4b339dbb1f841dde5f 2024-04-25T01:23:30.294 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:23:30 smithi186 systemd[1]: Started Ceph mds.c for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:23:30.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:30 smithi026 ceph-mon[28096]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:30.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:30.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:30.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:30 smithi186 ceph-mon[32747]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:30.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:30.586 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:30.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:30 smithi111 ceph-mon[32623]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:30.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:30.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:30.898 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:31.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.138+0000 7fe970a00640 1 -- 172.21.15.26:0/4063115991 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe96c105150 msgr2=0x7fe96c1055d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:31.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.138+0000 7fe970a00640 1 --2- 172.21.15.26:0/4063115991 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe96c105150 0x7fe96c1055d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe964009860 tx=0x7fe96402a340 comp rx=0 tx=0).stop 2024-04-25T01:23:31.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.138+0000 7fe970a00640 1 -- 172.21.15.26:0/4063115991 shutdown_connections 2024-04-25T01:23:31.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.138+0000 7fe970a00640 1 --2- 172.21.15.26:0/4063115991 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe96c105150 0x7fe96c1055d0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:31.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.138+0000 7fe970a00640 1 --2- 172.21.15.26:0/4063115991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe96c1027a0 0x7fe96c104c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:31.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.138+0000 7fe970a00640 1 --2- 172.21.15.26:0/4063115991 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe96c0ffe30 0x7fe96c102260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:31.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.138+0000 7fe970a00640 1 -- 172.21.15.26:0/4063115991 >> 172.21.15.26:0/4063115991 conn(0x7fe96c0fba10 msgr2=0x7fe96c0fde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:31.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.138+0000 7fe970a00640 1 -- 172.21.15.26:0/4063115991 shutdown_connections 2024-04-25T01:23:31.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.138+0000 7fe970a00640 1 -- 172.21.15.26:0/4063115991 wait complete. 2024-04-25T01:23:31.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.139+0000 7fe970a00640 1 Processor -- start 2024-04-25T01:23:31.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.140+0000 7fe970a00640 1 -- start start 2024-04-25T01:23:31.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.140+0000 7fe970a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe96c0ffe30 0x7fe96c19de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:31.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.140+0000 7fe970a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe96c1027a0 0x7fe96c19e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:31.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.140+0000 7fe970a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe96c105150 0x7fe96c1a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:31.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.140+0000 7fe970a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe96c113830 con 0x7fe96c1027a0 2024-04-25T01:23:31.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.140+0000 7fe970a00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe96c1136b0 con 0x7fe96c0ffe30 2024-04-25T01:23:31.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.140+0000 7fe970a00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fe96c1139b0 con 0x7fe96c105150 2024-04-25T01:23:31.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.140+0000 7fe969e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe96c1027a0 0x7fe96c19e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.140+0000 7fe96a800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe96c0ffe30 0x7fe96c19de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.140+0000 7fe969e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe96c1027a0 0x7fe96c19e380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52748/0 (socket says 172.21.15.26:52748) 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.140+0000 7fe969e00640 1 -- 172.21.15.26:0/3018635240 learned_addr learned my addr 172.21.15.26:0/3018635240 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.140+0000 7fe96b200640 1 --2- 172.21.15.26:0/3018635240 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe96c105150 0x7fe96c1a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.141+0000 7fe969e00640 1 -- 172.21.15.26:0/3018635240 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe96c105150 msgr2=0x7fe96c1a53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.141+0000 7fe969e00640 1 --2- 172.21.15.26:0/3018635240 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe96c105150 0x7fe96c1a53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.141+0000 7fe969e00640 1 -- 172.21.15.26:0/3018635240 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe96c0ffe30 msgr2=0x7fe96c19de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.141+0000 7fe969e00640 1 --2- 172.21.15.26:0/3018635240 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe96c0ffe30 0x7fe96c19de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.141+0000 7fe969e00640 1 -- 172.21.15.26:0/3018635240 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe96c1a5a60 con 0x7fe96c1027a0 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.141+0000 7fe96a800640 1 --2- 172.21.15.26:0/3018635240 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe96c0ffe30 0x7fe96c19de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.141+0000 7fe969e00640 1 --2- 172.21.15.26:0/3018635240 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe96c1027a0 0x7fe96c19e380 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe95400e9c0 tx=0x7fe95400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.141+0000 7fe963400640 1 -- 172.21.15.26:0/3018635240 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe95400ccc0 con 0x7fe96c1027a0 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.141+0000 7fe963400640 1 -- 172.21.15.26:0/3018635240 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe954005500 con 0x7fe96c1027a0 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.141+0000 7fe963400640 1 -- 172.21.15.26:0/3018635240 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe954010430 con 0x7fe96c1027a0 2024-04-25T01:23:31.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.141+0000 7fe970a00640 1 -- 172.21.15.26:0/3018635240 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe96c1a5d50 con 0x7fe96c1027a0 2024-04-25T01:23:31.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.142+0000 7fe970a00640 1 -- 172.21.15.26:0/3018635240 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe96c1a6240 con 0x7fe96c1027a0 2024-04-25T01:23:31.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.143+0000 7fe970a00640 1 -- 172.21.15.26:0/3018635240 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe96c0fd500 con 0x7fe96c1027a0 2024-04-25T01:23:31.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.145+0000 7fe963400640 1 -- 172.21.15.26:0/3018635240 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe9540046c0 con 0x7fe96c1027a0 2024-04-25T01:23:31.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.147+0000 7fe963400640 1 --2- 172.21.15.26:0/3018635240 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe9500a2b90 0x7fe9500a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:31.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.147+0000 7fe963400640 1 -- 172.21.15.26:0/3018635240 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fe9540cef30 con 0x7fe96c1027a0 2024-04-25T01:23:31.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.147+0000 7fe96a800640 1 --2- 172.21.15.26:0/3018635240 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe9500a2b90 0x7fe9500a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:31.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.148+0000 7fe96a800640 1 --2- 172.21.15.26:0/3018635240 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe9500a2b90 0x7fe9500a5050 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe95c005fd0 tx=0x7fe95c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:31.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.152+0000 7fe963400640 1 -- 172.21.15.26:0/3018635240 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fe95409c290 con 0x7fe96c1027a0 2024-04-25T01:23:31.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.398+0000 7fe970a00640 1 -- 172.21.15.26:0/3018635240 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe96c02d170 con 0x7fe96c1027a0 2024-04-25T01:23:31.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.399+0000 7fe963400640 1 -- 172.21.15.26:0/3018635240 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6352 (secure 0 0 0) 0x7fe95409bb90 con 0x7fe96c1027a0 2024-04-25T01:23:31.380 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:31.380 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-25T01:23:31.380 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 8 2024-04-25T01:23:31.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.402+0000 7fe970a00640 1 -- 172.21.15.26:0/3018635240 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe9500a2b90 msgr2=0x7fe9500a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:31.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.402+0000 7fe970a00640 1 --2- 172.21.15.26:0/3018635240 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe9500a2b90 0x7fe9500a5050 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe95c005fd0 tx=0x7fe95c009500 comp rx=0 tx=0).stop 2024-04-25T01:23:31.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.402+0000 7fe970a00640 1 -- 172.21.15.26:0/3018635240 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe96c1027a0 msgr2=0x7fe96c19e380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:31.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.402+0000 7fe970a00640 1 --2- 172.21.15.26:0/3018635240 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe96c1027a0 0x7fe96c19e380 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe95400e9c0 tx=0x7fe95400ee80 comp rx=0 tx=0).stop 2024-04-25T01:23:31.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.402+0000 7fe970a00640 1 -- 172.21.15.26:0/3018635240 shutdown_connections 2024-04-25T01:23:31.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.402+0000 7fe970a00640 1 --2- 172.21.15.26:0/3018635240 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe9500a2b90 0x7fe9500a5050 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:31.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.402+0000 7fe970a00640 1 --2- 172.21.15.26:0/3018635240 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe96c105150 0x7fe96c1a53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:31.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.402+0000 7fe970a00640 1 --2- 172.21.15.26:0/3018635240 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe96c1027a0 0x7fe96c19e380 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:31.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.402+0000 7fe970a00640 1 --2- 172.21.15.26:0/3018635240 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe96c0ffe30 0x7fe96c19de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:31.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.402+0000 7fe970a00640 1 -- 172.21.15.26:0/3018635240 >> 172.21.15.26:0/3018635240 conn(0x7fe96c0fba10 msgr2=0x7fe96c100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:31.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.402+0000 7fe970a00640 1 -- 172.21.15.26:0/3018635240 shutdown_connections 2024-04-25T01:23:31.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:31.403+0000 7fe970a00640 1 -- 172.21.15.26:0/3018635240 wait complete. 2024-04-25T01:23:31.525 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:31 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.186:6836/3955680978,v1:172.21.15.186:6837/3955680978] up:boot 2024-04-25T01:23:31.525 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:31 smithi186 ceph-mon[32747]: fsmap 7 up:standby 2024-04-25T01:23:31.525 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T01:23:31.525 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:31.525 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T01:23:31.525 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:31.525 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:31.525 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:31.526 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:31 smithi186 ceph-mon[32747]: Deploying daemon mds.h on smithi111 2024-04-25T01:23:31.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:31 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.186:6836/3955680978,v1:172.21.15.186:6837/3955680978] up:boot 2024-04-25T01:23:31.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:31 smithi026 ceph-mon[28096]: fsmap 7 up:standby 2024-04-25T01:23:31.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T01:23:31.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:31.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T01:23:31.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:31.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:31.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:31.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:31 smithi026 ceph-mon[28096]: Deploying daemon mds.h on smithi111 2024-04-25T01:23:31.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:31 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.186:6836/3955680978,v1:172.21.15.186:6837/3955680978] up:boot 2024-04-25T01:23:31.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:31 smithi111 ceph-mon[32623]: fsmap 7 up:standby 2024-04-25T01:23:31.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T01:23:31.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:31.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T01:23:31.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:31.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:31.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:31.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:31 smithi111 ceph-mon[32623]: Deploying daemon mds.h on smithi111 2024-04-25T01:23:32.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:32 smithi186 ceph-mon[32747]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:32.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:32 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3018635240' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:32.589 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:32 smithi111 ceph-mon[32623]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:32.589 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:32 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3018635240' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:32.590 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:23:32 smithi111 systemd[1]: Starting Ceph mds.h for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:23:32.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:32 smithi026 ceph-mon[28096]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:32.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:32 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3018635240' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:32.856 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:23:32 smithi111 podman[62789]: 2024-04-25 01:23:32.511572396 +0000 UTC m=+0.017894502 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:23:32.856 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:23:32 smithi111 podman[62789]: 2024-04-25 01:23:32.630002575 +0000 UTC m=+0.136324652 container create 2be9a6fc92a462b8c7bba7c3944318ad25a78d1883f076488c887e8227d45d11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-h, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-d2c45d9, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-25T01:23:32.856 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:23:32 smithi111 podman[62789]: 2024-04-25 01:23:32.849275042 +0000 UTC m=+0.355597129 container init 2be9a6fc92a462b8c7bba7c3944318ad25a78d1883f076488c887e8227d45d11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-d2c45d9) 2024-04-25T01:23:32.856 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:23:32 smithi111 podman[62789]: 2024-04-25 01:23:32.851910986 +0000 UTC m=+0.358233065 container start 2be9a6fc92a462b8c7bba7c3944318ad25a78d1883f076488c887e8227d45d11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-h, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-25T01:23:33.114 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:23:32 smithi111 ceph-mds[62808]: -- 172.21.15.111:0/2338741909 <== mon.2 v2:172.21.15.111:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5565e741da40 con 0x5565e73f0800 2024-04-25T01:23:33.114 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:23:32 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-h[62804]: starting mds.h at 2024-04-25T01:23:33.114 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:23:32 smithi111 bash[62789]: 2be9a6fc92a462b8c7bba7c3944318ad25a78d1883f076488c887e8227d45d11 2024-04-25T01:23:33.115 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:23:32 smithi111 systemd[1]: Started Ceph mds.h for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:23:33.404 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:33.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.645+0000 7f1f56400640 1 -- 172.21.15.26:0/2543102531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50103220 msgr2=0x7f1f50109ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:33.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.645+0000 7f1f56400640 1 --2- 172.21.15.26:0/2543102531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50103220 0x7f1f50109ab0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1f48009930 tx=0x7f1f4802a420 comp rx=0 tx=0).stop 2024-04-25T01:23:33.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.645+0000 7f1f56400640 1 -- 172.21.15.26:0/2543102531 shutdown_connections 2024-04-25T01:23:33.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.645+0000 7f1f56400640 1 --2- 172.21.15.26:0/2543102531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50103220 0x7f1f50109ab0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:33.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.645+0000 7f1f56400640 1 --2- 172.21.15.26:0/2543102531 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f50102860 0x7f1f50102ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:33.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.645+0000 7f1f56400640 1 --2- 172.21.15.26:0/2543102531 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f500ff890 0x7f1f500ffcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:33.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.645+0000 7f1f56400640 1 -- 172.21.15.26:0/2543102531 >> 172.21.15.26:0/2543102531 conn(0x7f1f500fb1c0 msgr2=0x7f1f500fd600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:33.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.645+0000 7f1f56400640 1 -- 172.21.15.26:0/2543102531 shutdown_connections 2024-04-25T01:23:33.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.645+0000 7f1f56400640 1 -- 172.21.15.26:0/2543102531 wait complete. 2024-04-25T01:23:33.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.646+0000 7f1f56400640 1 Processor -- start 2024-04-25T01:23:33.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.646+0000 7f1f56400640 1 -- start start 2024-04-25T01:23:33.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.646+0000 7f1f56400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f500ff890 0x7f1f501978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:33.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.646+0000 7f1f56400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50102860 0x7f1f50197df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:33.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.646+0000 7f1f56400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f50103220 0x7f1f5019ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:33.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.646+0000 7f1f56400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5010d2a0 con 0x7f1f50102860 2024-04-25T01:23:33.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.646+0000 7f1f56400640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5010d120 con 0x7f1f500ff890 2024-04-25T01:23:33.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.646+0000 7f1f56400640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5010d420 con 0x7f1f50103220 2024-04-25T01:23:33.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.646+0000 7f1f4fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50102860 0x7f1f50197df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:33.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.647+0000 7f1f55a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f50103220 0x7f1f5019ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:33.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.647+0000 7f1f55000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f500ff890 0x7f1f501978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:33.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.647+0000 7f1f4fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50102860 0x7f1f50197df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56498/0 (socket says 172.21.15.26:56498) 2024-04-25T01:23:33.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.647+0000 7f1f55a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f50103220 0x7f1f5019ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:50038/0 (socket says 172.21.15.26:50038) 2024-04-25T01:23:33.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.647+0000 7f1f4fe00640 1 -- 172.21.15.26:0/95441719 learned_addr learned my addr 172.21.15.26:0/95441719 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:33.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.647+0000 7f1f55a00640 1 -- 172.21.15.26:0/95441719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f500ff890 msgr2=0x7f1f501978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:33.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.647+0000 7f1f55a00640 1 --2- 172.21.15.26:0/95441719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f500ff890 0x7f1f501978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:33.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.647+0000 7f1f55a00640 1 -- 172.21.15.26:0/95441719 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50102860 msgr2=0x7f1f50197df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:33.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.647+0000 7f1f55a00640 1 --2- 172.21.15.26:0/95441719 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50102860 0x7f1f50197df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:33.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.647+0000 7f1f55a00640 1 -- 172.21.15.26:0/95441719 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f5019f4d0 con 0x7f1f50103220 2024-04-25T01:23:33.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.647+0000 7f1f55a00640 1 --2- 172.21.15.26:0/95441719 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f50103220 0x7f1f5019ee60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1f4802a940 tx=0x7f1f48032c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:33.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.648+0000 7f1f4d600640 1 -- 172.21.15.26:0/95441719 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f48048070 con 0x7f1f50103220 2024-04-25T01:23:33.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.648+0000 7f1f56400640 1 -- 172.21.15.26:0/95441719 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f50100650 con 0x7f1f50103220 2024-04-25T01:23:33.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.648+0000 7f1f4d600640 1 -- 172.21.15.26:0/95441719 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1f4803ab50 con 0x7f1f50103220 2024-04-25T01:23:33.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.648+0000 7f1f4d600640 1 -- 172.21.15.26:0/95441719 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f48035050 con 0x7f1f50103220 2024-04-25T01:23:33.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.648+0000 7f1f56400640 1 -- 172.21.15.26:0/95441719 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f50100b60 con 0x7f1f50103220 2024-04-25T01:23:33.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.649+0000 7f1f56400640 1 -- 172.21.15.26:0/95441719 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f50108930 con 0x7f1f50103220 2024-04-25T01:23:33.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.651+0000 7f1f4d600640 1 -- 172.21.15.26:0/95441719 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f1f4804b070 con 0x7f1f50103220 2024-04-25T01:23:33.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.652+0000 7f1f4d600640 1 --2- 172.21.15.26:0/95441719 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1f340a2c10 0x7f1f340a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:33.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.652+0000 7f1f4d600640 1 -- 172.21.15.26:0/95441719 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f1f480f2650 con 0x7f1f50103220 2024-04-25T01:23:33.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.653+0000 7f1f55000640 1 --2- 172.21.15.26:0/95441719 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1f340a2c10 0x7f1f340a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:33.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.653+0000 7f1f55000640 1 --2- 172.21.15.26:0/95441719 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1f340a2c10 0x7f1f340a50d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1f50069b40 tx=0x7f1f40009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:33.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.656+0000 7f1f4d600640 1 -- 172.21.15.26:0/95441719 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f1f480bf360 con 0x7f1f50103220 2024-04-25T01:23:33.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.905+0000 7f1f56400640 1 -- 172.21.15.26:0/95441719 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1f50102000 con 0x7f1f50103220 2024-04-25T01:23:33.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.907+0000 7f1f4d600640 1 -- 172.21.15.26:0/95441719 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7180 (secure 0 0 0) 0x7f1f480c3660 con 0x7f1f50103220 2024-04-25T01:23:33.888 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:33.888 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-25T01:23:33.888 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 9 2024-04-25T01:23:33.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.909+0000 7f1f56400640 1 -- 172.21.15.26:0/95441719 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1f340a2c10 msgr2=0x7f1f340a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:33.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.909+0000 7f1f56400640 1 --2- 172.21.15.26:0/95441719 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1f340a2c10 0x7f1f340a50d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1f50069b40 tx=0x7f1f40009500 comp rx=0 tx=0).stop 2024-04-25T01:23:33.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.909+0000 7f1f56400640 1 -- 172.21.15.26:0/95441719 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f50103220 msgr2=0x7f1f5019ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:33.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.909+0000 7f1f56400640 1 --2- 172.21.15.26:0/95441719 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f50103220 0x7f1f5019ee60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1f4802a940 tx=0x7f1f48032c60 comp rx=0 tx=0).stop 2024-04-25T01:23:33.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.910+0000 7f1f56400640 1 -- 172.21.15.26:0/95441719 shutdown_connections 2024-04-25T01:23:33.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.910+0000 7f1f56400640 1 --2- 172.21.15.26:0/95441719 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1f340a2c10 0x7f1f340a50d0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:33.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.910+0000 7f1f56400640 1 --2- 172.21.15.26:0/95441719 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f50103220 0x7f1f5019ee60 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:33.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.910+0000 7f1f56400640 1 --2- 172.21.15.26:0/95441719 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f50102860 0x7f1f50197df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:33.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.910+0000 7f1f56400640 1 --2- 172.21.15.26:0/95441719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f500ff890 0x7f1f501978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:33.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.910+0000 7f1f56400640 1 -- 172.21.15.26:0/95441719 >> 172.21.15.26:0/95441719 conn(0x7f1f500fb1c0 msgr2=0x7f1f50105b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:33.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.910+0000 7f1f56400640 1 -- 172.21.15.26:0/95441719 shutdown_connections 2024-04-25T01:23:33.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:33.910+0000 7f1f56400640 1 -- 172.21.15.26:0/95441719 wait complete. 2024-04-25T01:23:34.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:34.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:34.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:34.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:34.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:34.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:34.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:34 smithi026 ceph-mon[28096]: Deploying daemon mds.i on smithi186 2024-04-25T01:23:34.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:34 smithi026 ceph-mon[28096]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:34.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:34 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.111:6836/3470022126,v1:172.21.15.111:6837/3470022126] up:boot 2024-04-25T01:23:34.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:34 smithi026 ceph-mon[28096]: fsmap 8 up:standby 2024-04-25T01:23:34.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:34 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T01:23:34.306 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:34 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/95441719' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:34.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:34 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:34.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:34 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:34.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:34 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:34.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:34 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:34.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:34 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:34.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:34 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:34.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:34 smithi186 ceph-mon[32747]: Deploying daemon mds.i on smithi186 2024-04-25T01:23:34.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:34 smithi186 ceph-mon[32747]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:34.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:34 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.111:6836/3470022126,v1:172.21.15.111:6837/3470022126] up:boot 2024-04-25T01:23:34.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:34 smithi186 ceph-mon[32747]: fsmap 8 up:standby 2024-04-25T01:23:34.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:34 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T01:23:34.335 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:34 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/95441719' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:34.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:34 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:34.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:34 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:34.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:34 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:34.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:34 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:34.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:34 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:34.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:34 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:34.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:34 smithi111 ceph-mon[32623]: Deploying daemon mds.i on smithi186 2024-04-25T01:23:34.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:34 smithi111 ceph-mon[32623]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:34.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:34 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.111:6836/3470022126,v1:172.21.15.111:6837/3470022126] up:boot 2024-04-25T01:23:34.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:34 smithi111 ceph-mon[32623]: fsmap 8 up:standby 2024-04-25T01:23:34.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:34 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T01:23:34.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:34 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/95441719' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:35.333 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:23:35 smithi186 systemd[1]: Starting Ceph mds.i for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:23:35.824 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:23:35 smithi186 podman[63793]: 2024-04-25 01:23:35.541466147 +0000 UTC m=+0.109878865 container create b17b7130913ed1b9ebb955c9de62bcf5480b44c8b0f72bb761594fc18e1dfb01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-i, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-25T01:23:35.824 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:23:35 smithi186 podman[63793]: 2024-04-25 01:23:35.449666529 +0000 UTC m=+0.018079279 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:23:35.824 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:23:35 smithi186 podman[63793]: 2024-04-25 01:23:35.751980238 +0000 UTC m=+0.320392955 container init b17b7130913ed1b9ebb955c9de62bcf5480b44c8b0f72bb761594fc18e1dfb01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-i, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-25T01:23:35.824 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:23:35 smithi186 podman[63793]: 2024-04-25 01:23:35.75469595 +0000 UTC m=+0.323108673 container start b17b7130913ed1b9ebb955c9de62bcf5480b44c8b0f72bb761594fc18e1dfb01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-i, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True) 2024-04-25T01:23:35.824 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:23:35 smithi186 ceph-mds[63812]: -- 172.21.15.186:0/3291354870 <== mon.1 v2:172.21.15.186:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5622d49dba40 con 0x5622d49aec00 2024-04-25T01:23:35.825 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:23:35 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-i[63808]: starting mds.i at 2024-04-25T01:23:35.825 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:23:35 smithi186 bash[63793]: b17b7130913ed1b9ebb955c9de62bcf5480b44c8b0f72bb761594fc18e1dfb01 2024-04-25T01:23:35.912 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:36.083 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:23:35 smithi186 systemd[1]: Started Ceph mds.i for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:23:36.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.135+0000 7f6c4aa00640 1 -- 172.21.15.26:0/3876875208 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6c44105570 msgr2=0x7f6c4410be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:36.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.135+0000 7f6c4aa00640 1 --2- 172.21.15.26:0/3876875208 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6c44105570 0x7f6c4410be00 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c009900 tx=0x7f6c3c02a3f0 comp rx=0 tx=0).stop 2024-04-25T01:23:36.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.135+0000 7f6c4aa00640 1 -- 172.21.15.26:0/3876875208 shutdown_connections 2024-04-25T01:23:36.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.135+0000 7f6c4aa00640 1 --2- 172.21.15.26:0/3876875208 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6c44105570 0x7f6c4410be00 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:36.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.135+0000 7f6c4aa00640 1 --2- 172.21.15.26:0/3876875208 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6c44104bb0 0x7f6c44105030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:36.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.135+0000 7f6c4aa00640 1 --2- 172.21.15.26:0/3876875208 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6c441039c0 0x7f6c44103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:36.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.135+0000 7f6c4aa00640 1 -- 172.21.15.26:0/3876875208 >> 172.21.15.26:0/3876875208 conn(0x7f6c440fef30 msgr2=0x7f6c44101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:36.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.136+0000 7f6c4aa00640 1 -- 172.21.15.26:0/3876875208 shutdown_connections 2024-04-25T01:23:36.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.136+0000 7f6c4aa00640 1 -- 172.21.15.26:0/3876875208 wait complete. 2024-04-25T01:23:36.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.137+0000 7f6c4aa00640 1 Processor -- start 2024-04-25T01:23:36.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.137+0000 7f6c4aa00640 1 -- start start 2024-04-25T01:23:36.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.137+0000 7f6c4aa00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6c441039c0 0x7f6c44199c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:36.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.137+0000 7f6c4aa00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6c44104bb0 0x7f6c4419a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:36.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.137+0000 7f6c4aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6c44105570 0x7f6c441a11e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:36.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.137+0000 7f6c4aa00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4410f670 con 0x7f6c44105570 2024-04-25T01:23:36.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.137+0000 7f6c4aa00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4410f4f0 con 0x7f6c441039c0 2024-04-25T01:23:36.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.137+0000 7f6c4aa00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4410f7f0 con 0x7f6c44104bb0 2024-04-25T01:23:36.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.138+0000 7f6c43e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6c441039c0 0x7f6c44199c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:36.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.138+0000 7f6c43e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6c441039c0 0x7f6c44199c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:53050/0 (socket says 172.21.15.26:53050) 2024-04-25T01:23:36.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.138+0000 7f6c43e00640 1 -- 172.21.15.26:0/2071638993 learned_addr learned my addr 172.21.15.26:0/2071638993 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:36.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.138+0000 7f6c43400640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6c44104bb0 0x7f6c4419a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:36.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.138+0000 7f6c48a00640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6c44105570 0x7f6c441a11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:36.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.139+0000 7f6c43e00640 1 -- 172.21.15.26:0/2071638993 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6c44104bb0 msgr2=0x7f6c4419a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:36.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.139+0000 7f6c43e00640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6c44104bb0 0x7f6c4419a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:36.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.139+0000 7f6c43e00640 1 -- 172.21.15.26:0/2071638993 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6c44105570 msgr2=0x7f6c441a11e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:36.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.139+0000 7f6c43e00640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6c44105570 0x7f6c441a11e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:36.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.139+0000 7f6c43e00640 1 -- 172.21.15.26:0/2071638993 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c441a1880 con 0x7f6c441039c0 2024-04-25T01:23:36.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.139+0000 7f6c43400640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6c44104bb0 0x7f6c4419a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:36.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.139+0000 7f6c43e00640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6c441039c0 0x7f6c44199c70 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6c3400e9c0 tx=0x7f6c3400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:36.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.141+0000 7f6c40c00640 1 -- 172.21.15.26:0/2071638993 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3400cd80 con 0x7f6c441039c0 2024-04-25T01:23:36.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.142+0000 7f6c40c00640 1 -- 172.21.15.26:0/2071638993 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c340035f0 con 0x7f6c441039c0 2024-04-25T01:23:36.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.142+0000 7f6c40c00640 1 -- 172.21.15.26:0/2071638993 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c34010690 con 0x7f6c441039c0 2024-04-25T01:23:36.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.142+0000 7f6c4aa00640 1 -- 172.21.15.26:0/2071638993 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c441a1b70 con 0x7f6c441039c0 2024-04-25T01:23:36.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.142+0000 7f6c4aa00640 1 -- 172.21.15.26:0/2071638993 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c441a2070 con 0x7f6c441039c0 2024-04-25T01:23:36.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.143+0000 7f6c4aa00640 1 -- 172.21.15.26:0/2071638993 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c4410ac10 con 0x7f6c441039c0 2024-04-25T01:23:36.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.145+0000 7f6c40c00640 1 -- 172.21.15.26:0/2071638993 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f6c340037a0 con 0x7f6c441039c0 2024-04-25T01:23:36.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.147+0000 7f6c40c00640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6c240a2c10 0x7f6c240a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:36.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.147+0000 7f6c40c00640 1 -- 172.21.15.26:0/2071638993 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f6c340ceff0 con 0x7f6c441039c0 2024-04-25T01:23:36.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.147+0000 7f6c43400640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6c240a2c10 0x7f6c240a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:36.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.148+0000 7f6c43400640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6c240a2c10 0x7f6c240a50d0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c0099a0 tx=0x7f6c2c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:36.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.150+0000 7f6c40c00640 1 -- 172.21.15.26:0/2071638993 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f6c3409c390 con 0x7f6c441039c0 2024-04-25T01:23:36.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.397+0000 7f6c4aa00640 1 -- 172.21.15.26:0/2071638993 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6c4402d170 con 0x7f6c441039c0 2024-04-25T01:23:36.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.398+0000 7f6c40c00640 1 -- 172.21.15.26:0/2071638993 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8010 (secure 0 0 0) 0x7f6c4402d170 con 0x7f6c441039c0 2024-04-25T01:23:36.379 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:36.379 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24535,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6839/1584253959","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6838","nonce":1584253959},{"type":"v1","addr":"172.21.15.186:6839","nonce":1584253959}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-25T01:23:36.379 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 10 2024-04-25T01:23:36.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.400+0000 7f6c4aa00640 1 -- 172.21.15.26:0/2071638993 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6c240a2c10 msgr2=0x7f6c240a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:36.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.400+0000 7f6c4aa00640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6c240a2c10 0x7f6c240a50d0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c0099a0 tx=0x7f6c2c009500 comp rx=0 tx=0).stop 2024-04-25T01:23:36.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.401+0000 7f6c4aa00640 1 -- 172.21.15.26:0/2071638993 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6c441039c0 msgr2=0x7f6c44199c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:36.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.401+0000 7f6c4aa00640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6c441039c0 0x7f6c44199c70 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6c3400e9c0 tx=0x7f6c3400ee80 comp rx=0 tx=0).stop 2024-04-25T01:23:36.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.401+0000 7f6c4aa00640 1 -- 172.21.15.26:0/2071638993 shutdown_connections 2024-04-25T01:23:36.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.401+0000 7f6c4aa00640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6c44105570 0x7f6c441a11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:36.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.401+0000 7f6c4aa00640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6c240a2c10 0x7f6c240a50d0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:36.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.401+0000 7f6c4aa00640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6c44104bb0 0x7f6c4419a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:36.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.401+0000 7f6c4aa00640 1 --2- 172.21.15.26:0/2071638993 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6c441039c0 0x7f6c44199c70 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:36.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.401+0000 7f6c4aa00640 1 -- 172.21.15.26:0/2071638993 >> 172.21.15.26:0/2071638993 conn(0x7f6c440fef30 msgr2=0x7f6c44107de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:36.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.401+0000 7f6c4aa00640 1 -- 172.21.15.26:0/2071638993 shutdown_connections 2024-04-25T01:23:36.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:36.401+0000 7f6c4aa00640 1 -- 172.21.15.26:0/2071638993 wait complete. 2024-04-25T01:23:37.176 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:36 smithi026 ceph-mon[28096]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:37.176 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:37.176 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:37.176 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:37.176 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:37.177 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:37.177 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:37.177 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:36 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] up:boot 2024-04-25T01:23:37.177 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:36 smithi026 ceph-mon[28096]: fsmap 9 up:standby 2024-04-25T01:23:37.177 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:36 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T01:23:37.177 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:36 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2071638993' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:37.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:36 smithi186 ceph-mon[32747]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:37.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:37.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:37.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:37.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:37.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:37.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:37.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:36 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] up:boot 2024-04-25T01:23:37.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:36 smithi186 ceph-mon[32747]: fsmap 9 up:standby 2024-04-25T01:23:37.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:36 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T01:23:37.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:36 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2071638993' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:37.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:36 smithi111 ceph-mon[32623]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:37.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:37.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:37.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:37.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:37.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:37.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:37.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:36 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] up:boot 2024-04-25T01:23:37.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:36 smithi111 ceph-mon[32623]: fsmap 9 up:standby 2024-04-25T01:23:37.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:36 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T01:23:37.365 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:36 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2071638993' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:38.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:37 smithi026 ceph-mon[28096]: Deploying daemon mds.g on smithi026 2024-04-25T01:23:38.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:37 smithi186 ceph-mon[32747]: Deploying daemon mds.g on smithi026 2024-04-25T01:23:38.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:37 smithi111 ceph-mon[32623]: Deploying daemon mds.g on smithi026 2024-04-25T01:23:38.403 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:39.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.017+0000 7fc5e9400640 1 -- 172.21.15.26:0/791315769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5e4077340 msgr2=0x7fc5e40777a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:39.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.017+0000 7fc5e9400640 1 --2- 172.21.15.26:0/791315769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5e4077340 0x7fc5e40777a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc5d4009900 tx=0x7fc5d402a420 comp rx=0 tx=0).stop 2024-04-25T01:23:39.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.018+0000 7fc5e9400640 1 -- 172.21.15.26:0/791315769 shutdown_connections 2024-04-25T01:23:39.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.018+0000 7fc5e9400640 1 --2- 172.21.15.26:0/791315769 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc5e4077ce0 0x7fc5e4078580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:39.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.018+0000 7fc5e9400640 1 --2- 172.21.15.26:0/791315769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5e4077340 0x7fc5e40777a0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:39.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.018+0000 7fc5e9400640 1 --2- 172.21.15.26:0/791315769 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc5e4076100 0x7fc5e4076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:39.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.018+0000 7fc5e9400640 1 -- 172.21.15.26:0/791315769 >> 172.21.15.26:0/791315769 conn(0x7fc5e40fef30 msgr2=0x7fc5e4101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:39.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.018+0000 7fc5e9400640 1 -- 172.21.15.26:0/791315769 shutdown_connections 2024-04-25T01:23:39.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.018+0000 7fc5e9400640 1 -- 172.21.15.26:0/791315769 wait complete. 2024-04-25T01:23:39.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.019+0000 7fc5e9400640 1 Processor -- start 2024-04-25T01:23:39.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.019+0000 7fc5e9400640 1 -- start start 2024-04-25T01:23:39.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.020+0000 7fc5e9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5e4076100 0x7fc5e419e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:39.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.020+0000 7fc5e9400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc5e4077340 0x7fc5e419e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:39.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.020+0000 7fc5e9400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc5e4077ce0 0x7fc5e41a5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:39.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.020+0000 7fc5e9400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e4113a70 con 0x7fc5e4076100 2024-04-25T01:23:39.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.020+0000 7fc5e9400640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e41138f0 con 0x7fc5e4077340 2024-04-25T01:23:39.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.020+0000 7fc5e9400640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e4113bf0 con 0x7fc5e4077ce0 2024-04-25T01:23:39.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.020+0000 7fc5e2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5e4076100 0x7fc5e419e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:39.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.020+0000 7fc5e2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5e4076100 0x7fc5e419e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56522/0 (socket says 172.21.15.26:56522) 2024-04-25T01:23:39.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.020+0000 7fc5e2800640 1 -- 172.21.15.26:0/2752208486 learned_addr learned my addr 172.21.15.26:0/2752208486 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:39.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.020+0000 7fc5e1e00640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc5e4077340 0x7fc5e419e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:39.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.020+0000 7fc5e3200640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc5e4077ce0 0x7fc5e41a5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:39.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.021+0000 7fc5e1e00640 1 -- 172.21.15.26:0/2752208486 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc5e4077ce0 msgr2=0x7fc5e41a5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:39.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.021+0000 7fc5e1e00640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc5e4077ce0 0x7fc5e41a5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:39.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.021+0000 7fc5e1e00640 1 -- 172.21.15.26:0/2752208486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5e4076100 msgr2=0x7fc5e419e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:39.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.021+0000 7fc5e1e00640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5e4076100 0x7fc5e419e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:39.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.021+0000 7fc5e1e00640 1 -- 172.21.15.26:0/2752208486 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5e41a5c90 con 0x7fc5e4077340 2024-04-25T01:23:39.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.021+0000 7fc5e2800640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5e4076100 0x7fc5e419e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:39.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.021+0000 7fc5e1e00640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc5e4077340 0x7fc5e419e5b0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc5d4009850 tx=0x7fc5d4032bf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:39.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.021+0000 7fc5db400640 1 -- 172.21.15.26:0/2752208486 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5d403f030 con 0x7fc5e4077340 2024-04-25T01:23:39.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.021+0000 7fc5db400640 1 -- 172.21.15.26:0/2752208486 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc5d4003ad0 con 0x7fc5e4077340 2024-04-25T01:23:39.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.021+0000 7fc5e9400640 1 -- 172.21.15.26:0/2752208486 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5e41a5f20 con 0x7fc5e4077340 2024-04-25T01:23:39.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.021+0000 7fc5db400640 1 -- 172.21.15.26:0/2752208486 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5d4035070 con 0x7fc5e4077340 2024-04-25T01:23:39.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.022+0000 7fc5e9400640 1 -- 172.21.15.26:0/2752208486 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5e41a6380 con 0x7fc5e4077340 2024-04-25T01:23:39.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.023+0000 7fc5e9400640 1 -- 172.21.15.26:0/2752208486 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5e41104a0 con 0x7fc5e4077340 2024-04-25T01:23:39.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.025+0000 7fc5db400640 1 -- 172.21.15.26:0/2752208486 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc5d4042030 con 0x7fc5e4077340 2024-04-25T01:23:39.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.027+0000 7fc5db400640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc5c80a2be0 0x7fc5c80a50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:39.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.027+0000 7fc5db400640 1 -- 172.21.15.26:0/2752208486 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fc5d40ef2b0 con 0x7fc5e4077340 2024-04-25T01:23:39.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.027+0000 7fc5e2800640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc5c80a2be0 0x7fc5c80a50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:39.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.027+0000 7fc5e2800640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc5c80a2be0 0x7fc5c80a50a0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc5cc005fd0 tx=0x7fc5cc00b480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:39.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.031+0000 7fc5db400640 1 -- 172.21.15.26:0/2752208486 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc5d40bbfc0 con 0x7fc5e4077340 2024-04-25T01:23:39.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:38 smithi026 ceph-mon[28096]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:39.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.277+0000 7fc5e9400640 1 -- 172.21.15.26:0/2752208486 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc5e40623e0 con 0x7fc5e4077340 2024-04-25T01:23:39.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.278+0000 7fc5db400640 1 -- 172.21.15.26:0/2752208486 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8010 (secure 0 0 0) 0x7fc5d40c02c0 con 0x7fc5e4077340 2024-04-25T01:23:39.260 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:39.260 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24535,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6839/1584253959","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6838","nonce":1584253959},{"type":"v1","addr":"172.21.15.186:6839","nonce":1584253959}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-25T01:23:39.260 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 10 2024-04-25T01:23:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.281+0000 7fc5e9400640 1 -- 172.21.15.26:0/2752208486 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc5c80a2be0 msgr2=0x7fc5c80a50a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.281+0000 7fc5e9400640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc5c80a2be0 0x7fc5c80a50a0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc5cc005fd0 tx=0x7fc5cc00b480 comp rx=0 tx=0).stop 2024-04-25T01:23:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.281+0000 7fc5e9400640 1 -- 172.21.15.26:0/2752208486 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc5e4077340 msgr2=0x7fc5e419e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.281+0000 7fc5e9400640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc5e4077340 0x7fc5e419e5b0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc5d4009850 tx=0x7fc5d4032bf0 comp rx=0 tx=0).stop 2024-04-25T01:23:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.281+0000 7fc5e9400640 1 -- 172.21.15.26:0/2752208486 shutdown_connections 2024-04-25T01:23:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.281+0000 7fc5e9400640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc5c80a2be0 0x7fc5c80a50a0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.281+0000 7fc5e9400640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc5e4077ce0 0x7fc5e41a5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.281+0000 7fc5e9400640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc5e4077340 0x7fc5e419e5b0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.281+0000 7fc5e9400640 1 --2- 172.21.15.26:0/2752208486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5e4076100 0x7fc5e419e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.281+0000 7fc5e9400640 1 -- 172.21.15.26:0/2752208486 >> 172.21.15.26:0/2752208486 conn(0x7fc5e40fef30 msgr2=0x7fc5e41005c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.281+0000 7fc5e9400640 1 -- 172.21.15.26:0/2752208486 shutdown_connections 2024-04-25T01:23:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:39.281+0000 7fc5e9400640 1 -- 172.21.15.26:0/2752208486 wait complete. 2024-04-25T01:23:39.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:38 smithi186 ceph-mon[32747]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:39.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:38 smithi111 ceph-mon[32623]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:39.872 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 25 01:23:39 smithi026 podman[68557]: 2024-04-25 01:23:39.701166882 +0000 UTC m=+0.201851016 container create a18ec7603c1ce45820ec0a1e9e5e732d9cd0b54ce53e614cd38999a4cdb5d7bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-25T01:23:40.265 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:39 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2752208486' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:40.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:39 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2752208486' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:40.304 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 25 01:23:40 smithi026 podman[68557]: 2024-04-25 01:23:40.007719004 +0000 UTC m=+0.508403124 container init a18ec7603c1ce45820ec0a1e9e5e732d9cd0b54ce53e614cd38999a4cdb5d7bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-g, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-25T01:23:40.304 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 25 01:23:40 smithi026 podman[68557]: 2024-04-25 01:23:40.021138039 +0000 UTC m=+0.521822144 container start a18ec7603c1ce45820ec0a1e9e5e732d9cd0b54ce53e614cd38999a4cdb5d7bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-g, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9) 2024-04-25T01:23:40.304 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 25 01:23:40 smithi026 ceph-mds[68584]: -- 172.21.15.26:0/1350070097 <== mon.0 v2:172.21.15.26:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f5f7973a40 con 0x55f5f7946800 2024-04-25T01:23:40.304 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 25 01:23:40 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-g[68575]: starting mds.g at 2024-04-25T01:23:40.304 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 25 01:23:40 smithi026 bash[68557]: a18ec7603c1ce45820ec0a1e9e5e732d9cd0b54ce53e614cd38999a4cdb5d7bc 2024-04-25T01:23:40.304 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 25 01:23:40 smithi026 systemd[1]: Started Ceph mds.g for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:23:40.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:39 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2752208486' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:41.277 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:40 smithi111 ceph-mon[32623]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:41.277 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:41.278 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:41.278 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:41.278 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:41.278 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:41.278 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:40 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:41.278 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:40 smithi111 ceph-mon[32623]: Deploying daemon mds.a on smithi026 2024-04-25T01:23:41.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:40 smithi026 ceph-mon[28096]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:41.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:41.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:41.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:41.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:41.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:41.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:40 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:41.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:40 smithi026 ceph-mon[28096]: Deploying daemon mds.a on smithi026 2024-04-25T01:23:41.283 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:41.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:40 smithi186 ceph-mon[32747]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:41.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:41.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:41.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:41.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:41.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:41.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:40 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:41.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:40 smithi186 ceph-mon[32747]: Deploying daemon mds.a on smithi026 2024-04-25T01:23:41.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.521+0000 7fc8dd800640 1 -- 172.21.15.26:0/776271538 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d81094a0 msgr2=0x7fc8d810b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:41.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.521+0000 7fc8dd800640 1 --2- 172.21.15.26:0/776271538 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d81094a0 0x7fc8d810b930 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc8d0009ca0 tx=0x7fc8d002a8c0 comp rx=0 tx=0).stop 2024-04-25T01:23:41.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.521+0000 7fc8dd800640 1 -- 172.21.15.26:0/776271538 shutdown_connections 2024-04-25T01:23:41.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.521+0000 7fc8dd800640 1 --2- 172.21.15.26:0/776271538 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d81094a0 0x7fc8d810b930 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:41.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.521+0000 7fc8dd800640 1 --2- 172.21.15.26:0/776271538 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc8d80741a0 0x7fc8d8074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:41.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.521+0000 7fc8dd800640 1 --2- 172.21.15.26:0/776271538 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8d8075780 0x7fc8d8073bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:41.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.521+0000 7fc8dd800640 1 -- 172.21.15.26:0/776271538 >> 172.21.15.26:0/776271538 conn(0x7fc8d80fcb50 msgr2=0x7fc8d80fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:41.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.521+0000 7fc8dd800640 1 -- 172.21.15.26:0/776271538 shutdown_connections 2024-04-25T01:23:41.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.521+0000 7fc8dd800640 1 -- 172.21.15.26:0/776271538 wait complete. 2024-04-25T01:23:41.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.522+0000 7fc8dd800640 1 Processor -- start 2024-04-25T01:23:41.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.523+0000 7fc8dd800640 1 -- start start 2024-04-25T01:23:41.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.523+0000 7fc8dd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8d80741a0 0x7fc8d8199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.523+0000 7fc8dd800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc8d8075780 0x7fc8d8199fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.523+0000 7fc8dd800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d81094a0 0x7fc8d81a1020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.523+0000 7fc8dd800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d810f420 con 0x7fc8d80741a0 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.523+0000 7fc8dd800640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d810f2a0 con 0x7fc8d81094a0 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.523+0000 7fc8dd800640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d810f5a0 con 0x7fc8d8075780 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.523+0000 7fc8d7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8d80741a0 0x7fc8d8199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.523+0000 7fc8d7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8d80741a0 0x7fc8d8199a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56556/0 (socket says 172.21.15.26:56556) 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.523+0000 7fc8dce00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d81094a0 0x7fc8d81a1020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.523+0000 7fc8d7e00640 1 -- 172.21.15.26:0/4126424473 learned_addr learned my addr 172.21.15.26:0/4126424473 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.523+0000 7fc8d7400640 1 --2- 172.21.15.26:0/4126424473 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc8d8075780 0x7fc8d8199fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.524+0000 7fc8dce00640 1 -- 172.21.15.26:0/4126424473 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc8d8075780 msgr2=0x7fc8d8199fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.524+0000 7fc8dce00640 1 --2- 172.21.15.26:0/4126424473 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc8d8075780 0x7fc8d8199fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.524+0000 7fc8dce00640 1 -- 172.21.15.26:0/4126424473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8d80741a0 msgr2=0x7fc8d8199a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.524+0000 7fc8dce00640 1 --2- 172.21.15.26:0/4126424473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8d80741a0 0x7fc8d8199a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:41.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.524+0000 7fc8dce00640 1 -- 172.21.15.26:0/4126424473 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d81a1690 con 0x7fc8d81094a0 2024-04-25T01:23:41.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.524+0000 7fc8dce00640 1 --2- 172.21.15.26:0/4126424473 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d81094a0 0x7fc8d81a1020 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc8d0031ae0 tx=0x7fc8d0004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:41.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.524+0000 7fc8d4c00640 1 -- 172.21.15.26:0/4126424473 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d0003b70 con 0x7fc8d81094a0 2024-04-25T01:23:41.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.524+0000 7fc8d4c00640 1 -- 172.21.15.26:0/4126424473 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc8d0003d10 con 0x7fc8d81094a0 2024-04-25T01:23:41.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.524+0000 7fc8dd800640 1 -- 172.21.15.26:0/4126424473 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8d81a1920 con 0x7fc8d81094a0 2024-04-25T01:23:41.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.524+0000 7fc8d4c00640 1 -- 172.21.15.26:0/4126424473 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d002fc40 con 0x7fc8d81094a0 2024-04-25T01:23:41.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.524+0000 7fc8dd800640 1 -- 172.21.15.26:0/4126424473 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8d81a1e90 con 0x7fc8d81094a0 2024-04-25T01:23:41.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.525+0000 7fc8dd800640 1 -- 172.21.15.26:0/4126424473 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8d81081d0 con 0x7fc8d81094a0 2024-04-25T01:23:41.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.528+0000 7fc8d4c00640 1 -- 172.21.15.26:0/4126424473 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc8d0070b30 con 0x7fc8d81094a0 2024-04-25T01:23:41.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.530+0000 7fc8d4c00640 1 --2- 172.21.15.26:0/4126424473 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc8bc0a2c10 0x7fc8bc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:41.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.530+0000 7fc8d4c00640 1 -- 172.21.15.26:0/4126424473 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fc8d00efd00 con 0x7fc8d81094a0 2024-04-25T01:23:41.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.530+0000 7fc8d7e00640 1 --2- 172.21.15.26:0/4126424473 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc8bc0a2c10 0x7fc8bc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:41.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.531+0000 7fc8d7e00640 1 --2- 172.21.15.26:0/4126424473 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc8bc0a2c10 0x7fc8bc0a50d0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8009c90 tx=0x7fc8c8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:41.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.535+0000 7fc8d4c00640 1 -- 172.21.15.26:0/4126424473 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc8d0070e20 con 0x7fc8d81094a0 2024-04-25T01:23:41.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.789+0000 7fc8dd800640 1 -- 172.21.15.26:0/4126424473 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc8d802d370 con 0x7fc8d81094a0 2024-04-25T01:23:41.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.790+0000 7fc8d4c00640 1 -- 172.21.15.26:0/4126424473 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8836 (secure 0 0 0) 0x7fc8d00bd0a0 con 0x7fc8d81094a0 2024-04-25T01:23:41.771 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:41.771 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/2305348479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":2305348479},{"type":"v1","addr":"172.21.15.26:6839","nonce":2305348479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24535,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6839/1584253959","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6838","nonce":1584253959},{"type":"v1","addr":"172.21.15.186:6839","nonce":1584253959}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-25T01:23:41.772 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 11 2024-04-25T01:23:41.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.793+0000 7fc8dd800640 1 -- 172.21.15.26:0/4126424473 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc8bc0a2c10 msgr2=0x7fc8bc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:41.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.793+0000 7fc8dd800640 1 --2- 172.21.15.26:0/4126424473 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc8bc0a2c10 0x7fc8bc0a50d0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8009c90 tx=0x7fc8c8005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:41.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.793+0000 7fc8dd800640 1 -- 172.21.15.26:0/4126424473 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d81094a0 msgr2=0x7fc8d81a1020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:41.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.793+0000 7fc8dd800640 1 --2- 172.21.15.26:0/4126424473 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d81094a0 0x7fc8d81a1020 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc8d0031ae0 tx=0x7fc8d0004ab0 comp rx=0 tx=0).stop 2024-04-25T01:23:41.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.793+0000 7fc8dd800640 1 -- 172.21.15.26:0/4126424473 shutdown_connections 2024-04-25T01:23:41.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.793+0000 7fc8dd800640 1 --2- 172.21.15.26:0/4126424473 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc8d81094a0 0x7fc8d81a1020 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:41.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.793+0000 7fc8dd800640 1 --2- 172.21.15.26:0/4126424473 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc8bc0a2c10 0x7fc8bc0a50d0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:41.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.793+0000 7fc8dd800640 1 --2- 172.21.15.26:0/4126424473 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc8d8075780 0x7fc8d8199fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:41.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.793+0000 7fc8dd800640 1 --2- 172.21.15.26:0/4126424473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc8d80741a0 0x7fc8d8199a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:41.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.793+0000 7fc8dd800640 1 -- 172.21.15.26:0/4126424473 >> 172.21.15.26:0/4126424473 conn(0x7fc8d80fcb50 msgr2=0x7fc8d81053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:41.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.794+0000 7fc8dd800640 1 -- 172.21.15.26:0/4126424473 shutdown_connections 2024-04-25T01:23:41.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:41.794+0000 7fc8dd800640 1 -- 172.21.15.26:0/4126424473 wait complete. 2024-04-25T01:23:42.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:41 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.26:6838/2305348479,v1:172.21.15.26:6839/2305348479] up:boot 2024-04-25T01:23:42.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:41 smithi026 ceph-mon[28096]: fsmap 10 up:standby 2024-04-25T01:23:42.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:41 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T01:23:42.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:41 smithi026 ceph-mon[28096]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:42.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:41 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/4126424473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:42.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:41 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.26:6838/2305348479,v1:172.21.15.26:6839/2305348479] up:boot 2024-04-25T01:23:42.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:41 smithi186 ceph-mon[32747]: fsmap 10 up:standby 2024-04-25T01:23:42.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:41 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T01:23:42.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:41 smithi186 ceph-mon[32747]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:42.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:41 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/4126424473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:42.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:41 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.26:6838/2305348479,v1:172.21.15.26:6839/2305348479] up:boot 2024-04-25T01:23:42.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:41 smithi111 ceph-mon[32623]: fsmap 10 up:standby 2024-04-25T01:23:42.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:41 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T01:23:42.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:41 smithi111 ceph-mon[32623]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:42.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:41 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/4126424473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:43.794 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:43.860 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:23:43 smithi026 systemd[1]: Starting Ceph mds.a for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:23:43.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.008+0000 7f5e8ca00640 1 -- 172.21.15.26:0/1381774420 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e88108db0 msgr2=0x7f5e88109230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:43.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.008+0000 7f5e8ca00640 1 --2- 172.21.15.26:0/1381774420 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e88108db0 0x7f5e88109230 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f5e74009ca0 tx=0x7f5e7402a8c0 comp rx=0 tx=0).stop 2024-04-25T01:23:43.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.008+0000 7f5e8ca00640 1 -- 172.21.15.26:0/1381774420 shutdown_connections 2024-04-25T01:23:43.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.008+0000 7f5e8ca00640 1 --2- 172.21.15.26:0/1381774420 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e88109770 0x7f5e88110000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:43.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.008+0000 7f5e8ca00640 1 --2- 172.21.15.26:0/1381774420 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e88108db0 0x7f5e88109230 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:43.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.008+0000 7f5e8ca00640 1 --2- 172.21.15.26:0/1381774420 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5e88107bc0 0x7f5e88107fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:43.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.008+0000 7f5e8ca00640 1 -- 172.21.15.26:0/1381774420 >> 172.21.15.26:0/1381774420 conn(0x7f5e88076b80 msgr2=0x7f5e88078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:43.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.008+0000 7f5e8ca00640 1 -- 172.21.15.26:0/1381774420 shutdown_connections 2024-04-25T01:23:43.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.009+0000 7f5e8ca00640 1 -- 172.21.15.26:0/1381774420 wait complete. 2024-04-25T01:23:43.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.009+0000 7f5e8ca00640 1 Processor -- start 2024-04-25T01:23:43.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.010+0000 7f5e8ca00640 1 -- start start 2024-04-25T01:23:43.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.010+0000 7f5e8ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e88107bc0 0x7f5e8819ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:43.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.010+0000 7f5e8ca00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5e88108db0 0x7f5e8819e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:43.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.010+0000 7f5e8ca00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e88109770 0x7f5e881a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:43.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.010+0000 7f5e8ca00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5e88113890 con 0x7f5e88107bc0 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.010+0000 7f5e8ca00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5e88113710 con 0x7f5e88109770 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.010+0000 7f5e8ca00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f5e88113a10 con 0x7f5e88108db0 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.010+0000 7f5e87400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e88107bc0 0x7f5e8819ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.010+0000 7f5e87e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e88109770 0x7f5e881a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.010+0000 7f5e87400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e88107bc0 0x7f5e8819ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60346/0 (socket says 172.21.15.26:60346) 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.010+0000 7f5e87400640 1 -- 172.21.15.26:0/2200112611 learned_addr learned my addr 172.21.15.26:0/2200112611 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.010+0000 7f5e86a00640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5e88108db0 0x7f5e8819e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.011+0000 7f5e87e00640 1 -- 172.21.15.26:0/2200112611 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5e88108db0 msgr2=0x7f5e8819e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.011+0000 7f5e87e00640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5e88108db0 0x7f5e8819e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.011+0000 7f5e87e00640 1 -- 172.21.15.26:0/2200112611 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e88107bc0 msgr2=0x7f5e8819ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.011+0000 7f5e87e00640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e88107bc0 0x7f5e8819ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.011+0000 7f5e87e00640 1 -- 172.21.15.26:0/2200112611 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e881a5af0 con 0x7f5e88109770 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.011+0000 7f5e86a00640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5e88108db0 0x7f5e8819e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.011+0000 7f5e87400640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e88107bc0 0x7f5e8819ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:43.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.011+0000 7f5e87e00640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e88109770 0x7f5e881a5480 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f5e8000d6b0 tx=0x7f5e8000db70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:43.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.011+0000 7f5e7fe00640 1 -- 172.21.15.26:0/2200112611 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e80017070 con 0x7f5e88109770 2024-04-25T01:23:43.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.011+0000 7f5e7fe00640 1 -- 172.21.15.26:0/2200112611 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e80009d00 con 0x7f5e88109770 2024-04-25T01:23:43.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.011+0000 7f5e8ca00640 1 -- 172.21.15.26:0/2200112611 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e881a5de0 con 0x7f5e88109770 2024-04-25T01:23:43.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.011+0000 7f5e7fe00640 1 -- 172.21.15.26:0/2200112611 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e80003d60 con 0x7f5e88109770 2024-04-25T01:23:43.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.011+0000 7f5e8ca00640 1 -- 172.21.15.26:0/2200112611 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e881a6250 con 0x7f5e88109770 2024-04-25T01:23:43.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.012+0000 7f5e8ca00640 1 -- 172.21.15.26:0/2200112611 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e8810eee0 con 0x7f5e88109770 2024-04-25T01:23:43.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.015+0000 7f5e7fe00640 1 -- 172.21.15.26:0/2200112611 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5e80009820 con 0x7f5e88109770 2024-04-25T01:23:43.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.016+0000 7f5e7fe00640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5e6c0a2b90 0x7f5e6c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:43.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.016+0000 7f5e7fe00640 1 -- 172.21.15.26:0/2200112611 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f5e800ce510 con 0x7f5e88109770 2024-04-25T01:23:43.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.016+0000 7f5e87400640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5e6c0a2b90 0x7f5e6c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:43.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.017+0000 7f5e87400640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5e6c0a2b90 0x7f5e6c0a5050 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5e780058c0 tx=0x7f5e78005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:44.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.021+0000 7f5e7fe00640 1 -- 172.21.15.26:0/2200112611 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f5e8009b870 con 0x7f5e88109770 2024-04-25T01:23:44.122 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:23:43 smithi026 podman[68919]: 2024-04-25 01:23:43.880521081 +0000 UTC m=+0.035151345 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:23:44.122 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:23:44 smithi026 podman[68919]: 2024-04-25 01:23:44.015410367 +0000 UTC m=+0.170040628 container create e78f348f90d972b82797e864fad52df2357be75a012525ec881bbce1702545a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-25T01:23:44.122 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:44 smithi026 ceph-mon[28096]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:44.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.267+0000 7f5e8ca00640 1 -- 172.21.15.26:0/2200112611 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5e880623e0 con 0x7f5e88109770 2024-04-25T01:23:44.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.268+0000 7f5e7fe00640 1 -- 172.21.15.26:0/2200112611 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8836 (secure 0 0 0) 0x7f5e8009b170 con 0x7f5e88109770 2024-04-25T01:23:44.249 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:44.249 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/2305348479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":2305348479},{"type":"v1","addr":"172.21.15.26:6839","nonce":2305348479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24535,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6839/1584253959","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6838","nonce":1584253959},{"type":"v1","addr":"172.21.15.186:6839","nonce":1584253959}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-25T01:23:44.249 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 11 2024-04-25T01:23:44.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.271+0000 7f5e8ca00640 1 -- 172.21.15.26:0/2200112611 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5e6c0a2b90 msgr2=0x7f5e6c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:44.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.271+0000 7f5e8ca00640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5e6c0a2b90 0x7f5e6c0a5050 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5e780058c0 tx=0x7f5e78005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:44.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.271+0000 7f5e8ca00640 1 -- 172.21.15.26:0/2200112611 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e88109770 msgr2=0x7f5e881a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:44.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.271+0000 7f5e8ca00640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e88109770 0x7f5e881a5480 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f5e8000d6b0 tx=0x7f5e8000db70 comp rx=0 tx=0).stop 2024-04-25T01:23:44.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.271+0000 7f5e8ca00640 1 -- 172.21.15.26:0/2200112611 shutdown_connections 2024-04-25T01:23:44.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.271+0000 7f5e8ca00640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5e88109770 0x7f5e881a5480 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:44.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.271+0000 7f5e8ca00640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5e6c0a2b90 0x7f5e6c0a5050 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:44.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.271+0000 7f5e8ca00640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5e88108db0 0x7f5e8819e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:44.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.271+0000 7f5e8ca00640 1 --2- 172.21.15.26:0/2200112611 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e88107bc0 0x7f5e8819ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:44.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.271+0000 7f5e8ca00640 1 -- 172.21.15.26:0/2200112611 >> 172.21.15.26:0/2200112611 conn(0x7f5e88076b80 msgr2=0x7f5e8810c0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:44.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.271+0000 7f5e8ca00640 1 -- 172.21.15.26:0/2200112611 shutdown_connections 2024-04-25T01:23:44.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:44.271+0000 7f5e8ca00640 1 -- 172.21.15.26:0/2200112611 wait complete. 2024-04-25T01:23:44.407 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:23:44 smithi026 podman[68919]: 2024-04-25 01:23:44.31032763 +0000 UTC m=+0.464957906 container init e78f348f90d972b82797e864fad52df2357be75a012525ec881bbce1702545a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-25T01:23:44.407 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:23:44 smithi026 podman[68919]: 2024-04-25 01:23:44.320903413 +0000 UTC m=+0.475533717 container start e78f348f90d972b82797e864fad52df2357be75a012525ec881bbce1702545a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-a, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-25T01:23:44.407 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:23:44 smithi026 ceph-mds[68974]: -- 172.21.15.26:0/3514095172 <== mon.0 v2:172.21.15.26:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555f2a78ba40 con 0x555f2a75f000 2024-04-25T01:23:44.407 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:23:44 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-a[68968]: starting mds.a at 2024-04-25T01:23:44.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:44 smithi186 ceph-mon[32747]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:44.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:44 smithi111 ceph-mon[32623]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:44.804 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:23:44 smithi026 bash[68919]: e78f348f90d972b82797e864fad52df2357be75a012525ec881bbce1702545a5 2024-04-25T01:23:44.804 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:23:44 smithi026 systemd[1]: Started Ceph mds.a for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:23:45.474 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:45 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2200112611' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:45.474 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:45.474 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:45.474 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:45.474 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:45.474 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:45.474 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:45.474 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:45 smithi111 ceph-mon[32623]: Deploying daemon mds.b on smithi111 2024-04-25T01:23:45.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:45 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2200112611' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:45.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:45.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:45.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:45.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:45.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:45.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:45.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:45 smithi026 ceph-mon[28096]: Deploying daemon mds.b on smithi111 2024-04-25T01:23:45.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:45 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2200112611' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:45.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:45.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:45.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:45.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T01:23:45.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T01:23:45.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:45.585 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:45 smithi186 ceph-mon[32747]: Deploying daemon mds.b on smithi111 2024-04-25T01:23:46.271 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:46.457 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:46 smithi026 ceph-mon[28096]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:46.458 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:46 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.26:6840/706502534,v1:172.21.15.26:6841/706502534] up:boot 2024-04-25T01:23:46.458 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:46 smithi026 ceph-mon[28096]: fsmap 11 up:standby 2024-04-25T01:23:46.458 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:46 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T01:23:46.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.518+0000 7f2bd2200640 1 -- 172.21.15.26:0/450918263 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2bcc108db0 msgr2=0x7f2bcc109230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:46.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.518+0000 7f2bd2200640 1 --2- 172.21.15.26:0/450918263 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2bcc108db0 0x7f2bcc109230 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2bb4009860 tx=0x7f2bb402a340 comp rx=0 tx=0).stop 2024-04-25T01:23:46.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.518+0000 7f2bd2200640 1 -- 172.21.15.26:0/450918263 shutdown_connections 2024-04-25T01:23:46.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.518+0000 7f2bd2200640 1 --2- 172.21.15.26:0/450918263 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bcc109770 0x7f2bcc110000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:46.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.518+0000 7f2bd2200640 1 --2- 172.21.15.26:0/450918263 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2bcc108db0 0x7f2bcc109230 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:46.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.518+0000 7f2bd2200640 1 --2- 172.21.15.26:0/450918263 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2bcc107bc0 0x7f2bcc107fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:46.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.518+0000 7f2bd2200640 1 -- 172.21.15.26:0/450918263 >> 172.21.15.26:0/450918263 conn(0x7f2bcc076b80 msgr2=0x7f2bcc078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:46.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.518+0000 7f2bd2200640 1 -- 172.21.15.26:0/450918263 shutdown_connections 2024-04-25T01:23:46.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.518+0000 7f2bd2200640 1 -- 172.21.15.26:0/450918263 wait complete. 2024-04-25T01:23:46.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.520+0000 7f2bd2200640 1 Processor -- start 2024-04-25T01:23:46.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.520+0000 7f2bd2200640 1 -- start start 2024-04-25T01:23:46.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.520+0000 7f2bd2200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2bcc107bc0 0x7f2bcc19de90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:46.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.520+0000 7f2bd2200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2bcc108db0 0x7f2bcc19e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:46.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.520+0000 7f2bd2200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bcc109770 0x7f2bcc1a5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:46.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.520+0000 7f2bd2200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc113820 con 0x7f2bcc109770 2024-04-25T01:23:46.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.520+0000 7f2bd2200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc1136a0 con 0x7f2bcc107bc0 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.520+0000 7f2bd2200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc1139a0 con 0x7f2bcc108db0 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.520+0000 7f2bd0e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2bcc107bc0 0x7f2bcc19de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.521+0000 7f2bd0e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2bcc107bc0 0x7f2bcc19de90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:52994/0 (socket says 172.21.15.26:52994) 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.521+0000 7f2bd0e00640 1 -- 172.21.15.26:0/1330823791 learned_addr learned my addr 172.21.15.26:0/1330823791 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.521+0000 7f2bc3e00640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2bcc108db0 0x7f2bcc19e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.521+0000 7f2bd1800640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bcc109770 0x7f2bcc1a5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.521+0000 7f2bd0e00640 1 -- 172.21.15.26:0/1330823791 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2bcc108db0 msgr2=0x7f2bcc19e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.521+0000 7f2bd0e00640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2bcc108db0 0x7f2bcc19e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.521+0000 7f2bd0e00640 1 -- 172.21.15.26:0/1330823791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bcc109770 msgr2=0x7f2bcc1a5440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.521+0000 7f2bd0e00640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bcc109770 0x7f2bcc1a5440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.521+0000 7f2bd0e00640 1 -- 172.21.15.26:0/1330823791 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bcc1a5ab0 con 0x7f2bcc107bc0 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.521+0000 7f2bc3e00640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2bcc108db0 0x7f2bcc19e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.521+0000 7f2bd0e00640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2bcc107bc0 0x7f2bcc19de90 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc00e9f0 tx=0x7f2bbc00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.522+0000 7f2bca000640 1 -- 172.21.15.26:0/1330823791 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bbc00ccc0 con 0x7f2bcc107bc0 2024-04-25T01:23:46.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.522+0000 7f2bca000640 1 -- 172.21.15.26:0/1330823791 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2bbc0035f0 con 0x7f2bcc107bc0 2024-04-25T01:23:46.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.522+0000 7f2bd2200640 1 -- 172.21.15.26:0/1330823791 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bcc1a5da0 con 0x7f2bcc107bc0 2024-04-25T01:23:46.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.522+0000 7f2bca000640 1 -- 172.21.15.26:0/1330823791 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bbc00ce60 con 0x7f2bcc107bc0 2024-04-25T01:23:46.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.522+0000 7f2bd2200640 1 -- 172.21.15.26:0/1330823791 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bcc1a6260 con 0x7f2bcc107bc0 2024-04-25T01:23:46.504 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:46 smithi111 ceph-mon[32623]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:46.504 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:46 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.26:6840/706502534,v1:172.21.15.26:6841/706502534] up:boot 2024-04-25T01:23:46.504 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:46 smithi111 ceph-mon[32623]: fsmap 11 up:standby 2024-04-25T01:23:46.504 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:46 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T01:23:46.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.523+0000 7f2bd2200640 1 -- 172.21.15.26:0/1330823791 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bcc10eee0 con 0x7f2bcc107bc0 2024-04-25T01:23:46.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.525+0000 7f2bca000640 1 -- 172.21.15.26:0/1330823791 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2bbc0037a0 con 0x7f2bcc107bc0 2024-04-25T01:23:46.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.526+0000 7f2bca000640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2bb00a2c10 0x7f2bb00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:46.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.527+0000 7f2bca000640 1 -- 172.21.15.26:0/1330823791 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f2bbc0cee00 con 0x7f2bcc107bc0 2024-04-25T01:23:46.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.527+0000 7f2bc3e00640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2bb00a2c10 0x7f2bb00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:46.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.528+0000 7f2bc3e00640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2bb00a2c10 0x7f2bb00a50d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2bb4009830 tx=0x7f2bb4030550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:46.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.530+0000 7f2bca000640 1 -- 172.21.15.26:0/1330823791 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2bbc09c160 con 0x7f2bcc107bc0 2024-04-25T01:23:46.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:46 smithi186 ceph-mon[32747]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:46.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:46 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.26:6840/706502534,v1:172.21.15.26:6841/706502534] up:boot 2024-04-25T01:23:46.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:46 smithi186 ceph-mon[32747]: fsmap 11 up:standby 2024-04-25T01:23:46.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:46 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T01:23:46.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.780+0000 7f2bd2200640 1 -- 172.21.15.26:0/1330823791 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2bcc02d170 con 0x7f2bcc107bc0 2024-04-25T01:23:46.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.781+0000 7f2bca000640 1 -- 172.21.15.26:0/1330823791 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9659 (secure 0 0 0) 0x7f2bbc09ba60 con 0x7f2bcc107bc0 2024-04-25T01:23:46.762 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:46.762 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/2305348479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":2305348479},{"type":"v1","addr":"172.21.15.26:6839","nonce":2305348479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/706502534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":706502534},{"type":"v1","addr":"172.21.15.26:6841","nonce":706502534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24535,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6839/1584253959","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6838","nonce":1584253959},{"type":"v1","addr":"172.21.15.186:6839","nonce":1584253959}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-25T01:23:46.762 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 12 2024-04-25T01:23:46.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.784+0000 7f2bd2200640 1 -- 172.21.15.26:0/1330823791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2bb00a2c10 msgr2=0x7f2bb00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:46.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.784+0000 7f2bd2200640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2bb00a2c10 0x7f2bb00a50d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2bb4009830 tx=0x7f2bb4030550 comp rx=0 tx=0).stop 2024-04-25T01:23:46.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.784+0000 7f2bd2200640 1 -- 172.21.15.26:0/1330823791 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2bcc107bc0 msgr2=0x7f2bcc19de90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:46.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.784+0000 7f2bd2200640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2bcc107bc0 0x7f2bcc19de90 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc00e9f0 tx=0x7f2bbc00eeb0 comp rx=0 tx=0).stop 2024-04-25T01:23:46.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.784+0000 7f2bd2200640 1 -- 172.21.15.26:0/1330823791 shutdown_connections 2024-04-25T01:23:46.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.784+0000 7f2bd2200640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bcc109770 0x7f2bcc1a5440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:46.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.784+0000 7f2bd2200640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2bb00a2c10 0x7f2bb00a50d0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:46.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.784+0000 7f2bd2200640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2bcc108db0 0x7f2bcc19e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:46.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.784+0000 7f2bd2200640 1 --2- 172.21.15.26:0/1330823791 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2bcc107bc0 0x7f2bcc19de90 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:46.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.784+0000 7f2bd2200640 1 -- 172.21.15.26:0/1330823791 >> 172.21.15.26:0/1330823791 conn(0x7f2bcc076b80 msgr2=0x7f2bcc10c0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:46.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.785+0000 7f2bd2200640 1 -- 172.21.15.26:0/1330823791 shutdown_connections 2024-04-25T01:23:46.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:46.785+0000 7f2bd2200640 1 -- 172.21.15.26:0/1330823791 wait complete. 2024-04-25T01:23:46.864 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:23:46 smithi111 systemd[1]: Starting Ceph mds.b for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:23:47.147 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:23:46 smithi111 podman[63118]: 2024-04-25 01:23:46.819140457 +0000 UTC m=+0.017810092 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:23:47.148 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:23:46 smithi111 podman[63118]: 2024-04-25 01:23:46.932947666 +0000 UTC m=+0.131617277 container create 67210f9662abf6834a82c15a591fb120cf23086973c2a4a027e64d9c4a972c86 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2) 2024-04-25T01:23:47.148 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:23:47 smithi111 podman[63118]: 2024-04-25 01:23:47.160519491 +0000 UTC m=+0.359189112 container init 67210f9662abf6834a82c15a591fb120cf23086973c2a4a027e64d9c4a972c86 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, ceph=True, CEPH_POINT_RELEASE=) 2024-04-25T01:23:47.148 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:23:47 smithi111 podman[63118]: 2024-04-25 01:23:47.163347152 +0000 UTC m=+0.362016771 container start 67210f9662abf6834a82c15a591fb120cf23086973c2a4a027e64d9c4a972c86 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-25T01:23:47.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:47 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1330823791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:47.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:47 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1330823791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:47.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:47 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1330823791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:47.614 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:23:47 smithi111 ceph-mds[63137]: -- 172.21.15.111:0/2378687881 <== mon.2 v2:172.21.15.111:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e644cafa40 con 0x55e644c83000 2024-04-25T01:23:47.615 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:23:47 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b[63133]: starting mds.b at 2024-04-25T01:23:47.615 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:23:47 smithi111 bash[63118]: 67210f9662abf6834a82c15a591fb120cf23086973c2a4a027e64d9c4a972c86 2024-04-25T01:23:47.615 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:23:47 smithi111 systemd[1]: Started Ceph mds.b for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:23:48.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:48 smithi111 ceph-mon[32623]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:48.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:48 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:48 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:48 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:48 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:48 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:48 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:23:48.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:48 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] up:boot 2024-04-25T01:23:48.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:48 smithi111 ceph-mon[32623]: fsmap 12 up:standby 2024-04-25T01:23:48.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:48 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T01:23:48.624 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:48 smithi186 ceph-mon[32747]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:48.624 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:48 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.624 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:48 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.624 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:48 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.624 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:48 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.624 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:48 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.624 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:48 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:23:48.624 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:48 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] up:boot 2024-04-25T01:23:48.624 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:48 smithi186 ceph-mon[32747]: fsmap 12 up:standby 2024-04-25T01:23:48.624 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:48 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T01:23:48.785 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:23:48.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:48 smithi026 ceph-mon[28096]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:48.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:48 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:48 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:48 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:48 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:48 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:48.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:48 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:23:48.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:48 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] up:boot 2024-04-25T01:23:48.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:48 smithi026 ceph-mon[28096]: fsmap 12 up:standby 2024-04-25T01:23:48.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:48 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T01:23:48.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.992+0000 7f5dbec00640 1 -- 172.21.15.26:0/4115518208 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8076100 msgr2=0x7f5db8076520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:48.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.992+0000 7f5dbec00640 1 --2- 172.21.15.26:0/4115518208 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8076100 0x7f5db8076520 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5da8009900 tx=0x7f5da802a410 comp rx=0 tx=0).stop 2024-04-25T01:23:48.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.993+0000 7f5dbec00640 1 -- 172.21.15.26:0/4115518208 shutdown_connections 2024-04-25T01:23:48.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.993+0000 7f5dbec00640 1 --2- 172.21.15.26:0/4115518208 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077ce0 0x7f5db8078580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:48.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.993+0000 7f5dbec00640 1 --2- 172.21.15.26:0/4115518208 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8077340 0x7f5db80777a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:48.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.993+0000 7f5dbec00640 1 --2- 172.21.15.26:0/4115518208 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8076100 0x7f5db8076520 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:48.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.993+0000 7f5dbec00640 1 -- 172.21.15.26:0/4115518208 >> 172.21.15.26:0/4115518208 conn(0x7f5db80fef30 msgr2=0x7f5db8101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:48.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.993+0000 7f5dbec00640 1 -- 172.21.15.26:0/4115518208 shutdown_connections 2024-04-25T01:23:48.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.993+0000 7f5dbec00640 1 -- 172.21.15.26:0/4115518208 wait complete. 2024-04-25T01:23:48.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.994+0000 7f5dbec00640 1 Processor -- start 2024-04-25T01:23:48.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.994+0000 7f5dbec00640 1 -- start start 2024-04-25T01:23:48.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.994+0000 7f5dbec00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8076100 0x7f5db819e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:48.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.994+0000 7f5dbec00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077340 0x7f5db819e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:48.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.994+0000 7f5dbec00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8077ce0 0x7f5db81a5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:48.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.994+0000 7f5dbec00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5db8113a50 con 0x7f5db8077ce0 2024-04-25T01:23:48.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.994+0000 7f5dbec00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5db81138d0 con 0x7f5db8076100 2024-04-25T01:23:48.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.994+0000 7f5dbec00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f5db8113bd0 con 0x7f5db8077340 2024-04-25T01:23:48.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.995+0000 7f5db7400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077340 0x7f5db819e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:48.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.995+0000 7f5dbcc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8077ce0 0x7f5db81a5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:48.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.995+0000 7f5db7400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077340 0x7f5db819e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:46234/0 (socket says 172.21.15.26:46234) 2024-04-25T01:23:48.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.995+0000 7f5db7400640 1 -- 172.21.15.26:0/619655997 learned_addr learned my addr 172.21.15.26:0/619655997 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:48.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.995+0000 7f5db7e00640 1 --2- 172.21.15.26:0/619655997 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8076100 0x7f5db819e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:48.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.995+0000 7f5db7400640 1 -- 172.21.15.26:0/619655997 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8076100 msgr2=0x7f5db819e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:48.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.995+0000 7f5db7400640 1 --2- 172.21.15.26:0/619655997 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8076100 0x7f5db819e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:48.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.995+0000 7f5db7400640 1 -- 172.21.15.26:0/619655997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8077ce0 msgr2=0x7f5db81a5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:48.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.995+0000 7f5db7400640 1 --2- 172.21.15.26:0/619655997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8077ce0 0x7f5db81a5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:48.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.995+0000 7f5db7400640 1 -- 172.21.15.26:0/619655997 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5db81a5cd0 con 0x7f5db8077340 2024-04-25T01:23:48.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.995+0000 7f5dbcc00640 1 --2- 172.21.15.26:0/619655997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8077ce0 0x7f5db81a5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:48.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.995+0000 7f5db7400640 1 --2- 172.21.15.26:0/619655997 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077340 0x7f5db819e5f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5da400e9f0 tx=0x7f5da400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:48.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.996+0000 7f5db4c00640 1 -- 172.21.15.26:0/619655997 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da400cd80 con 0x7f5db8077340 2024-04-25T01:23:48.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.996+0000 7f5dbec00640 1 -- 172.21.15.26:0/619655997 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5db81a5fc0 con 0x7f5db8077340 2024-04-25T01:23:48.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.996+0000 7f5dbec00640 1 -- 172.21.15.26:0/619655997 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5db81a64d0 con 0x7f5db8077340 2024-04-25T01:23:48.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.996+0000 7f5db4c00640 1 -- 172.21.15.26:0/619655997 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5da4010910 con 0x7f5db8077340 2024-04-25T01:23:48.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.996+0000 7f5db4c00640 1 -- 172.21.15.26:0/619655997 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da4018980 con 0x7f5db8077340 2024-04-25T01:23:48.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:48.997+0000 7f5dbec00640 1 -- 172.21.15.26:0/619655997 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d980052c0 con 0x7f5db8077340 2024-04-25T01:23:48.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.000+0000 7f5db4c00640 1 -- 172.21.15.26:0/619655997 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5da4010ac0 con 0x7f5db8077340 2024-04-25T01:23:48.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.001+0000 7f5db4c00640 1 --2- 172.21.15.26:0/619655997 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5d9c0a2c10 0x7f5d9c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:48.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.002+0000 7f5db4c00640 1 -- 172.21.15.26:0/619655997 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f5da40cf160 con 0x7f5db8077340 2024-04-25T01:23:48.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.002+0000 7f5db7e00640 1 --2- 172.21.15.26:0/619655997 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5d9c0a2c10 0x7f5d9c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:48.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.002+0000 7f5db7e00640 1 --2- 172.21.15.26:0/619655997 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5d9c0a2c10 0x7f5d9c0a50d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5da80314e0 tx=0x7f5da8000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:48.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.003+0000 7f5db4c00640 1 -- 172.21.15.26:0/619655997 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f5da409be70 con 0x7f5db8077340 2024-04-25T01:23:49.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.253+0000 7f5dbec00640 1 -- 172.21.15.26:0/619655997 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5d980055b0 con 0x7f5db8077340 2024-04-25T01:23:49.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.255+0000 7f5db4c00640 1 -- 172.21.15.26:0/619655997 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10488 (secure 0 0 0) 0x7f5da40a0170 con 0x7f5db8077340 2024-04-25T01:23:49.235 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:49.236 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/2305348479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":2305348479},{"type":"v1","addr":"172.21.15.26:6839","nonce":2305348479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/706502534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":706502534},{"type":"v1","addr":"172.21.15.26:6841","nonce":706502534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24491,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24518,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24535,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.186:6839/1584253959","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6838","nonce":1584253959},{"type":"v1","addr":"172.21.15.186:6839","nonce":1584253959}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24575,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6839/1500026678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6838","nonce":1500026678},{"type":"v1","addr":"172.21.15.111:6839","nonce":1500026678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-25T01:23:49.236 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 13 2024-04-25T01:23:49.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.257+0000 7f5dbec00640 1 -- 172.21.15.26:0/619655997 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5d9c0a2c10 msgr2=0x7f5d9c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:49.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.257+0000 7f5dbec00640 1 --2- 172.21.15.26:0/619655997 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5d9c0a2c10 0x7f5d9c0a50d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5da80314e0 tx=0x7f5da8000bc0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.257+0000 7f5dbec00640 1 -- 172.21.15.26:0/619655997 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077340 msgr2=0x7f5db819e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:49.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.257+0000 7f5dbec00640 1 --2- 172.21.15.26:0/619655997 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077340 0x7f5db819e5f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5da400e9f0 tx=0x7f5da400eeb0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.257+0000 7f5dbec00640 1 -- 172.21.15.26:0/619655997 shutdown_connections 2024-04-25T01:23:49.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.257+0000 7f5dbec00640 1 --2- 172.21.15.26:0/619655997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8077ce0 0x7f5db81a5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.257+0000 7f5dbec00640 1 --2- 172.21.15.26:0/619655997 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5d9c0a2c10 0x7f5d9c0a50d0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.257+0000 7f5dbec00640 1 --2- 172.21.15.26:0/619655997 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077340 0x7f5db819e5f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.257+0000 7f5dbec00640 1 --2- 172.21.15.26:0/619655997 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8076100 0x7f5db819e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.257+0000 7f5dbec00640 1 -- 172.21.15.26:0/619655997 >> 172.21.15.26:0/619655997 conn(0x7f5db80fef30 msgr2=0x7f5db8100670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:49.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.257+0000 7f5dbec00640 1 -- 172.21.15.26:0/619655997 shutdown_connections 2024-04-25T01:23:49.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.257+0000 7f5dbec00640 1 -- 172.21.15.26:0/619655997 wait complete. 2024-04-25T01:23:49.259 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T01:23:49.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.513+0000 7fe81be00640 1 -- 172.21.15.26:0/250998643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe814103360 msgr2=0x7fe814109bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:49.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.513+0000 7fe81be00640 1 --2- 172.21.15.26:0/250998643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe814103360 0x7fe814109bf0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fe80c009ca0 tx=0x7fe80c02a8c0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.513+0000 7fe81be00640 1 -- 172.21.15.26:0/250998643 shutdown_connections 2024-04-25T01:23:49.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.513+0000 7fe81be00640 1 --2- 172.21.15.26:0/250998643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe814103360 0x7fe814109bf0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.513+0000 7fe81be00640 1 --2- 172.21.15.26:0/250998643 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8141029a0 0x7fe814102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.513+0000 7fe81be00640 1 --2- 172.21.15.26:0/250998643 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe8141017b0 0x7fe814101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.513+0000 7fe81be00640 1 -- 172.21.15.26:0/250998643 >> 172.21.15.26:0/250998643 conn(0x7fe8140fcd40 msgr2=0x7fe8140ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:49.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.513+0000 7fe81be00640 1 -- 172.21.15.26:0/250998643 shutdown_connections 2024-04-25T01:23:49.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.513+0000 7fe81be00640 1 -- 172.21.15.26:0/250998643 wait complete. 2024-04-25T01:23:49.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.514+0000 7fe81be00640 1 Processor -- start 2024-04-25T01:23:49.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.514+0000 7fe81be00640 1 -- start start 2024-04-25T01:23:49.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe81be00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8141017b0 0x7fe814197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:49.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe81be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8141029a0 0x7fe814197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:49.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe81be00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe814103360 0x7fe81419f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:49.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe81be00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe81410d480 con 0x7fe8141029a0 2024-04-25T01:23:49.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe81be00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe81410d300 con 0x7fe8141017b0 2024-04-25T01:23:49.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe81be00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fe81410d600 con 0x7fe814103360 2024-04-25T01:23:49.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe818a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8141029a0 0x7fe814197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:49.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe819400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8141017b0 0x7fe814197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:49.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe819400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8141017b0 0x7fe814197a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:53028/0 (socket says 172.21.15.26:53028) 2024-04-25T01:23:49.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe819400640 1 -- 172.21.15.26:0/2010166267 learned_addr learned my addr 172.21.15.26:0/2010166267 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:49.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe818a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8141029a0 0x7fe814197fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60416/0 (socket says 172.21.15.26:60416) 2024-04-25T01:23:49.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe819e00640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe814103360 0x7fe81419f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:49.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe819400640 1 -- 172.21.15.26:0/2010166267 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe814103360 msgr2=0x7fe81419f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:49.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe819400640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe814103360 0x7fe81419f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe819400640 1 -- 172.21.15.26:0/2010166267 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8141029a0 msgr2=0x7fe814197fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:49.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe819400640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8141029a0 0x7fe814197fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe819400640 1 -- 172.21.15.26:0/2010166267 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe81419f680 con 0x7fe8141017b0 2024-04-25T01:23:49.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe819e00640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe814103360 0x7fe81419f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:23:49.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.515+0000 7fe818a00640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8141029a0 0x7fe814197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:49.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.516+0000 7fe819400640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8141017b0 0x7fe814197a60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe80800e9c0 tx=0x7fe80800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:49.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.516+0000 7fe812000640 1 -- 172.21.15.26:0/2010166267 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80800cd80 con 0x7fe8141017b0 2024-04-25T01:23:49.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.516+0000 7fe81be00640 1 -- 172.21.15.26:0/2010166267 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe81419f970 con 0x7fe8141017b0 2024-04-25T01:23:49.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.516+0000 7fe812000640 1 -- 172.21.15.26:0/2010166267 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8080035f0 con 0x7fe8141017b0 2024-04-25T01:23:49.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.516+0000 7fe812000640 1 -- 172.21.15.26:0/2010166267 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe808010690 con 0x7fe8141017b0 2024-04-25T01:23:49.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.516+0000 7fe81be00640 1 -- 172.21.15.26:0/2010166267 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe81419fec0 con 0x7fe8141017b0 2024-04-25T01:23:49.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.517+0000 7fe81be00640 1 -- 172.21.15.26:0/2010166267 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe814108a00 con 0x7fe8141017b0 2024-04-25T01:23:49.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.519+0000 7fe812000640 1 -- 172.21.15.26:0/2010166267 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe8080037a0 con 0x7fe8141017b0 2024-04-25T01:23:49.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.521+0000 7fe812000640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe7fc0a2c10 0x7fe7fc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:49.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.521+0000 7fe812000640 1 -- 172.21.15.26:0/2010166267 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fe8080ceff0 con 0x7fe8141017b0 2024-04-25T01:23:49.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.521+0000 7fe818a00640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe7fc0a2c10 0x7fe7fc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:49.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.521+0000 7fe818a00640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe7fc0a2c10 0x7fe7fc0a50d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe8000095f0 tx=0x7fe800005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:49.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.525+0000 7fe812000640 1 -- 172.21.15.26:0/2010166267 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fe80809c350 con 0x7fe8141017b0 2024-04-25T01:23:49.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:49 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/619655997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:49.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:49.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:49 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:49.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:49 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/619655997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:49.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:49 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:49.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:49 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:49.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.730+0000 7fe81be00640 1 -- 172.21.15.26:0/2010166267 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe81402d170 con 0x7fe8141017b0 2024-04-25T01:23:49.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.732+0000 7fe812000640 1 -- 172.21.15.26:0/2010166267 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18433 (secure 0 0 0) 0x7fe80809bc50 con 0x7fe8141017b0 2024-04-25T01:23:49.713 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:49.713 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":82,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:22:55.738306+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:23:49.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.735+0000 7fe81be00640 1 -- 172.21.15.26:0/2010166267 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe7fc0a2c10 msgr2=0x7fe7fc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:49.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.735+0000 7fe81be00640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe7fc0a2c10 0x7fe7fc0a50d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe8000095f0 tx=0x7fe800005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:49.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.735+0000 7fe81be00640 1 -- 172.21.15.26:0/2010166267 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8141017b0 msgr2=0x7fe814197a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:49.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.735+0000 7fe81be00640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8141017b0 0x7fe814197a60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe80800e9c0 tx=0x7fe80800ee80 comp rx=0 tx=0).stop 2024-04-25T01:23:49.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.735+0000 7fe81be00640 1 -- 172.21.15.26:0/2010166267 shutdown_connections 2024-04-25T01:23:49.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.735+0000 7fe81be00640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe7fc0a2c10 0x7fe7fc0a50d0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.735+0000 7fe81be00640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe814103360 0x7fe81419f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.735+0000 7fe81be00640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8141029a0 0x7fe814197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.735+0000 7fe81be00640 1 --2- 172.21.15.26:0/2010166267 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe8141017b0 0x7fe814197a60 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.735+0000 7fe81be00640 1 -- 172.21.15.26:0/2010166267 >> 172.21.15.26:0/2010166267 conn(0x7fe8140fcd40 msgr2=0x7fe814105bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:49.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.735+0000 7fe81be00640 1 -- 172.21.15.26:0/2010166267 shutdown_connections 2024-04-25T01:23:49.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.735+0000 7fe81be00640 1 -- 172.21.15.26:0/2010166267 wait complete. 2024-04-25T01:23:49.736 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T01:18:37.687060+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T01:23:49.736 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T01:23:49.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:49 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/619655997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:23:49.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:49.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:49 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:49.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.950+0000 7f293ec00640 1 -- 172.21.15.26:0/3205776451 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2938109640 msgr2=0x7f293810bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:49.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.950+0000 7f293ec00640 1 --2- 172.21.15.26:0/3205776451 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2938109640 0x7f293810bad0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2930009be0 tx=0x7f293002a6c0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.950+0000 7f293ec00640 1 -- 172.21.15.26:0/3205776451 shutdown_connections 2024-04-25T01:23:49.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.950+0000 7f293ec00640 1 --2- 172.21.15.26:0/3205776451 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2938109640 0x7f293810bad0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.950+0000 7f293ec00640 1 --2- 172.21.15.26:0/3205776451 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380741a0 0x7f2938074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.950+0000 7f293ec00640 1 --2- 172.21.15.26:0/3205776451 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2938075780 0x7f2938073bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.950+0000 7f293ec00640 1 -- 172.21.15.26:0/3205776451 >> 172.21.15.26:0/3205776451 conn(0x7f29380fccf0 msgr2=0x7f29380ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:49.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.950+0000 7f293ec00640 1 -- 172.21.15.26:0/3205776451 shutdown_connections 2024-04-25T01:23:49.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.950+0000 7f293ec00640 1 -- 172.21.15.26:0/3205776451 wait complete. 2024-04-25T01:23:49.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.951+0000 7f293ec00640 1 Processor -- start 2024-04-25T01:23:49.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.951+0000 7f293ec00640 1 -- start start 2024-04-25T01:23:49.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.951+0000 7f293ec00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380741a0 0x7f2938199c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:49.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.951+0000 7f293ec00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2938075780 0x7f293819a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:49.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.951+0000 7f293ec00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2938109640 0x7f29381a1220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:49.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.951+0000 7f293ec00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f293810f5c0 con 0x7f2938109640 2024-04-25T01:23:49.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.951+0000 7f293ec00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f293810f440 con 0x7f29380741a0 2024-04-25T01:23:49.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.951+0000 7f293ec00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f293810f740 con 0x7f2938075780 2024-04-25T01:23:49.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.952+0000 7f2937e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380741a0 0x7f2938199c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:49.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.952+0000 7f2937e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380741a0 0x7f2938199c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:53052/0 (socket says 172.21.15.26:53052) 2024-04-25T01:23:49.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.952+0000 7f293cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2938109640 0x7f29381a1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:49.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.952+0000 7f2937e00640 1 -- 172.21.15.26:0/1356983117 learned_addr learned my addr 172.21.15.26:0/1356983117 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:49.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.952+0000 7f2937400640 1 --2- 172.21.15.26:0/1356983117 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2938075780 0x7f293819a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:49.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.952+0000 7f2937e00640 1 -- 172.21.15.26:0/1356983117 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2938075780 msgr2=0x7f293819a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:49.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.952+0000 7f2937e00640 1 --2- 172.21.15.26:0/1356983117 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2938075780 0x7f293819a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.952+0000 7f2937e00640 1 -- 172.21.15.26:0/1356983117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2938109640 msgr2=0x7f29381a1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:49.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.952+0000 7f2937e00640 1 --2- 172.21.15.26:0/1356983117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2938109640 0x7f29381a1220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:49.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.952+0000 7f2937e00640 1 -- 172.21.15.26:0/1356983117 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29381a18c0 con 0x7f29380741a0 2024-04-25T01:23:49.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.952+0000 7f2937e00640 1 --2- 172.21.15.26:0/1356983117 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380741a0 0x7f2938199c80 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f292800e9c0 tx=0x7f292800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:49.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.953+0000 7f2934c00640 1 -- 172.21.15.26:0/1356983117 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f292800ccc0 con 0x7f29380741a0 2024-04-25T01:23:49.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.953+0000 7f293ec00640 1 -- 172.21.15.26:0/1356983117 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29381a1bb0 con 0x7f29380741a0 2024-04-25T01:23:49.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.953+0000 7f2934c00640 1 -- 172.21.15.26:0/1356983117 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2928005500 con 0x7f29380741a0 2024-04-25T01:23:49.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.953+0000 7f2934c00640 1 -- 172.21.15.26:0/1356983117 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2928010430 con 0x7f29380741a0 2024-04-25T01:23:49.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.953+0000 7f293ec00640 1 -- 172.21.15.26:0/1356983117 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29381a2150 con 0x7f29380741a0 2024-04-25T01:23:49.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.954+0000 7f293ec00640 1 -- 172.21.15.26:0/1356983117 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2938108370 con 0x7f29380741a0 2024-04-25T01:23:49.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.956+0000 7f2934c00640 1 -- 172.21.15.26:0/1356983117 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f29280046c0 con 0x7f29380741a0 2024-04-25T01:23:49.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.957+0000 7f2934c00640 1 --2- 172.21.15.26:0/1356983117 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f291c0a2c10 0x7f291c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:49.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.958+0000 7f2934c00640 1 -- 172.21.15.26:0/1356983117 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f29280cf0b0 con 0x7f29380741a0 2024-04-25T01:23:49.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.958+0000 7f2937400640 1 --2- 172.21.15.26:0/1356983117 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f291c0a2c10 0x7f291c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:49.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.958+0000 7f2937400640 1 --2- 172.21.15.26:0/1356983117 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f291c0a2c10 0x7f291c0a50d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f293819b180 tx=0x7f2924005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:49.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:49.959+0000 7f2934c00640 1 -- 172.21.15.26:0/1356983117 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2928053740 con 0x7f29380741a0 2024-04-25T01:23:50.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.165+0000 7f293ec00640 1 -- 172.21.15.26:0/1356983117 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f293802d170 con 0x7f29380741a0 2024-04-25T01:23:50.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.165+0000 7f2934c00640 1 -- 172.21.15.26:0/1356983117 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f292809c410 con 0x7f29380741a0 2024-04-25T01:23:50.146 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-25T01:23:50.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.168+0000 7f293ec00640 1 -- 172.21.15.26:0/1356983117 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f291c0a2c10 msgr2=0x7f291c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:50.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.168+0000 7f293ec00640 1 --2- 172.21.15.26:0/1356983117 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f291c0a2c10 0x7f291c0a50d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f293819b180 tx=0x7f2924005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:50.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.168+0000 7f293ec00640 1 -- 172.21.15.26:0/1356983117 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380741a0 msgr2=0x7f2938199c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:50.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.168+0000 7f293ec00640 1 --2- 172.21.15.26:0/1356983117 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380741a0 0x7f2938199c80 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f292800e9c0 tx=0x7f292800ee80 comp rx=0 tx=0).stop 2024-04-25T01:23:50.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.168+0000 7f293ec00640 1 -- 172.21.15.26:0/1356983117 shutdown_connections 2024-04-25T01:23:50.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.168+0000 7f293ec00640 1 --2- 172.21.15.26:0/1356983117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2938109640 0x7f29381a1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.168+0000 7f293ec00640 1 --2- 172.21.15.26:0/1356983117 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f291c0a2c10 0x7f291c0a50d0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.168+0000 7f293ec00640 1 --2- 172.21.15.26:0/1356983117 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2938075780 0x7f293819a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.168+0000 7f293ec00640 1 --2- 172.21.15.26:0/1356983117 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f29380741a0 0x7f2938199c80 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.168+0000 7f293ec00640 1 -- 172.21.15.26:0/1356983117 >> 172.21.15.26:0/1356983117 conn(0x7f29380fccf0 msgr2=0x7f2938105540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:50.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.169+0000 7f293ec00640 1 -- 172.21.15.26:0/1356983117 shutdown_connections 2024-04-25T01:23:50.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.169+0000 7f293ec00640 1 -- 172.21.15.26:0/1356983117 wait complete. 2024-04-25T01:23:50.166 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-25T01:23:50.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.386+0000 7fa381600640 1 -- 172.21.15.26:0/3108360172 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa37c1037c0 msgr2=0x7fa37c103be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:50.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.386+0000 7fa381600640 1 --2- 172.21.15.26:0/3108360172 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa37c1037c0 0x7fa37c103be0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa36c009900 tx=0x7fa36c02a410 comp rx=0 tx=0).stop 2024-04-25T01:23:50.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.387+0000 7fa381600640 1 -- 172.21.15.26:0/3108360172 shutdown_connections 2024-04-25T01:23:50.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.387+0000 7fa381600640 1 --2- 172.21.15.26:0/3108360172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa37c105370 0x7fa37c10bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.387+0000 7fa381600640 1 --2- 172.21.15.26:0/3108360172 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa37c1049b0 0x7fa37c104e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.387+0000 7fa381600640 1 --2- 172.21.15.26:0/3108360172 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa37c1037c0 0x7fa37c103be0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.387+0000 7fa381600640 1 -- 172.21.15.26:0/3108360172 >> 172.21.15.26:0/3108360172 conn(0x7fa37c0fed50 msgr2=0x7fa37c101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:50.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.387+0000 7fa381600640 1 -- 172.21.15.26:0/3108360172 shutdown_connections 2024-04-25T01:23:50.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.387+0000 7fa381600640 1 -- 172.21.15.26:0/3108360172 wait complete. 2024-04-25T01:23:50.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.388+0000 7fa381600640 1 Processor -- start 2024-04-25T01:23:50.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.388+0000 7fa381600640 1 -- start start 2024-04-25T01:23:50.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.388+0000 7fa381600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa37c1037c0 0x7fa37c199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:50.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.388+0000 7fa381600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa37c1049b0 0x7fa37c19a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:50.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.388+0000 7fa381600640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa37c105370 0x7fa37c1a10a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:50.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.388+0000 7fa381600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa37c10f480 con 0x7fa37c1049b0 2024-04-25T01:23:50.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.388+0000 7fa381600640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa37c10f300 con 0x7fa37c1037c0 2024-04-25T01:23:50.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.388+0000 7fa381600640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa37c10f600 con 0x7fa37c105370 2024-04-25T01:23:50.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.389+0000 7fa37be00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa37c1037c0 0x7fa37c199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:50.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.389+0000 7fa37b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa37c1049b0 0x7fa37c19a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.389+0000 7fa37be00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa37c1037c0 0x7fa37c199af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:53072/0 (socket says 172.21.15.26:53072) 2024-04-25T01:23:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.389+0000 7fa37be00640 1 -- 172.21.15.26:0/839199633 learned_addr learned my addr 172.21.15.26:0/839199633 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.389+0000 7fa380c00640 1 --2- 172.21.15.26:0/839199633 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa37c105370 0x7fa37c1a10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.389+0000 7fa380c00640 1 -- 172.21.15.26:0/839199633 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa37c1037c0 msgr2=0x7fa37c199af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.389+0000 7fa380c00640 1 --2- 172.21.15.26:0/839199633 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa37c1037c0 0x7fa37c199af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.389+0000 7fa380c00640 1 -- 172.21.15.26:0/839199633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa37c1049b0 msgr2=0x7fa37c19a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.389+0000 7fa380c00640 1 --2- 172.21.15.26:0/839199633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa37c1049b0 0x7fa37c19a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.389+0000 7fa380c00640 1 -- 172.21.15.26:0/839199633 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa37c1a1710 con 0x7fa37c105370 2024-04-25T01:23:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.389+0000 7fa37b400640 1 --2- 172.21.15.26:0/839199633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa37c1049b0 0x7fa37c19a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:50.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.390+0000 7fa380c00640 1 --2- 172.21.15.26:0/839199633 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa37c105370 0x7fa37c1a10a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa374009fd0 tx=0x7fa37400ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:50.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.390+0000 7fa378c00640 1 -- 172.21.15.26:0/839199633 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa37400ce20 con 0x7fa37c105370 2024-04-25T01:23:50.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.390+0000 7fa378c00640 1 -- 172.21.15.26:0/839199633 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa374005020 con 0x7fa37c105370 2024-04-25T01:23:50.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.390+0000 7fa378c00640 1 -- 172.21.15.26:0/839199633 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa374010720 con 0x7fa37c105370 2024-04-25T01:23:50.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.390+0000 7fa381600640 1 -- 172.21.15.26:0/839199633 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa37c1a1a00 con 0x7fa37c105370 2024-04-25T01:23:50.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.390+0000 7fa381600640 1 -- 172.21.15.26:0/839199633 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa37c1a1f00 con 0x7fa37c105370 2024-04-25T01:23:50.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.392+0000 7fa381600640 1 -- 172.21.15.26:0/839199633 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa37c10ab60 con 0x7fa37c105370 2024-04-25T01:23:50.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.393+0000 7fa378c00640 1 -- 172.21.15.26:0/839199633 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa374005540 con 0x7fa37c105370 2024-04-25T01:23:50.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.395+0000 7fa378c00640 1 --2- 172.21.15.26:0/839199633 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa3600a2c10 0x7fa3600a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:50.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.395+0000 7fa378c00640 1 -- 172.21.15.26:0/839199633 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fa3740cf2c0 con 0x7fa37c105370 2024-04-25T01:23:50.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.395+0000 7fa37be00640 1 --2- 172.21.15.26:0/839199633 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa3600a2c10 0x7fa3600a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:50.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.396+0000 7fa37be00640 1 --2- 172.21.15.26:0/839199633 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa3600a2c10 0x7fa3600a50d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa36c000c00 tx=0x7fa36c0315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:50.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.399+0000 7fa378c00640 1 -- 172.21.15.26:0/839199633 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa37409c620 con 0x7fa37c105370 2024-04-25T01:23:50.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:50 smithi026 ceph-mon[28096]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:50.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:50 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:50.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:50 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:50.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:50 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2010166267' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:50.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:50 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:50.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:50 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1356983117' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:23:50.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:50 smithi111 ceph-mon[32623]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:50.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:50 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:50.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:50 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:50.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:50 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2010166267' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:50.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:50 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:50.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:50 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1356983117' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:23:50.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.639+0000 7fa381600640 1 -- 172.21.15.26:0/839199633 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fa37c062340 con 0x7fa37c105370 2024-04-25T01:23:50.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.640+0000 7fa378c00640 1 -- 172.21.15.26:0/839199633 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) ==== 84+0+65 (secure 0 0 0) 0x7fa37409bf20 con 0x7fa37c105370 2024-04-25T01:23:50.621 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:50.621 INFO:teuthology.orchestra.run.smithi026.stdout:[ 2024-04-25T01:23:50.621 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:23:50.621 INFO:teuthology.orchestra.run.smithi026.stdout: "poolnum": 1, 2024-04-25T01:23:50.621 INFO:teuthology.orchestra.run.smithi026.stdout: "poolname": ".mgr" 2024-04-25T01:23:50.621 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:23:50.621 INFO:teuthology.orchestra.run.smithi026.stdout:] 2024-04-25T01:23:50.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.643+0000 7fa381600640 1 -- 172.21.15.26:0/839199633 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa3600a2c10 msgr2=0x7fa3600a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:50.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.643+0000 7fa381600640 1 --2- 172.21.15.26:0/839199633 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa3600a2c10 0x7fa3600a50d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa36c000c00 tx=0x7fa36c0315b0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.643+0000 7fa381600640 1 -- 172.21.15.26:0/839199633 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa37c105370 msgr2=0x7fa37c1a10a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:50.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.643+0000 7fa381600640 1 --2- 172.21.15.26:0/839199633 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa37c105370 0x7fa37c1a10a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa374009fd0 tx=0x7fa37400ef10 comp rx=0 tx=0).stop 2024-04-25T01:23:50.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.643+0000 7fa381600640 1 -- 172.21.15.26:0/839199633 shutdown_connections 2024-04-25T01:23:50.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.643+0000 7fa381600640 1 --2- 172.21.15.26:0/839199633 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa3600a2c10 0x7fa3600a50d0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.643+0000 7fa381600640 1 --2- 172.21.15.26:0/839199633 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa37c105370 0x7fa37c1a10a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.643+0000 7fa381600640 1 --2- 172.21.15.26:0/839199633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa37c1049b0 0x7fa37c19a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.643+0000 7fa381600640 1 --2- 172.21.15.26:0/839199633 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa37c1037c0 0x7fa37c199af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.643+0000 7fa381600640 1 -- 172.21.15.26:0/839199633 >> 172.21.15.26:0/839199633 conn(0x7fa37c0fed50 msgr2=0x7fa37c107d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:50.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.643+0000 7fa381600640 1 -- 172.21.15.26:0/839199633 shutdown_connections 2024-04-25T01:23:50.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.643+0000 7fa381600640 1 -- 172.21.15.26:0/839199633 wait complete. 2024-04-25T01:23:50.647 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-25T01:23:50.647 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-25T01:23:50.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:50 smithi186 ceph-mon[32747]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:50.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:50 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:50.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:50 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:50.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:50 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2010166267' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:50.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:50 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:50.834 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:50 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1356983117' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:23:50.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.888+0000 7fa392000640 1 -- 172.21.15.26:0/3679240971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa38c1020d0 msgr2=0x7fa38c1044c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:50.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.888+0000 7fa392000640 1 --2- 172.21.15.26:0/3679240971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa38c1020d0 0x7fa38c1044c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa380009900 tx=0x7fa38002a3f0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.888+0000 7fa392000640 1 -- 172.21.15.26:0/3679240971 shutdown_connections 2024-04-25T01:23:50.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.888+0000 7fa392000640 1 --2- 172.21.15.26:0/3679240971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa38c107330 0x7fa38c109780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.888+0000 7fa392000640 1 --2- 172.21.15.26:0/3679240971 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa38c104a00 0x7fa38c106df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.888+0000 7fa392000640 1 --2- 172.21.15.26:0/3679240971 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa38c1020d0 0x7fa38c1044c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.888+0000 7fa392000640 1 -- 172.21.15.26:0/3679240971 >> 172.21.15.26:0/3679240971 conn(0x7fa38c0fbae0 msgr2=0x7fa38c0fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:50.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.888+0000 7fa392000640 1 -- 172.21.15.26:0/3679240971 shutdown_connections 2024-04-25T01:23:50.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.888+0000 7fa392000640 1 -- 172.21.15.26:0/3679240971 wait complete. 2024-04-25T01:23:50.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.889+0000 7fa392000640 1 Processor -- start 2024-04-25T01:23:50.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.890+0000 7fa392000640 1 -- start start 2024-04-25T01:23:50.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.890+0000 7fa392000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa38c1020d0 0x7fa38c197970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:50.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.890+0000 7fa392000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa38c104a00 0x7fa38c197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:50.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.890+0000 7fa392000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa38c107330 0x7fa38c19ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.890+0000 7fa392000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c10d320 con 0x7fa38c1020d0 2024-04-25T01:23:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.890+0000 7fa392000640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c10d1a0 con 0x7fa38c104a00 2024-04-25T01:23:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.890+0000 7fa392000640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c10d4a0 con 0x7fa38c107330 2024-04-25T01:23:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.890+0000 7fa390c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa38c1020d0 0x7fa38c197970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.890+0000 7fa38be00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa38c104a00 0x7fa38c197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.890+0000 7fa390c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa38c1020d0 0x7fa38c197970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60470/0 (socket says 172.21.15.26:60470) 2024-04-25T01:23:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.890+0000 7fa390c00640 1 -- 172.21.15.26:0/2654153961 learned_addr learned my addr 172.21.15.26:0/2654153961 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.890+0000 7fa391600640 1 --2- 172.21.15.26:0/2654153961 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa38c107330 0x7fa38c19ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.891+0000 7fa38be00640 1 -- 172.21.15.26:0/2654153961 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa38c107330 msgr2=0x7fa38c19ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.891+0000 7fa38be00640 1 --2- 172.21.15.26:0/2654153961 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa38c107330 0x7fa38c19ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.891+0000 7fa38be00640 1 -- 172.21.15.26:0/2654153961 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa38c1020d0 msgr2=0x7fa38c197970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.891+0000 7fa38be00640 1 --2- 172.21.15.26:0/2654153961 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa38c1020d0 0x7fa38c197970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.891+0000 7fa38be00640 1 -- 172.21.15.26:0/2654153961 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa38c19f590 con 0x7fa38c104a00 2024-04-25T01:23:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.891+0000 7fa390c00640 1 --2- 172.21.15.26:0/2654153961 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa38c1020d0 0x7fa38c197970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:50.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.891+0000 7fa38be00640 1 --2- 172.21.15.26:0/2654153961 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa38c104a00 0x7fa38c197eb0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa37800e9c0 tx=0x7fa37800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:50.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.891+0000 7fa389600640 1 -- 172.21.15.26:0/2654153961 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa37800cd80 con 0x7fa38c104a00 2024-04-25T01:23:50.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.891+0000 7fa389600640 1 -- 172.21.15.26:0/2654153961 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa3780035f0 con 0x7fa38c104a00 2024-04-25T01:23:50.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.891+0000 7fa392000640 1 -- 172.21.15.26:0/2654153961 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa38c19f880 con 0x7fa38c104a00 2024-04-25T01:23:50.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.891+0000 7fa389600640 1 -- 172.21.15.26:0/2654153961 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa378010690 con 0x7fa38c104a00 2024-04-25T01:23:50.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.891+0000 7fa392000640 1 -- 172.21.15.26:0/2654153961 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa38c19fe20 con 0x7fa38c104a00 2024-04-25T01:23:50.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.893+0000 7fa392000640 1 -- 172.21.15.26:0/2654153961 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa38c0fd5d0 con 0x7fa38c104a00 2024-04-25T01:23:50.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.895+0000 7fa389600640 1 -- 172.21.15.26:0/2654153961 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa3780037a0 con 0x7fa38c104a00 2024-04-25T01:23:50.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.897+0000 7fa389600640 1 --2- 172.21.15.26:0/2654153961 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa3740a2c10 0x7fa3740a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:50.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.897+0000 7fa389600640 1 -- 172.21.15.26:0/2654153961 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fa3780ceef0 con 0x7fa38c104a00 2024-04-25T01:23:50.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.897+0000 7fa390c00640 1 --2- 172.21.15.26:0/2654153961 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa3740a2c10 0x7fa3740a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:50.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.898+0000 7fa390c00640 1 --2- 172.21.15.26:0/2654153961 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa3740a2c10 0x7fa3740a50d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa3800096c0 tx=0x7fa3800315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:50.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:50.902+0000 7fa389600640 1 -- 172.21.15.26:0/2654153961 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa37809c250 con 0x7fa38c104a00 2024-04-25T01:23:51.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.112+0000 7fa392000640 1 -- 172.21.15.26:0/2654153961 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fa38c062340 con 0x7fa38c104a00 2024-04-25T01:23:51.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.750+0000 7fa389600640 1 -- 172.21.15.26:0/2654153961 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) ==== 138+0+0 (secure 0 0 0) 0x7fa37809bb50 con 0x7fa38c104a00 2024-04-25T01:23:51.732 INFO:teuthology.orchestra.run.smithi026.stderr:pool 'cephfs_metadata' created 2024-04-25T01:23:51.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.756+0000 7fa392000640 1 -- 172.21.15.26:0/2654153961 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa3740a2c10 msgr2=0x7fa3740a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:51.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.756+0000 7fa392000640 1 --2- 172.21.15.26:0/2654153961 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa3740a2c10 0x7fa3740a50d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa3800096c0 tx=0x7fa3800315b0 comp rx=0 tx=0).stop 2024-04-25T01:23:51.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.756+0000 7fa392000640 1 -- 172.21.15.26:0/2654153961 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa38c104a00 msgr2=0x7fa38c197eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:51.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.756+0000 7fa392000640 1 --2- 172.21.15.26:0/2654153961 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa38c104a00 0x7fa38c197eb0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa37800e9c0 tx=0x7fa37800ee80 comp rx=0 tx=0).stop 2024-04-25T01:23:51.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.757+0000 7fa392000640 1 -- 172.21.15.26:0/2654153961 shutdown_connections 2024-04-25T01:23:51.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.757+0000 7fa392000640 1 --2- 172.21.15.26:0/2654153961 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa3740a2c10 0x7fa3740a50d0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:51.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.757+0000 7fa392000640 1 --2- 172.21.15.26:0/2654153961 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa38c107330 0x7fa38c19ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:51.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.757+0000 7fa392000640 1 --2- 172.21.15.26:0/2654153961 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa38c104a00 0x7fa38c197eb0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:51.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.757+0000 7fa392000640 1 --2- 172.21.15.26:0/2654153961 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa38c1020d0 0x7fa38c197970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:51.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.757+0000 7fa392000640 1 -- 172.21.15.26:0/2654153961 >> 172.21.15.26:0/2654153961 conn(0x7fa38c0fbae0 msgr2=0x7fa38c102ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:51.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.758+0000 7fa392000640 1 -- 172.21.15.26:0/2654153961 shutdown_connections 2024-04-25T01:23:51.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.758+0000 7fa392000640 1 -- 172.21.15.26:0/2654153961 wait complete. 2024-04-25T01:23:51.757 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-25T01:23:51.917 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:51 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/839199633' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T01:23:51.917 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:51 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:51.918 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:51 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:51.918 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:51 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:51.918 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:51 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:23:51.918 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:51 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:51.918 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:51 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:23:51.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.970+0000 7f2df5000640 1 -- 172.21.15.26:0/489367355 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2df0102250 msgr2=0x7f2df0108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:51.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.970+0000 7f2df5000640 1 --2- 172.21.15.26:0/489367355 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2df0102250 0x7f2df0108ae0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2de8009ca0 tx=0x7f2de802a8b0 comp rx=0 tx=0).stop 2024-04-25T01:23:51.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.970+0000 7f2df5000640 1 -- 172.21.15.26:0/489367355 shutdown_connections 2024-04-25T01:23:51.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.970+0000 7f2df5000640 1 --2- 172.21.15.26:0/489367355 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2df0102250 0x7f2df0108ae0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:51.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.970+0000 7f2df5000640 1 --2- 172.21.15.26:0/489367355 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2df0101890 0x7f2df0101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:51.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.970+0000 7f2df5000640 1 --2- 172.21.15.26:0/489367355 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2df01006a0 0x7f2df0100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:51.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.970+0000 7f2df5000640 1 -- 172.21.15.26:0/489367355 >> 172.21.15.26:0/489367355 conn(0x7f2df00fbc30 msgr2=0x7f2df00fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:51.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.970+0000 7f2df5000640 1 -- 172.21.15.26:0/489367355 shutdown_connections 2024-04-25T01:23:51.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.970+0000 7f2df5000640 1 -- 172.21.15.26:0/489367355 wait complete. 2024-04-25T01:23:51.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.971+0000 7f2df5000640 1 Processor -- start 2024-04-25T01:23:51.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.971+0000 7f2df5000640 1 -- start start 2024-04-25T01:23:51.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.971+0000 7f2df5000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2df01006a0 0x7f2df0199c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:51.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.971+0000 7f2df5000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2df0101890 0x7f2df019a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:51.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.971+0000 7f2df5000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2df0102250 0x7f2df01a1210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:51.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.971+0000 7f2df5000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2df010c320 con 0x7f2df0101890 2024-04-25T01:23:51.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.971+0000 7f2df5000640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2df010c1a0 con 0x7f2df0102250 2024-04-25T01:23:51.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.971+0000 7f2df5000640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f2df010c4a0 con 0x7f2df01006a0 2024-04-25T01:23:51.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.972+0000 7f2dede00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2df01006a0 0x7f2df0199c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:51.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.972+0000 7f2ded400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2df0101890 0x7f2df019a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:51.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.972+0000 7f2dede00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2df01006a0 0x7f2df0199c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:46316/0 (socket says 172.21.15.26:46316) 2024-04-25T01:23:51.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.972+0000 7f2dede00640 1 -- 172.21.15.26:0/265508483 learned_addr learned my addr 172.21.15.26:0/265508483 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:51.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.972+0000 7f2ded400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2df0101890 0x7f2df019a1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60486/0 (socket says 172.21.15.26:60486) 2024-04-25T01:23:51.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.972+0000 7f2dee800640 1 --2- 172.21.15.26:0/265508483 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2df0102250 0x7f2df01a1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:51.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.972+0000 7f2dede00640 1 -- 172.21.15.26:0/265508483 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2df0102250 msgr2=0x7f2df01a1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:51.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.972+0000 7f2dede00640 1 --2- 172.21.15.26:0/265508483 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2df0102250 0x7f2df01a1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:51.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.972+0000 7f2dede00640 1 -- 172.21.15.26:0/265508483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2df0101890 msgr2=0x7f2df019a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:51.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.972+0000 7f2dede00640 1 --2- 172.21.15.26:0/265508483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2df0101890 0x7f2df019a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:51.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.972+0000 7f2dede00640 1 -- 172.21.15.26:0/265508483 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2df01a18b0 con 0x7f2df01006a0 2024-04-25T01:23:51.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.973+0000 7f2dede00640 1 --2- 172.21.15.26:0/265508483 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2df01006a0 0x7f2df0199c70 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2de000e9c0 tx=0x7f2de000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:51.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.973+0000 7f2de6a00640 1 -- 172.21.15.26:0/265508483 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2de000cd80 con 0x7f2df01006a0 2024-04-25T01:23:51.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.973+0000 7f2de6a00640 1 -- 172.21.15.26:0/265508483 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2de00035f0 con 0x7f2df01006a0 2024-04-25T01:23:51.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.973+0000 7f2df5000640 1 -- 172.21.15.26:0/265508483 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2df01a1ba0 con 0x7f2df01006a0 2024-04-25T01:23:51.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.973+0000 7f2de6a00640 1 -- 172.21.15.26:0/265508483 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2de0010690 con 0x7f2df01006a0 2024-04-25T01:23:51.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.973+0000 7f2df5000640 1 -- 172.21.15.26:0/265508483 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2df01a2140 con 0x7f2df01006a0 2024-04-25T01:23:51.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.974+0000 7f2df5000640 1 -- 172.21.15.26:0/265508483 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2df01a2370 con 0x7f2df01006a0 2024-04-25T01:23:51.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.976+0000 7f2de6a00640 1 -- 172.21.15.26:0/265508483 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2de0004020 con 0x7f2df01006a0 2024-04-25T01:23:51.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.978+0000 7f2de6a00640 1 --2- 172.21.15.26:0/265508483 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2dd40a2c10 0x7f2dd40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:51.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.978+0000 7f2de6a00640 1 -- 172.21.15.26:0/265508483 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7497+0+0 (secure 0 0 0) 0x7f2de00cf110 con 0x7f2df01006a0 2024-04-25T01:23:51.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.978+0000 7f2ded400640 1 --2- 172.21.15.26:0/265508483 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2dd40a2c10 0x7f2dd40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:51.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.978+0000 7f2ded400640 1 --2- 172.21.15.26:0/265508483 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2dd40a2c10 0x7f2dd40a50d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2df019b170 tx=0x7f2ddc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:51.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:51.981+0000 7f2de6a00640 1 -- 172.21.15.26:0/265508483 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2de009c300 con 0x7f2df01006a0 2024-04-25T01:23:52.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:51 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/839199633' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T01:23:52.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:51 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:52.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:51 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:52.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:51 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:52.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:51 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:23:52.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:51 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:52.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:51 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:23:52.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:51 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/839199633' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T01:23:52.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:51 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:52.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:51 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:52.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:51 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:52.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:51 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:23:52.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:51 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:52.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:51 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:23:52.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:52.192+0000 7f2df5000640 1 -- 172.21.15.26:0/265508483 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f2df01a2540 con 0x7f2df01006a0 2024-04-25T01:23:52.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:52.792+0000 7f2de6a00640 1 -- 172.21.15.26:0/265508483 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v84) ==== 170+0+0 (secure 0 0 0) 0x7f2de009bc00 con 0x7f2df01006a0 2024-04-25T01:23:52.774 INFO:teuthology.orchestra.run.smithi026.stderr:pool 'cephfs_data' created 2024-04-25T01:23:52.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:52.801+0000 7f2df5000640 1 -- 172.21.15.26:0/265508483 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2dd40a2c10 msgr2=0x7f2dd40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:52.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:52.801+0000 7f2df5000640 1 --2- 172.21.15.26:0/265508483 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2dd40a2c10 0x7f2dd40a50d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2df019b170 tx=0x7f2ddc005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:52.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:52.801+0000 7f2df5000640 1 -- 172.21.15.26:0/265508483 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2df01006a0 msgr2=0x7f2df0199c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:52.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:52.801+0000 7f2df5000640 1 --2- 172.21.15.26:0/265508483 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2df01006a0 0x7f2df0199c70 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2de000e9c0 tx=0x7f2de000ee80 comp rx=0 tx=0).stop 2024-04-25T01:23:52.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:52.801+0000 7f2df5000640 1 -- 172.21.15.26:0/265508483 shutdown_connections 2024-04-25T01:23:52.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:52.801+0000 7f2df5000640 1 --2- 172.21.15.26:0/265508483 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2df0102250 0x7f2df01a1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:52.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:52.801+0000 7f2df5000640 1 --2- 172.21.15.26:0/265508483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2df0101890 0x7f2df019a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:52.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:52.801+0000 7f2df5000640 1 --2- 172.21.15.26:0/265508483 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2dd40a2c10 0x7f2dd40a50d0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:52.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:52.801+0000 7f2df5000640 1 --2- 172.21.15.26:0/265508483 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2df01006a0 0x7f2df0199c70 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:52.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:52.801+0000 7f2df5000640 1 -- 172.21.15.26:0/265508483 >> 172.21.15.26:0/265508483 conn(0x7f2df00fbc30 msgr2=0x7f2df00fd6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:52.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:52.801+0000 7f2df5000640 1 -- 172.21.15.26:0/265508483 shutdown_connections 2024-04-25T01:23:52.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:52.802+0000 7f2df5000640 1 -- 172.21.15.26:0/265508483 wait complete. 2024-04-25T01:23:52.813 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-25T01:23:52.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.011+0000 7ff627000640 1 -- 172.21.15.26:0/3937064565 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff620076100 msgr2=0x7ff620076520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:52.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.011+0000 7ff627000640 1 --2- 172.21.15.26:0/3937064565 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff620076100 0x7ff620076520 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff610009900 tx=0x7ff61002a400 comp rx=0 tx=0).stop 2024-04-25T01:23:52.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.011+0000 7ff627000640 1 -- 172.21.15.26:0/3937064565 shutdown_connections 2024-04-25T01:23:52.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.011+0000 7ff627000640 1 --2- 172.21.15.26:0/3937064565 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff620077ce0 0x7ff620078580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:52.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.011+0000 7ff627000640 1 --2- 172.21.15.26:0/3937064565 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff620077340 0x7ff6200777a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:52.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.011+0000 7ff627000640 1 --2- 172.21.15.26:0/3937064565 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff620076100 0x7ff620076520 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:52.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.011+0000 7ff627000640 1 -- 172.21.15.26:0/3937064565 >> 172.21.15.26:0/3937064565 conn(0x7ff6200feef0 msgr2=0x7ff620101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:52.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.011+0000 7ff627000640 1 -- 172.21.15.26:0/3937064565 shutdown_connections 2024-04-25T01:23:52.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.011+0000 7ff627000640 1 -- 172.21.15.26:0/3937064565 wait complete. 2024-04-25T01:23:52.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.012+0000 7ff627000640 1 Processor -- start 2024-04-25T01:23:52.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.012+0000 7ff627000640 1 -- start start 2024-04-25T01:23:52.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff627000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff620076100 0x7ff62019e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:52.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff627000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff620077340 0x7ff62019e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:52.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff627000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff620077ce0 0x7ff6201a5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:52.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff627000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff620113a70 con 0x7ff620076100 2024-04-25T01:23:52.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff627000640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff6201138f0 con 0x7ff620077340 2024-04-25T01:23:52.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff627000640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7ff620113bf0 con 0x7ff620077ce0 2024-04-25T01:23:52.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff61fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff620076100 0x7ff62019e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:52.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff61fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff620076100 0x7ff62019e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52460/0 (socket says 172.21.15.26:52460) 2024-04-25T01:23:52.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff61fe00640 1 -- 172.21.15.26:0/106919318 learned_addr learned my addr 172.21.15.26:0/106919318 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:52.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff617e00640 1 --2- 172.21.15.26:0/106919318 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff620077340 0x7ff62019e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:52.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff625000640 1 --2- 172.21.15.26:0/106919318 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff620077ce0 0x7ff6201a5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:52.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff61fe00640 1 -- 172.21.15.26:0/106919318 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff620077ce0 msgr2=0x7ff6201a5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:52.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff61fe00640 1 --2- 172.21.15.26:0/106919318 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff620077ce0 0x7ff6201a5640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:52.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff61fe00640 1 -- 172.21.15.26:0/106919318 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff620077340 msgr2=0x7ff62019e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:52.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff61fe00640 1 --2- 172.21.15.26:0/106919318 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff620077340 0x7ff62019e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:52.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.013+0000 7ff61fe00640 1 -- 172.21.15.26:0/106919318 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6201a5cb0 con 0x7ff620076100 2024-04-25T01:23:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.014+0000 7ff61fe00640 1 --2- 172.21.15.26:0/106919318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff620076100 0x7ff62019e090 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff610031440 tx=0x7ff610032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.014+0000 7ff61d600640 1 -- 172.21.15.26:0/106919318 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff61003f030 con 0x7ff620076100 2024-04-25T01:23:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.014+0000 7ff61d600640 1 -- 172.21.15.26:0/106919318 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff610003ce0 con 0x7ff620076100 2024-04-25T01:23:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.014+0000 7ff627000640 1 -- 172.21.15.26:0/106919318 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6201a5f40 con 0x7ff620076100 2024-04-25T01:23:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.014+0000 7ff61d600640 1 -- 172.21.15.26:0/106919318 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff610035070 con 0x7ff620076100 2024-04-25T01:23:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.014+0000 7ff627000640 1 -- 172.21.15.26:0/106919318 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6201a63a0 con 0x7ff620076100 2024-04-25T01:23:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.016+0000 7ff627000640 1 -- 172.21.15.26:0/106919318 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6201104b0 con 0x7ff620076100 2024-04-25T01:23:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.018+0000 7ff61d600640 1 -- 172.21.15.26:0/106919318 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff610042030 con 0x7ff620076100 2024-04-25T01:23:53.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.019+0000 7ff61d600640 1 --2- 172.21.15.26:0/106919318 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff6040a2c10 0x7ff6040a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:53.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.019+0000 7ff61d600640 1 -- 172.21.15.26:0/106919318 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7879+0+0 (secure 0 0 0) 0x7ff6100ef750 con 0x7ff620076100 2024-04-25T01:23:53.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.020+0000 7ff617e00640 1 --2- 172.21.15.26:0/106919318 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff6040a2c10 0x7ff6040a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:53.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.020+0000 7ff617e00640 1 --2- 172.21.15.26:0/106919318 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff6040a2c10 0x7ff6040a50d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff62019f5a0 tx=0x7ff608005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:53.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.022+0000 7ff61d600640 1 -- 172.21.15.26:0/106919318 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7ff6100bc170 con 0x7ff620076100 2024-04-25T01:23:53.053 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:52 smithi026 ceph-mon[28096]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:53.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:52 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2654153961' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T01:23:53.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:52 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T01:23:53.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:52 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T01:23:53.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:52 smithi026 ceph-mon[28096]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T01:23:53.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:52 smithi186 ceph-mon[32747]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:53.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:52 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2654153961' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T01:23:53.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:52 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T01:23:53.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:52 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T01:23:53.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:52 smithi186 ceph-mon[32747]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T01:23:53.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:52 smithi111 ceph-mon[32623]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:53.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:52 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2654153961' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T01:23:53.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:52 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T01:23:53.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:52 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T01:23:53.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:52 smithi111 ceph-mon[32623]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T01:23:53.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.310+0000 7ff627000640 1 -- 172.21.15.26:0/106919318 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7ff620062450 con 0x7ff620076100 2024-04-25T01:23:53.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.834+0000 7ff61d600640 1 -- 172.21.15.26:0/106919318 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7ff6100c0470 con 0x7ff620076100 2024-04-25T01:23:53.814 INFO:teuthology.orchestra.run.smithi026.stderr:new fs with metadata pool 2 and data pool 3 2024-04-25T01:23:53.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.837+0000 7ff627000640 1 -- 172.21.15.26:0/106919318 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff6040a2c10 msgr2=0x7ff6040a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:53.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.837+0000 7ff627000640 1 --2- 172.21.15.26:0/106919318 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff6040a2c10 0x7ff6040a50d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff62019f5a0 tx=0x7ff608005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:53.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.837+0000 7ff627000640 1 -- 172.21.15.26:0/106919318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff620076100 msgr2=0x7ff62019e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:53.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.837+0000 7ff627000640 1 --2- 172.21.15.26:0/106919318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff620076100 0x7ff62019e090 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff610031440 tx=0x7ff610032ce0 comp rx=0 tx=0).stop 2024-04-25T01:23:53.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.838+0000 7ff627000640 1 -- 172.21.15.26:0/106919318 shutdown_connections 2024-04-25T01:23:53.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.838+0000 7ff627000640 1 --2- 172.21.15.26:0/106919318 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff6040a2c10 0x7ff6040a50d0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:53.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.838+0000 7ff627000640 1 --2- 172.21.15.26:0/106919318 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff620077ce0 0x7ff6201a5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:53.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.838+0000 7ff627000640 1 --2- 172.21.15.26:0/106919318 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff620077340 0x7ff62019e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:53.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.838+0000 7ff627000640 1 --2- 172.21.15.26:0/106919318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff620076100 0x7ff62019e090 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:53.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.838+0000 7ff627000640 1 -- 172.21.15.26:0/106919318 >> 172.21.15.26:0/106919318 conn(0x7ff6200feef0 msgr2=0x7ff620100600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:53.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.838+0000 7ff627000640 1 -- 172.21.15.26:0/106919318 shutdown_connections 2024-04-25T01:23:53.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:53.838+0000 7ff627000640 1 -- 172.21.15.26:0/106919318 wait complete. 2024-04-25T01:23:53.841 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T01:23:54.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.048+0000 7f5123200640 1 -- 172.21.15.26:0/2668667649 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f511c105550 msgr2=0x7f511c10bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:54.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.048+0000 7f5123200640 1 --2- 172.21.15.26:0/2668667649 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f511c105550 0x7f511c10bde0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5114009be0 tx=0x7f511402a6c0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.048+0000 7f5123200640 1 -- 172.21.15.26:0/2668667649 shutdown_connections 2024-04-25T01:23:54.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.048+0000 7f5123200640 1 --2- 172.21.15.26:0/2668667649 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f511c105550 0x7f511c10bde0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.048+0000 7f5123200640 1 --2- 172.21.15.26:0/2668667649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f511c104b90 0x7f511c105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.048+0000 7f5123200640 1 --2- 172.21.15.26:0/2668667649 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f511c1039a0 0x7f511c103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.048+0000 7f5123200640 1 -- 172.21.15.26:0/2668667649 >> 172.21.15.26:0/2668667649 conn(0x7f511c0fef30 msgr2=0x7f511c101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:54.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.048+0000 7f5123200640 1 -- 172.21.15.26:0/2668667649 shutdown_connections 2024-04-25T01:23:54.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.048+0000 7f5123200640 1 -- 172.21.15.26:0/2668667649 wait complete. 2024-04-25T01:23:54.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.049+0000 7f5123200640 1 Processor -- start 2024-04-25T01:23:54.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.049+0000 7f5123200640 1 -- start start 2024-04-25T01:23:54.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f5123200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f511c1039a0 0x7f511c199c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:54.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f5123200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f511c104b90 0x7f511c19a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:54.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f5123200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f511c105550 0x7f511c1a11b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:54.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f5123200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f511c10f5b0 con 0x7f511c104b90 2024-04-25T01:23:54.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f5123200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f511c10f430 con 0x7f511c105550 2024-04-25T01:23:54.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f5123200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f511c10f730 con 0x7f511c1039a0 2024-04-25T01:23:54.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f511b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f511c104b90 0x7f511c19a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:54.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f511be00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f511c1039a0 0x7f511c199c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:54.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f511be00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f511c1039a0 0x7f511c199c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:59704/0 (socket says 172.21.15.26:59704) 2024-04-25T01:23:54.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f511be00640 1 -- 172.21.15.26:0/3097634139 learned_addr learned my addr 172.21.15.26:0/3097634139 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:54.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f511b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f511c104b90 0x7f511c19a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52474/0 (socket says 172.21.15.26:52474) 2024-04-25T01:23:54.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f5121200640 1 --2- 172.21.15.26:0/3097634139 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f511c105550 0x7f511c1a11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:54.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f511be00640 1 -- 172.21.15.26:0/3097634139 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f511c105550 msgr2=0x7f511c1a11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:54.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f511be00640 1 --2- 172.21.15.26:0/3097634139 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f511c105550 0x7f511c1a11b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f511be00640 1 -- 172.21.15.26:0/3097634139 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f511c104b90 msgr2=0x7f511c19a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:54.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f511be00640 1 --2- 172.21.15.26:0/3097634139 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f511c104b90 0x7f511c19a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f511be00640 1 -- 172.21.15.26:0/3097634139 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f511c1a1850 con 0x7f511c1039a0 2024-04-25T01:23:54.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.050+0000 7f5121200640 1 --2- 172.21.15.26:0/3097634139 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f511c105550 0x7f511c1a11b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:23:54.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.051+0000 7f511be00640 1 --2- 172.21.15.26:0/3097634139 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f511c1039a0 0x7f511c199c40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f510c00e9f0 tx=0x7f510c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:54.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.051+0000 7f5118c00640 1 -- 172.21.15.26:0/3097634139 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f510c00ccc0 con 0x7f511c1039a0 2024-04-25T01:23:54.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.051+0000 7f5123200640 1 -- 172.21.15.26:0/3097634139 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f511c1a1b40 con 0x7f511c1039a0 2024-04-25T01:23:54.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.051+0000 7f5118c00640 1 -- 172.21.15.26:0/3097634139 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f510c0035f0 con 0x7f511c1039a0 2024-04-25T01:23:54.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.051+0000 7f5118c00640 1 -- 172.21.15.26:0/3097634139 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f510c00ce60 con 0x7f511c1039a0 2024-04-25T01:23:54.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.051+0000 7f5123200640 1 -- 172.21.15.26:0/3097634139 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f511c1a20e0 con 0x7f511c1039a0 2024-04-25T01:23:54.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.052+0000 7f5123200640 1 -- 172.21.15.26:0/3097634139 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f511c10acc0 con 0x7f511c1039a0 2024-04-25T01:23:54.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.054+0000 7f5118c00640 1 -- 172.21.15.26:0/3097634139 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f510c0037a0 con 0x7f511c1039a0 2024-04-25T01:23:54.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.055+0000 7f5118c00640 1 --2- 172.21.15.26:0/3097634139 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51000a2b90 0x7f51000a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:54.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.056+0000 7f5118c00640 1 -- 172.21.15.26:0/3097634139 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f510c0cf310 con 0x7f511c1039a0 2024-04-25T01:23:54.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.056+0000 7f511b400640 1 --2- 172.21.15.26:0/3097634139 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51000a2b90 0x7f51000a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:54.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.057+0000 7f511b400640 1 --2- 172.21.15.26:0/3097634139 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51000a2b90 0x7f51000a5050 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5104009bd0 tx=0x7f5104005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:54.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.060+0000 7f5118c00640 1 -- 172.21.15.26:0/3097634139 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f510c09c320 con 0x7f511c1039a0 2024-04-25T01:23:54.053 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:53 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/265508483' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T01:23:54.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:53 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T01:23:54.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:53 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T01:23:54.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:53 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:54.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:53 smithi026 ceph-mon[28096]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T01:23:54.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:53 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:54.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:53 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:54.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:53 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:54.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:53 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/106919318' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T01:23:54.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:53 smithi026 ceph-mon[28096]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-25T01:23:54.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:53 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/265508483' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T01:23:54.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:53 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T01:23:54.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:53 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T01:23:54.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:53 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:54.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:53 smithi186 ceph-mon[32747]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T01:23:54.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:53 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:54.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:53 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:54.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:53 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:54.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:53 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/106919318' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T01:23:54.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:53 smithi186 ceph-mon[32747]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-25T01:23:54.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:53 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/265508483' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T01:23:54.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:53 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T01:23:54.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:53 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T01:23:54.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:54.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:53 smithi111 ceph-mon[32623]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T01:23:54.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:54.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:54.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:53 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:54.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:53 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/106919318' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T01:23:54.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:53 smithi111 ceph-mon[32623]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-25T01:23:54.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.268+0000 7f5123200640 1 -- 172.21.15.26:0/3097634139 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f511c02d170 con 0x7f511c1039a0 2024-04-25T01:23:54.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.271+0000 7f5118c00640 1 -- 172.21.15.26:0/3097634139 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+22209 (secure 0 0 0) 0x7f510c09bc20 con 0x7f511c1039a0 2024-04-25T01:23:54.252 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:54.252 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":85,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:23:53.312350+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T01:23:51.673615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T01:23:52.776694+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:23:54.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.274+0000 7f5123200640 1 -- 172.21.15.26:0/3097634139 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51000a2b90 msgr2=0x7f51000a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:54.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.274+0000 7f5123200640 1 --2- 172.21.15.26:0/3097634139 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51000a2b90 0x7f51000a5050 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5104009bd0 tx=0x7f5104005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:54.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.274+0000 7f5123200640 1 -- 172.21.15.26:0/3097634139 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f511c1039a0 msgr2=0x7f511c199c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:54.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.274+0000 7f5123200640 1 --2- 172.21.15.26:0/3097634139 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f511c1039a0 0x7f511c199c40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f510c00e9f0 tx=0x7f510c00eeb0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.274+0000 7f5123200640 1 -- 172.21.15.26:0/3097634139 shutdown_connections 2024-04-25T01:23:54.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.274+0000 7f5123200640 1 --2- 172.21.15.26:0/3097634139 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f511c105550 0x7f511c1a11b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.274+0000 7f5123200640 1 --2- 172.21.15.26:0/3097634139 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f511c104b90 0x7f511c19a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.274+0000 7f5123200640 1 --2- 172.21.15.26:0/3097634139 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51000a2b90 0x7f51000a5050 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.274+0000 7f5123200640 1 --2- 172.21.15.26:0/3097634139 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f511c1039a0 0x7f511c199c40 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.274+0000 7f5123200640 1 -- 172.21.15.26:0/3097634139 >> 172.21.15.26:0/3097634139 conn(0x7f511c0fef30 msgr2=0x7f511c107e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:54.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.274+0000 7f5123200640 1 -- 172.21.15.26:0/3097634139 shutdown_connections 2024-04-25T01:23:54.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.274+0000 7f5123200640 1 -- 172.21.15.26:0/3097634139 wait complete. 2024-04-25T01:23:54.275 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T01:23:54.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.509+0000 7f98de000640 1 -- 172.21.15.26:0/2222930719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98d81027d0 msgr2=0x7f98d8102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:54.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.509+0000 7f98de000640 1 --2- 172.21.15.26:0/2222930719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98d81027d0 0x7f98d8102c50 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f98c0009860 tx=0x7f98c002a340 comp rx=0 tx=0).stop 2024-04-25T01:23:54.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.509+0000 7f98de000640 1 -- 172.21.15.26:0/2222930719 shutdown_connections 2024-04-25T01:23:54.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.509+0000 7f98de000640 1 --2- 172.21.15.26:0/2222930719 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f98d8103190 0x7f98d8109a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.509+0000 7f98de000640 1 --2- 172.21.15.26:0/2222930719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98d81027d0 0x7f98d8102c50 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.509+0000 7f98de000640 1 --2- 172.21.15.26:0/2222930719 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98d81015e0 0x7f98d8101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.509+0000 7f98de000640 1 -- 172.21.15.26:0/2222930719 >> 172.21.15.26:0/2222930719 conn(0x7f98d80fcb50 msgr2=0x7f98d80fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:54.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.509+0000 7f98de000640 1 -- 172.21.15.26:0/2222930719 shutdown_connections 2024-04-25T01:23:54.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.509+0000 7f98de000640 1 -- 172.21.15.26:0/2222930719 wait complete. 2024-04-25T01:23:54.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.510+0000 7f98de000640 1 Processor -- start 2024-04-25T01:23:54.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.510+0000 7f98de000640 1 -- start start 2024-04-25T01:23:54.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.511+0000 7f98de000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98d81015e0 0x7f98d81978f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:54.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.511+0000 7f98de000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f98d81027d0 0x7f98d8197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:54.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.511+0000 7f98de000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98d8103190 0x7f98d819eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:54.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.511+0000 7f98de000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f98d810d250 con 0x7f98d8103190 2024-04-25T01:23:54.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.511+0000 7f98de000640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f98d810d0d0 con 0x7f98d81015e0 2024-04-25T01:23:54.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.511+0000 7f98de000640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f98d810d3d0 con 0x7f98d81027d0 2024-04-25T01:23:54.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.511+0000 7f98cfe00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f98d81027d0 0x7f98d8197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:54.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.511+0000 7f98cfe00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f98d81027d0 0x7f98d8197e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:59712/0 (socket says 172.21.15.26:59712) 2024-04-25T01:23:54.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.511+0000 7f98cfe00640 1 -- 172.21.15.26:0/4038162418 learned_addr learned my addr 172.21.15.26:0/4038162418 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:54.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.511+0000 7f98dcc00640 1 --2- 172.21.15.26:0/4038162418 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98d81015e0 0x7f98d81978f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:54.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.511+0000 7f98dd600640 1 --2- 172.21.15.26:0/4038162418 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98d8103190 0x7f98d819eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:54.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.512+0000 7f98cfe00640 1 -- 172.21.15.26:0/4038162418 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98d81015e0 msgr2=0x7f98d81978f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:54.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.512+0000 7f98cfe00640 1 --2- 172.21.15.26:0/4038162418 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98d81015e0 0x7f98d81978f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.512+0000 7f98cfe00640 1 -- 172.21.15.26:0/4038162418 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98d8103190 msgr2=0x7f98d819eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:54.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.512+0000 7f98cfe00640 1 --2- 172.21.15.26:0/4038162418 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98d8103190 0x7f98d819eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.512+0000 7f98cfe00640 1 -- 172.21.15.26:0/4038162418 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98d819f510 con 0x7f98d81027d0 2024-04-25T01:23:54.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.512+0000 7f98cfe00640 1 --2- 172.21.15.26:0/4038162418 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f98d81027d0 0x7f98d8197e30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f98c0035040 tx=0x7f98c0033d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:54.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.512+0000 7f98d6000640 1 -- 172.21.15.26:0/4038162418 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98c0037040 con 0x7f98d81027d0 2024-04-25T01:23:54.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.512+0000 7f98de000640 1 -- 172.21.15.26:0/4038162418 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98d819f7a0 con 0x7f98d81027d0 2024-04-25T01:23:54.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.513+0000 7f98d6000640 1 -- 172.21.15.26:0/4038162418 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f98c0032770 con 0x7f98d81027d0 2024-04-25T01:23:54.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.513+0000 7f98d6000640 1 -- 172.21.15.26:0/4038162418 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98c00046c0 con 0x7f98d81027d0 2024-04-25T01:23:54.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.513+0000 7f98de000640 1 -- 172.21.15.26:0/4038162418 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98d819fce0 con 0x7f98d81027d0 2024-04-25T01:23:54.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.514+0000 7f98de000640 1 -- 172.21.15.26:0/4038162418 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98d8108950 con 0x7f98d81027d0 2024-04-25T01:23:54.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.516+0000 7f98d6000640 1 -- 172.21.15.26:0/4038162418 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f98c0004050 con 0x7f98d81027d0 2024-04-25T01:23:54.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.517+0000 7f98d6000640 1 --2- 172.21.15.26:0/4038162418 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f98bc0a2c10 0x7f98bc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:54.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.518+0000 7f98d6000640 1 -- 172.21.15.26:0/4038162418 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f98c00ef1e0 con 0x7f98d81027d0 2024-04-25T01:23:54.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.518+0000 7f98dcc00640 1 --2- 172.21.15.26:0/4038162418 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f98bc0a2c10 0x7f98bc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:54.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.519+0000 7f98dcc00640 1 --2- 172.21.15.26:0/4038162418 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f98bc0a2c10 0x7f98bc0a50d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f98d8102630 tx=0x7f98c8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:54.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.520+0000 7f98d6000640 1 -- 172.21.15.26:0/4038162418 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f98c00bc1f0 con 0x7f98d81027d0 2024-04-25T01:23:54.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.725+0000 7f98de000640 1 -- 172.21.15.26:0/4038162418 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f98d802d340 con 0x7f98d81027d0 2024-04-25T01:23:54.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.727+0000 7f98d6000640 1 -- 172.21.15.26:0/4038162418 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+22209 (secure 0 0 0) 0x7f98c00ee020 con 0x7f98d81027d0 2024-04-25T01:23:54.708 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:23:54.709 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":85,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:23:53.312350+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T01:23:51.673615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T01:23:52.776694+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:23:54.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.730+0000 7f98de000640 1 -- 172.21.15.26:0/4038162418 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f98bc0a2c10 msgr2=0x7f98bc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:54.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.730+0000 7f98de000640 1 --2- 172.21.15.26:0/4038162418 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f98bc0a2c10 0x7f98bc0a50d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f98d8102630 tx=0x7f98c8009260 comp rx=0 tx=0).stop 2024-04-25T01:23:54.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.730+0000 7f98de000640 1 -- 172.21.15.26:0/4038162418 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f98d81027d0 msgr2=0x7f98d8197e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:54.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.730+0000 7f98de000640 1 --2- 172.21.15.26:0/4038162418 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f98d81027d0 0x7f98d8197e30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f98c0035040 tx=0x7f98c0033d90 comp rx=0 tx=0).stop 2024-04-25T01:23:54.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.730+0000 7f98de000640 1 -- 172.21.15.26:0/4038162418 shutdown_connections 2024-04-25T01:23:54.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.730+0000 7f98de000640 1 --2- 172.21.15.26:0/4038162418 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98d8103190 0x7f98d819eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.730+0000 7f98de000640 1 --2- 172.21.15.26:0/4038162418 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f98bc0a2c10 0x7f98bc0a50d0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.730+0000 7f98de000640 1 --2- 172.21.15.26:0/4038162418 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f98d81027d0 0x7f98d8197e30 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.730+0000 7f98de000640 1 --2- 172.21.15.26:0/4038162418 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f98d81015e0 0x7f98d81978f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.730+0000 7f98de000640 1 -- 172.21.15.26:0/4038162418 >> 172.21.15.26:0/4038162418 conn(0x7f98d80fcb50 msgr2=0x7f98d8105b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:54.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.730+0000 7f98de000640 1 -- 172.21.15.26:0/4038162418 shutdown_connections 2024-04-25T01:23:54.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.730+0000 7f98de000640 1 -- 172.21.15.26:0/4038162418 wait complete. 2024-04-25T01:23:54.730 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-25T01:23:54.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.975+0000 7f2cd7200640 1 -- 172.21.15.26:0/1186896787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2cd0077ce0 msgr2=0x7f2cd0078580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:54.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.975+0000 7f2cd7200640 1 --2- 172.21.15.26:0/1186896787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2cd0077ce0 0x7f2cd0078580 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8009ca0 tx=0x7f2cc802a8c0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.975+0000 7f2cd7200640 1 -- 172.21.15.26:0/1186896787 shutdown_connections 2024-04-25T01:23:54.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.975+0000 7f2cd7200640 1 --2- 172.21.15.26:0/1186896787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2cd0077ce0 0x7f2cd0078580 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.975+0000 7f2cd7200640 1 --2- 172.21.15.26:0/1186896787 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cd0077340 0x7f2cd00777a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.975+0000 7f2cd7200640 1 --2- 172.21.15.26:0/1186896787 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2cd0076100 0x7f2cd0076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.975+0000 7f2cd7200640 1 -- 172.21.15.26:0/1186896787 >> 172.21.15.26:0/1186896787 conn(0x7f2cd00fef30 msgr2=0x7f2cd0101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:54.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.975+0000 7f2cd7200640 1 -- 172.21.15.26:0/1186896787 shutdown_connections 2024-04-25T01:23:54.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.975+0000 7f2cd7200640 1 -- 172.21.15.26:0/1186896787 wait complete. 2024-04-25T01:23:54.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.977+0000 7f2cd7200640 1 Processor -- start 2024-04-25T01:23:54.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.977+0000 7f2cd7200640 1 -- start start 2024-04-25T01:23:54.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.977+0000 7f2cd7200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cd0076100 0x7f2cd019e010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:54.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.977+0000 7f2cd7200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2cd0077340 0x7f2cd019e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:54.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.977+0000 7f2cd7200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2cd0077ce0 0x7f2cd01a55c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:54.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.977+0000 7f2cd7200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd0113a70 con 0x7f2cd0076100 2024-04-25T01:23:54.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.977+0000 7f2cd7200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd01138f0 con 0x7f2cd0077ce0 2024-04-25T01:23:54.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.977+0000 7f2cd7200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd0113bf0 con 0x7f2cd0077340 2024-04-25T01:23:54.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.978+0000 7f2ccfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cd0076100 0x7f2cd019e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:54.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.978+0000 7f2ccfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cd0076100 0x7f2cd019e010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52510/0 (socket says 172.21.15.26:52510) 2024-04-25T01:23:54.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.978+0000 7f2ccfe00640 1 -- 172.21.15.26:0/4003226222 learned_addr learned my addr 172.21.15.26:0/4003226222 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:54.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.978+0000 7f2cc7e00640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2cd0077340 0x7f2cd019e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:54.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.978+0000 7f2cd5200640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2cd0077ce0 0x7f2cd01a55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:54.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.978+0000 7f2cd5200640 1 -- 172.21.15.26:0/4003226222 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2cd0077340 msgr2=0x7f2cd019e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:54.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.978+0000 7f2cd5200640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2cd0077340 0x7f2cd019e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.978+0000 7f2cd5200640 1 -- 172.21.15.26:0/4003226222 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cd0076100 msgr2=0x7f2cd019e010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:54.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.978+0000 7f2cd5200640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cd0076100 0x7f2cd019e010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:54.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.978+0000 7f2cd5200640 1 -- 172.21.15.26:0/4003226222 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cd01a5c30 con 0x7f2cd0077ce0 2024-04-25T01:23:54.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.978+0000 7f2ccfe00640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cd0076100 0x7f2cd019e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:23:54.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.979+0000 7f2cd5200640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2cd0077ce0 0x7f2cd01a55c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8031ae0 tx=0x7f2cc80319f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:54.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.979+0000 7f2ccd600640 1 -- 172.21.15.26:0/4003226222 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc8003b70 con 0x7f2cd0077ce0 2024-04-25T01:23:54.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.979+0000 7f2ccd600640 1 -- 172.21.15.26:0/4003226222 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2cc8003d10 con 0x7f2cd0077ce0 2024-04-25T01:23:54.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.979+0000 7f2cd7200640 1 -- 172.21.15.26:0/4003226222 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cd01a5ec0 con 0x7f2cd0077ce0 2024-04-25T01:23:54.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.979+0000 7f2ccd600640 1 -- 172.21.15.26:0/4003226222 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc802fbd0 con 0x7f2cd0077ce0 2024-04-25T01:23:54.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.979+0000 7f2cd7200640 1 -- 172.21.15.26:0/4003226222 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cd01a6380 con 0x7f2cd0077ce0 2024-04-25T01:23:54.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.980+0000 7f2cd7200640 1 -- 172.21.15.26:0/4003226222 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cd0110310 con 0x7f2cd0077ce0 2024-04-25T01:23:54.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.982+0000 7f2ccd600640 1 -- 172.21.15.26:0/4003226222 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2cc802fd70 con 0x7f2cd0077ce0 2024-04-25T01:23:54.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.983+0000 7f2ccd600640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2cb40a2b90 0x7f2cb40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:54.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.984+0000 7f2ccd600640 1 -- 172.21.15.26:0/4003226222 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f2cc80f0380 con 0x7f2cd0077ce0 2024-04-25T01:23:54.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.984+0000 7f2ccfe00640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2cb40a2b90 0x7f2cb40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:54.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.984+0000 7f2ccfe00640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2cb40a2b90 0x7f2cb40a5050 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2cc0011550 tx=0x7f2cc0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:54.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:54.988+0000 7f2ccd600640 1 -- 172.21.15.26:0/4003226222 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2cc80bd390 con 0x7f2cd0077ce0 2024-04-25T01:23:55.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:54 smithi026 ceph-mon[28096]: pgmap v318: 97 pgs: 9 creating+peering, 1 active+clean, 87 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:55.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:54 smithi026 ceph-mon[28096]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T01:23:55.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:54 smithi026 ceph-mon[28096]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T01:23:55.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:54 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/106919318' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T01:23:55.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:54 smithi026 ceph-mon[28096]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-25T01:23:55.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:54 smithi026 ceph-mon[28096]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-25T01:23:55.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:54 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:55.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:54 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:55.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:54 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:55.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:54 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:23:55.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:54 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:55.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:54 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3097634139' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:55.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:54 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/4038162418' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:55.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:54 smithi186 ceph-mon[32747]: pgmap v318: 97 pgs: 9 creating+peering, 1 active+clean, 87 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:55.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:54 smithi186 ceph-mon[32747]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T01:23:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:54 smithi186 ceph-mon[32747]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T01:23:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:54 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/106919318' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T01:23:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:54 smithi186 ceph-mon[32747]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-25T01:23:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:54 smithi186 ceph-mon[32747]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-25T01:23:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:54 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:54 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:54 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:54 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:23:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:54 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:54 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3097634139' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:55.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:54 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/4038162418' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:55.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:54 smithi111 ceph-mon[32623]: pgmap v318: 97 pgs: 9 creating+peering, 1 active+clean, 87 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T01:23:55.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:54 smithi111 ceph-mon[32623]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T01:23:55.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:54 smithi111 ceph-mon[32623]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T01:23:55.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:54 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/106919318' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T01:23:55.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:54 smithi111 ceph-mon[32623]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-25T01:23:55.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:54 smithi111 ceph-mon[32623]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-25T01:23:55.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:54 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:55.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:54 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:55.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:54 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:23:55.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:54 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:23:55.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:54 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:23:55.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:54 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3097634139' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:55.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:54 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/4038162418' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:23:55.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:55.242+0000 7f2cd7200640 1 -- 172.21.15.26:0/4003226222 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f2cd00623e0 con 0x7f2cd0077ce0 2024-04-25T01:23:55.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:55.852+0000 7f2ccd600640 1 -- 172.21.15.26:0/4003226222 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f2cc80bcc90 con 0x7f2cd0077ce0 2024-04-25T01:23:55.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:55.856+0000 7f2cd7200640 1 -- 172.21.15.26:0/4003226222 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2cb40a2b90 msgr2=0x7f2cb40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:55.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:55.856+0000 7f2cd7200640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2cb40a2b90 0x7f2cb40a5050 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2cc0011550 tx=0x7f2cc0005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:55.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:55.856+0000 7f2cd7200640 1 -- 172.21.15.26:0/4003226222 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2cd0077ce0 msgr2=0x7f2cd01a55c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:55.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:55.856+0000 7f2cd7200640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2cd0077ce0 0x7f2cd01a55c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8031ae0 tx=0x7f2cc80319f0 comp rx=0 tx=0).stop 2024-04-25T01:23:55.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:55.856+0000 7f2cd7200640 1 -- 172.21.15.26:0/4003226222 shutdown_connections 2024-04-25T01:23:55.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:55.856+0000 7f2cd7200640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2cd0077ce0 0x7f2cd01a55c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:55.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:55.856+0000 7f2cd7200640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2cb40a2b90 0x7f2cb40a5050 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:55.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:55.856+0000 7f2cd7200640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2cd0077340 0x7f2cd019e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:55.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:55.856+0000 7f2cd7200640 1 --2- 172.21.15.26:0/4003226222 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cd0076100 0x7f2cd019e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:55.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:55.856+0000 7f2cd7200640 1 -- 172.21.15.26:0/4003226222 >> 172.21.15.26:0/4003226222 conn(0x7f2cd00fef30 msgr2=0x7f2cd0100a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:55.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:55.856+0000 7f2cd7200640 1 -- 172.21.15.26:0/4003226222 shutdown_connections 2024-04-25T01:23:55.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:55.856+0000 7f2cd7200640 1 -- 172.21.15.26:0/4003226222 wait complete. 2024-04-25T01:23:55.859 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-04-25T01:23:55.859 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2024-04-25T01:23:56.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:55 smithi026 ceph-mon[28096]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T01:23:56.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:55 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] up:active 2024-04-25T01:23:56.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:55 smithi026 ceph-mon[28096]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T01:23:56.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:55 smithi026 ceph-mon[28096]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T01:23:56.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:55 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/4003226222' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T01:23:56.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:55 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T01:23:56.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:55 smithi186 ceph-mon[32747]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T01:23:56.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:55 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] up:active 2024-04-25T01:23:56.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:55 smithi186 ceph-mon[32747]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T01:23:56.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:55 smithi186 ceph-mon[32747]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T01:23:56.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:55 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/4003226222' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T01:23:56.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:55 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T01:23:56.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.105+0000 7f9a60a00640 1 -- 172.21.15.26:0/2328586970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a5c1039a0 msgr2=0x7f9a5c103dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:56.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.105+0000 7f9a60a00640 1 --2- 172.21.15.26:0/2328586970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a5c1039a0 0x7f9a5c103dc0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c009900 tx=0x7f9a4c02a3f0 comp rx=0 tx=0).stop 2024-04-25T01:23:56.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.105+0000 7f9a60a00640 1 -- 172.21.15.26:0/2328586970 shutdown_connections 2024-04-25T01:23:56.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.105+0000 7f9a60a00640 1 --2- 172.21.15.26:0/2328586970 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9a5c105550 0x7f9a5c10bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:56.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.105+0000 7f9a60a00640 1 --2- 172.21.15.26:0/2328586970 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a5c104b90 0x7f9a5c105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:56.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.105+0000 7f9a60a00640 1 --2- 172.21.15.26:0/2328586970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a5c1039a0 0x7f9a5c103dc0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:56.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.105+0000 7f9a60a00640 1 -- 172.21.15.26:0/2328586970 >> 172.21.15.26:0/2328586970 conn(0x7f9a5c0fef30 msgr2=0x7f9a5c101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:56.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.105+0000 7f9a60a00640 1 -- 172.21.15.26:0/2328586970 shutdown_connections 2024-04-25T01:23:56.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.105+0000 7f9a60a00640 1 -- 172.21.15.26:0/2328586970 wait complete. 2024-04-25T01:23:56.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.106+0000 7f9a60a00640 1 Processor -- start 2024-04-25T01:23:56.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.106+0000 7f9a60a00640 1 -- start start 2024-04-25T01:23:56.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a60a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a5c1039a0 0x7f9a5c199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:56.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a60a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a5c104b90 0x7f9a5c19a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:56.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a60a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9a5c105550 0x7f9a5c1a12c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:56.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a60a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9a5c10f660 con 0x7f9a5c104b90 2024-04-25T01:23:56.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a60a00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9a5c10f4e0 con 0x7f9a5c105550 2024-04-25T01:23:56.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a60a00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f9a5c10f7e0 con 0x7f9a5c1039a0 2024-04-25T01:23:56.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a59e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a5c1039a0 0x7f9a5c199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:56.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a59400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a5c104b90 0x7f9a5c19a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:56.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a59e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a5c1039a0 0x7f9a5c199d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:59744/0 (socket says 172.21.15.26:59744) 2024-04-25T01:23:56.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a59400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a5c104b90 0x7f9a5c19a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52526/0 (socket says 172.21.15.26:52526) 2024-04-25T01:23:56.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a59e00640 1 -- 172.21.15.26:0/191910323 learned_addr learned my addr 172.21.15.26:0/191910323 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:56.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a5a800640 1 --2- 172.21.15.26:0/191910323 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9a5c105550 0x7f9a5c1a12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:56.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a59e00640 1 -- 172.21.15.26:0/191910323 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9a5c105550 msgr2=0x7f9a5c1a12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:56.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a59e00640 1 --2- 172.21.15.26:0/191910323 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9a5c105550 0x7f9a5c1a12c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:56.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a59e00640 1 -- 172.21.15.26:0/191910323 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a5c104b90 msgr2=0x7f9a5c19a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:56.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a59e00640 1 --2- 172.21.15.26:0/191910323 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a5c104b90 0x7f9a5c19a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:56.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.107+0000 7f9a59e00640 1 -- 172.21.15.26:0/191910323 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a5c1a1960 con 0x7f9a5c1039a0 2024-04-25T01:23:56.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.108+0000 7f9a59e00640 1 --2- 172.21.15.26:0/191910323 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a5c1039a0 0x7f9a5c199d50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c031440 tx=0x7f9a4c032ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:56.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.108+0000 7f9a52a00640 1 -- 172.21.15.26:0/191910323 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c03f030 con 0x7f9a5c1039a0 2024-04-25T01:23:56.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.108+0000 7f9a52a00640 1 -- 172.21.15.26:0/191910323 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a4c003ce0 con 0x7f9a5c1039a0 2024-04-25T01:23:56.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.108+0000 7f9a52a00640 1 -- 172.21.15.26:0/191910323 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c035070 con 0x7f9a5c1039a0 2024-04-25T01:23:56.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.108+0000 7f9a60a00640 1 -- 172.21.15.26:0/191910323 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a5c1a1bf0 con 0x7f9a5c1039a0 2024-04-25T01:23:56.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.108+0000 7f9a60a00640 1 -- 172.21.15.26:0/191910323 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a5c1a2090 con 0x7f9a5c1039a0 2024-04-25T01:23:56.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.110+0000 7f9a60a00640 1 -- 172.21.15.26:0/191910323 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a5c10ade0 con 0x7f9a5c1039a0 2024-04-25T01:23:56.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.111+0000 7f9a52a00640 1 -- 172.21.15.26:0/191910323 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9a4c042030 con 0x7f9a5c1039a0 2024-04-25T01:23:56.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.113+0000 7f9a52a00640 1 --2- 172.21.15.26:0/191910323 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9a400a2c10 0x7f9a400a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:56.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.113+0000 7f9a52a00640 1 -- 172.21.15.26:0/191910323 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f9a4c0ef4b0 con 0x7f9a5c1039a0 2024-04-25T01:23:56.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.113+0000 7f9a59400640 1 --2- 172.21.15.26:0/191910323 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9a400a2c10 0x7f9a400a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:56.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.114+0000 7f9a59400640 1 --2- 172.21.15.26:0/191910323 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9a400a2c10 0x7f9a400a50d0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9a48009bd0 tx=0x7f9a48005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:56.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.117+0000 7f9a52a00640 1 -- 172.21.15.26:0/191910323 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f9a4c0bbe70 con 0x7f9a5c1039a0 2024-04-25T01:23:56.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:55 smithi111 ceph-mon[32623]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T01:23:56.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:55 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] up:active 2024-04-25T01:23:56.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:55 smithi111 ceph-mon[32623]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T01:23:56.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:55 smithi111 ceph-mon[32623]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T01:23:56.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:55 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/4003226222' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T01:23:56.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:55 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T01:23:56.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.361+0000 7f9a60a00640 1 -- 172.21.15.26:0/191910323 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f9a5c062370 con 0x7f9a5c1039a0 2024-04-25T01:23:56.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.865+0000 7f9a52a00640 1 -- 172.21.15.26:0/191910323 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f9a4c0c0170 con 0x7f9a5c1039a0 2024-04-25T01:23:56.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.869+0000 7f9a60a00640 1 -- 172.21.15.26:0/191910323 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9a400a2c10 msgr2=0x7f9a400a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:56.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.869+0000 7f9a60a00640 1 --2- 172.21.15.26:0/191910323 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9a400a2c10 0x7f9a400a50d0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9a48009bd0 tx=0x7f9a48005f90 comp rx=0 tx=0).stop 2024-04-25T01:23:56.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.869+0000 7f9a60a00640 1 -- 172.21.15.26:0/191910323 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a5c1039a0 msgr2=0x7f9a5c199d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:56.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.869+0000 7f9a60a00640 1 --2- 172.21.15.26:0/191910323 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a5c1039a0 0x7f9a5c199d50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c031440 tx=0x7f9a4c032ce0 comp rx=0 tx=0).stop 2024-04-25T01:23:56.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.869+0000 7f9a60a00640 1 -- 172.21.15.26:0/191910323 shutdown_connections 2024-04-25T01:23:56.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.869+0000 7f9a60a00640 1 --2- 172.21.15.26:0/191910323 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9a5c105550 0x7f9a5c1a12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:56.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.869+0000 7f9a60a00640 1 --2- 172.21.15.26:0/191910323 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a5c104b90 0x7f9a5c19a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:56.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.869+0000 7f9a60a00640 1 --2- 172.21.15.26:0/191910323 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9a400a2c10 0x7f9a400a50d0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:56.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.869+0000 7f9a60a00640 1 --2- 172.21.15.26:0/191910323 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9a5c1039a0 0x7f9a5c199d50 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:56.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.869+0000 7f9a60a00640 1 -- 172.21.15.26:0/191910323 >> 172.21.15.26:0/191910323 conn(0x7f9a5c0fef30 msgr2=0x7f9a5c107fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:56.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.870+0000 7f9a60a00640 1 -- 172.21.15.26:0/191910323 shutdown_connections 2024-04-25T01:23:56.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:56.870+0000 7f9a60a00640 1 -- 172.21.15.26:0/191910323 wait complete. 2024-04-25T01:23:56.889 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-04-25T01:23:57.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:56 smithi026 ceph-mon[28096]: pgmap v321: 97 pgs: 9 creating+peering, 37 active+clean, 51 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 1 op/s 2024-04-25T01:23:57.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:56 smithi026 ceph-mon[28096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-25T01:23:57.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:56 smithi026 ceph-mon[28096]: Cluster is now healthy 2024-04-25T01:23:57.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:56 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T01:23:57.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:56 smithi026 ceph-mon[28096]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T01:23:57.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:56 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/191910323' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T01:23:57.055 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:56 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T01:23:57.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:56 smithi186 ceph-mon[32747]: pgmap v321: 97 pgs: 9 creating+peering, 37 active+clean, 51 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 1 op/s 2024-04-25T01:23:57.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:56 smithi186 ceph-mon[32747]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-25T01:23:57.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:56 smithi186 ceph-mon[32747]: Cluster is now healthy 2024-04-25T01:23:57.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:56 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T01:23:57.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:56 smithi186 ceph-mon[32747]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T01:23:57.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:56 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/191910323' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T01:23:57.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:56 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T01:23:57.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.107+0000 7f5fb5200640 1 -- 172.21.15.26:0/2779512680 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5fb0105550 msgr2=0x7f5fb010bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:57.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.107+0000 7f5fb5200640 1 --2- 172.21.15.26:0/2779512680 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5fb0105550 0x7f5fb010bde0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8009900 tx=0x7f5fa802a410 comp rx=0 tx=0).stop 2024-04-25T01:23:57.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.107+0000 7f5fb5200640 1 -- 172.21.15.26:0/2779512680 shutdown_connections 2024-04-25T01:23:57.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.107+0000 7f5fb5200640 1 --2- 172.21.15.26:0/2779512680 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5fb0105550 0x7f5fb010bde0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:57.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.107+0000 7f5fb5200640 1 --2- 172.21.15.26:0/2779512680 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5fb0104b90 0x7f5fb0105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:57.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.107+0000 7f5fb5200640 1 --2- 172.21.15.26:0/2779512680 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb01039a0 0x7f5fb0103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:57.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.107+0000 7f5fb5200640 1 -- 172.21.15.26:0/2779512680 >> 172.21.15.26:0/2779512680 conn(0x7f5fb00feef0 msgr2=0x7f5fb0101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:57.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.107+0000 7f5fb5200640 1 -- 172.21.15.26:0/2779512680 shutdown_connections 2024-04-25T01:23:57.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.107+0000 7f5fb5200640 1 -- 172.21.15.26:0/2779512680 wait complete. 2024-04-25T01:23:57.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.108+0000 7f5fb5200640 1 Processor -- start 2024-04-25T01:23:57.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.108+0000 7f5fb5200640 1 -- start start 2024-04-25T01:23:57.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.109+0000 7f5fb5200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5fb01039a0 0x7f5fb0199c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:57.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.109+0000 7f5fb5200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb0104b90 0x7f5fb019a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:57.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.109+0000 7f5fb5200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5fb0105550 0x7f5fb01a11c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:57.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.109+0000 7f5fb5200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb010f650 con 0x7f5fb01039a0 2024-04-25T01:23:57.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.109+0000 7f5fb5200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb010f4d0 con 0x7f5fb0104b90 2024-04-25T01:23:57.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.109+0000 7f5fb5200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb010f7d0 con 0x7f5fb0105550 2024-04-25T01:23:57.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.109+0000 7f5fade00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5fb01039a0 0x7f5fb0199c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:57.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.109+0000 7f5fade00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5fb01039a0 0x7f5fb0199c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52538/0 (socket says 172.21.15.26:52538) 2024-04-25T01:23:57.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.109+0000 7f5fade00640 1 -- 172.21.15.26:0/1203722719 learned_addr learned my addr 172.21.15.26:0/1203722719 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:57.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.109+0000 7f5fad400640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb0104b90 0x7f5fb019a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:57.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.109+0000 7f5fae800640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5fb0105550 0x7f5fb01a11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:57.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.110+0000 7f5fade00640 1 -- 172.21.15.26:0/1203722719 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5fb0105550 msgr2=0x7f5fb01a11c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:57.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.110+0000 7f5fade00640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5fb0105550 0x7f5fb01a11c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:57.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.110+0000 7f5fade00640 1 -- 172.21.15.26:0/1203722719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb0104b90 msgr2=0x7f5fb019a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:57.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.110+0000 7f5fade00640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb0104b90 0x7f5fb019a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:57.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.110+0000 7f5fade00640 1 -- 172.21.15.26:0/1203722719 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb01a1860 con 0x7f5fb01039a0 2024-04-25T01:23:57.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.110+0000 7f5fae800640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5fb0105550 0x7f5fb01a11c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:23:57.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.110+0000 7f5fade00640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5fb01039a0 0x7f5fb0199c50 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5fa000e9c0 tx=0x7f5fa000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:57.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.110+0000 7f5fa6a00640 1 -- 172.21.15.26:0/1203722719 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa000cd80 con 0x7f5fb01039a0 2024-04-25T01:23:57.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.110+0000 7f5fa6a00640 1 -- 172.21.15.26:0/1203722719 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5fa00035f0 con 0x7f5fb01039a0 2024-04-25T01:23:57.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.110+0000 7f5fa6a00640 1 -- 172.21.15.26:0/1203722719 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa0010690 con 0x7f5fb01039a0 2024-04-25T01:23:57.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.110+0000 7f5fb5200640 1 -- 172.21.15.26:0/1203722719 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fb01a1b50 con 0x7f5fb01039a0 2024-04-25T01:23:57.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.110+0000 7f5fb5200640 1 -- 172.21.15.26:0/1203722719 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fb01a2050 con 0x7f5fb01039a0 2024-04-25T01:23:57.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.111+0000 7f5fb5200640 1 -- 172.21.15.26:0/1203722719 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fb010abf0 con 0x7f5fb01039a0 2024-04-25T01:23:57.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.114+0000 7f5fa6a00640 1 -- 172.21.15.26:0/1203722719 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5fa00037a0 con 0x7f5fb01039a0 2024-04-25T01:23:57.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.115+0000 7f5fa6a00640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5f900a2c10 0x7f5f900a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:57.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.115+0000 7f5fa6a00640 1 -- 172.21.15.26:0/1203722719 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f5fa00cf430 con 0x7f5fb01039a0 2024-04-25T01:23:57.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.115+0000 7f5fad400640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5f900a2c10 0x7f5f900a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:57.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.116+0000 7f5fad400640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5f900a2c10 0x7f5f900a50d0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5f98005fd0 tx=0x7f5f98009680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:57.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.119+0000 7f5fa6a00640 1 -- 172.21.15.26:0/1203722719 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f5fa009c440 con 0x7f5fb01039a0 2024-04-25T01:23:57.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:56 smithi111 ceph-mon[32623]: pgmap v321: 97 pgs: 9 creating+peering, 37 active+clean, 51 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 1 op/s 2024-04-25T01:23:57.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:56 smithi111 ceph-mon[32623]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-25T01:23:57.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:56 smithi111 ceph-mon[32623]: Cluster is now healthy 2024-04-25T01:23:57.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:56 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T01:23:57.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:56 smithi111 ceph-mon[32623]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T01:23:57.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:56 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/191910323' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T01:23:57.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:56 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T01:23:57.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.365+0000 7f5fb5200640 1 -- 172.21.15.26:0/1203722719 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f5fb002d170 con 0x7f5fb01039a0 2024-04-25T01:23:57.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.787+0000 7f5fa6a00640 1 -- 172.21.15.26:0/1203722719 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v20) ==== 121+0+0 (secure 0 0 0) 0x7f5fa009bd40 con 0x7f5fb01039a0 2024-04-25T01:23:57.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.790+0000 7f5fb5200640 1 -- 172.21.15.26:0/1203722719 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5f900a2c10 msgr2=0x7f5f900a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:57.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.791+0000 7f5fb5200640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5f900a2c10 0x7f5f900a50d0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5f98005fd0 tx=0x7f5f98009680 comp rx=0 tx=0).stop 2024-04-25T01:23:57.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.791+0000 7f5fb5200640 1 -- 172.21.15.26:0/1203722719 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5fb01039a0 msgr2=0x7f5fb0199c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:57.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.791+0000 7f5fb5200640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5fb01039a0 0x7f5fb0199c50 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5fa000e9c0 tx=0x7f5fa000ee80 comp rx=0 tx=0).stop 2024-04-25T01:23:57.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.791+0000 7f5fb5200640 1 -- 172.21.15.26:0/1203722719 shutdown_connections 2024-04-25T01:23:57.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.791+0000 7f5fb5200640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5f900a2c10 0x7f5f900a50d0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:57.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.791+0000 7f5fb5200640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5fb0105550 0x7f5fb01a11c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:57.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.791+0000 7f5fb5200640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5fb0104b90 0x7f5fb019a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:57.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.791+0000 7f5fb5200640 1 --2- 172.21.15.26:0/1203722719 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5fb01039a0 0x7f5fb0199c50 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:57.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.791+0000 7f5fb5200640 1 -- 172.21.15.26:0/1203722719 >> 172.21.15.26:0/1203722719 conn(0x7f5fb00feef0 msgr2=0x7f5fb0107dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:57.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.791+0000 7f5fb5200640 1 -- 172.21.15.26:0/1203722719 shutdown_connections 2024-04-25T01:23:57.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:57.791+0000 7f5fb5200640 1 -- 172.21.15.26:0/1203722719 wait complete. 2024-04-25T01:23:57.800 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-04-25T01:23:57.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.005+0000 7f2168a00640 1 -- 172.21.15.26:0/1385608954 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2164108e70 msgr2=0x7f21641092f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:57.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.005+0000 7f2168a00640 1 --2- 172.21.15.26:0/1385608954 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2164108e70 0x7f21641092f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f2150009860 tx=0x7f215002a340 comp rx=0 tx=0).stop 2024-04-25T01:23:57.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.005+0000 7f2168a00640 1 -- 172.21.15.26:0/1385608954 shutdown_connections 2024-04-25T01:23:57.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.005+0000 7f2168a00640 1 --2- 172.21.15.26:0/1385608954 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2164109830 0x7f21641100c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:57.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.005+0000 7f2168a00640 1 --2- 172.21.15.26:0/1385608954 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2164108e70 0x7f21641092f0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:57.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.005+0000 7f2168a00640 1 --2- 172.21.15.26:0/1385608954 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2164107c80 0x7f21641080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:57.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.005+0000 7f2168a00640 1 -- 172.21.15.26:0/1385608954 >> 172.21.15.26:0/1385608954 conn(0x7f2164076c10 msgr2=0x7f2164079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:57.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.005+0000 7f2168a00640 1 -- 172.21.15.26:0/1385608954 shutdown_connections 2024-04-25T01:23:57.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.006+0000 7f2168a00640 1 -- 172.21.15.26:0/1385608954 wait complete. 2024-04-25T01:23:57.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.006+0000 7f2168a00640 1 Processor -- start 2024-04-25T01:23:57.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.007+0000 7f2168a00640 1 -- start start 2024-04-25T01:23:57.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.007+0000 7f2168a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2164107c80 0x7f216419df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:57.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.007+0000 7f2168a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2164108e70 0x7f216419e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:57.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.007+0000 7f2168a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2164109830 0x7f21641a54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:57.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.007+0000 7f2168a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2164113900 con 0x7f2164107c80 2024-04-25T01:23:57.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.007+0000 7f2168a00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2164113780 con 0x7f2164108e70 2024-04-25T01:23:57.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.007+0000 7f2168a00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f2164113a80 con 0x7f2164109830 2024-04-25T01:23:57.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.007+0000 7f2163400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2164107c80 0x7f216419df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:57.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.007+0000 7f2162a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2164108e70 0x7f216419e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:57.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.007+0000 7f2162a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2164108e70 0x7f216419e4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48844/0 (socket says 172.21.15.26:48844) 2024-04-25T01:23:57.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.007+0000 7f2163400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2164107c80 0x7f216419df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52562/0 (socket says 172.21.15.26:52562) 2024-04-25T01:23:57.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.007+0000 7f2162a00640 1 -- 172.21.15.26:0/3414200601 learned_addr learned my addr 172.21.15.26:0/3414200601 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:57.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.007+0000 7f2163e00640 1 --2- 172.21.15.26:0/3414200601 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2164109830 0x7f21641a54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:57.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.008+0000 7f2162a00640 1 -- 172.21.15.26:0/3414200601 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2164109830 msgr2=0x7f21641a54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:57.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.008+0000 7f2162a00640 1 --2- 172.21.15.26:0/3414200601 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2164109830 0x7f21641a54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:57.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.008+0000 7f2162a00640 1 -- 172.21.15.26:0/3414200601 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2164107c80 msgr2=0x7f216419df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:57.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.008+0000 7f2162a00640 1 --2- 172.21.15.26:0/3414200601 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2164107c80 0x7f216419df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:57.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.008+0000 7f2162a00640 1 -- 172.21.15.26:0/3414200601 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21641a5b30 con 0x7f2164108e70 2024-04-25T01:23:57.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.008+0000 7f2162a00640 1 --2- 172.21.15.26:0/3414200601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2164108e70 0x7f216419e4a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2150035040 tx=0x7f2150033d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:57.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.008+0000 7f215be00640 1 -- 172.21.15.26:0/3414200601 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2150037040 con 0x7f2164108e70 2024-04-25T01:23:57.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.008+0000 7f215be00640 1 -- 172.21.15.26:0/3414200601 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2150032770 con 0x7f2164108e70 2024-04-25T01:23:57.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.008+0000 7f215be00640 1 -- 172.21.15.26:0/3414200601 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21500046c0 con 0x7f2164108e70 2024-04-25T01:23:57.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.008+0000 7f2168a00640 1 -- 172.21.15.26:0/3414200601 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21641a5dc0 con 0x7f2164108e70 2024-04-25T01:23:57.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.008+0000 7f2168a00640 1 -- 172.21.15.26:0/3414200601 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21641a6200 con 0x7f2164108e70 2024-04-25T01:23:57.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.010+0000 7f2168a00640 1 -- 172.21.15.26:0/3414200601 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f216410ef40 con 0x7f2164108e70 2024-04-25T01:23:57.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.012+0000 7f215be00640 1 -- 172.21.15.26:0/3414200601 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2150004050 con 0x7f2164108e70 2024-04-25T01:23:57.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.014+0000 7f215be00640 1 --2- 172.21.15.26:0/3414200601 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f21480a2c10 0x7f21480a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:57.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.014+0000 7f215be00640 1 -- 172.21.15.26:0/3414200601 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f21500eec00 con 0x7f2164108e70 2024-04-25T01:23:57.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.014+0000 7f2163400640 1 --2- 172.21.15.26:0/3414200601 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f21480a2c10 0x7f21480a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:57.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.015+0000 7f2163400640 1 --2- 172.21.15.26:0/3414200601 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f21480a2c10 0x7f21480a50d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f2164108cd0 tx=0x7f2154009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:57.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.018+0000 7f215be00640 1 -- 172.21.15.26:0/3414200601 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2150049020 con 0x7f2164108e70 2024-04-25T01:23:58.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:57 smithi026 ceph-mon[28096]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T01:23:58.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:57 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-25T01:23:58.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:57 smithi026 ceph-mon[28096]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T01:23:58.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:57 smithi026 ceph-mon[28096]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T01:23:58.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:57 smithi026 ceph-mon[28096]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-25T01:23:58.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:57 smithi026 ceph-mon[28096]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-25T01:23:58.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:57 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1203722719' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T01:23:58.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:57 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1203722719' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T01:23:58.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:57 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] up:active 2024-04-25T01:23:58.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:57 smithi026 ceph-mon[28096]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T01:23:58.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:57 smithi026 ceph-mon[28096]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 2 up:standby-replay 8 up:standby 2024-04-25T01:23:58.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:57 smithi026 ceph-mon[28096]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:creating} 2 up:standby-replay 7 up:standby 2024-04-25T01:23:58.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:57 smithi186 ceph-mon[32747]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T01:23:58.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:57 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-25T01:23:58.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:57 smithi186 ceph-mon[32747]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T01:23:58.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:57 smithi186 ceph-mon[32747]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T01:23:58.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:57 smithi186 ceph-mon[32747]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-25T01:23:58.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:57 smithi186 ceph-mon[32747]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-25T01:23:58.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:57 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1203722719' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T01:23:58.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:57 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1203722719' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T01:23:58.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:57 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] up:active 2024-04-25T01:23:58.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:57 smithi186 ceph-mon[32747]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T01:23:58.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:57 smithi186 ceph-mon[32747]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 2 up:standby-replay 8 up:standby 2024-04-25T01:23:58.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:57 smithi186 ceph-mon[32747]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:creating} 2 up:standby-replay 7 up:standby 2024-04-25T01:23:58.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:57 smithi111 ceph-mon[32623]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T01:23:58.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:57 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-25T01:23:58.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:57 smithi111 ceph-mon[32623]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T01:23:58.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:57 smithi111 ceph-mon[32623]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T01:23:58.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:57 smithi111 ceph-mon[32623]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-25T01:23:58.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:57 smithi111 ceph-mon[32623]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-25T01:23:58.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:57 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1203722719' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T01:23:58.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:57 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1203722719' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T01:23:58.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:57 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] up:active 2024-04-25T01:23:58.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:57 smithi111 ceph-mon[32623]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T01:23:58.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:57 smithi111 ceph-mon[32623]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 2 up:standby-replay 8 up:standby 2024-04-25T01:23:58.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:57 smithi111 ceph-mon[32623]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:creating} 2 up:standby-replay 7 up:standby 2024-04-25T01:23:58.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.263+0000 7f2168a00640 1 -- 172.21.15.26:0/3414200601 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f216402d170 con 0x7f2164108e70 2024-04-25T01:23:58.614 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:23:58 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b[63133]: 2024-04-25T01:23:58.177+0000 7fc219ff3700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-25T01:23:58.614 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:23:58 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b[63133]: 2024-04-25T01:23:58.177+0000 7fc219ff3700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-04-25T01:23:58.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.837+0000 7f215be00640 1 -- 172.21.15.26:0/3414200601 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v22) ==== 115+0+0 (secure 0 0 0) 0x7f21500bbc10 con 0x7f2164108e70 2024-04-25T01:23:58.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.840+0000 7f2168a00640 1 -- 172.21.15.26:0/3414200601 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f21480a2c10 msgr2=0x7f21480a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:58.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.841+0000 7f2168a00640 1 --2- 172.21.15.26:0/3414200601 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f21480a2c10 0x7f21480a50d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f2164108cd0 tx=0x7f2154009260 comp rx=0 tx=0).stop 2024-04-25T01:23:58.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.841+0000 7f2168a00640 1 -- 172.21.15.26:0/3414200601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2164108e70 msgr2=0x7f216419e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:58.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.841+0000 7f2168a00640 1 --2- 172.21.15.26:0/3414200601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2164108e70 0x7f216419e4a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2150035040 tx=0x7f2150033d90 comp rx=0 tx=0).stop 2024-04-25T01:23:58.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.841+0000 7f2168a00640 1 -- 172.21.15.26:0/3414200601 shutdown_connections 2024-04-25T01:23:58.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.841+0000 7f2168a00640 1 --2- 172.21.15.26:0/3414200601 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f21480a2c10 0x7f21480a50d0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:58.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.841+0000 7f2168a00640 1 --2- 172.21.15.26:0/3414200601 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2164109830 0x7f21641a54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:58.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.841+0000 7f2168a00640 1 --2- 172.21.15.26:0/3414200601 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2164108e70 0x7f216419e4a0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:58.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.841+0000 7f2168a00640 1 --2- 172.21.15.26:0/3414200601 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2164107c80 0x7f216419df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:58.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.841+0000 7f2168a00640 1 -- 172.21.15.26:0/3414200601 >> 172.21.15.26:0/3414200601 conn(0x7f2164076c10 msgr2=0x7f216410c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:58.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.841+0000 7f2168a00640 1 -- 172.21.15.26:0/3414200601 shutdown_connections 2024-04-25T01:23:58.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:58.841+0000 7f2168a00640 1 -- 172.21.15.26:0/3414200601 wait complete. 2024-04-25T01:23:58.851 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-04-25T01:23:58.852 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-04-25T01:23:59.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.073+0000 7effeb200640 1 -- 172.21.15.26:0/2654969197 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effec104a70 msgr2=0x7effec104ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:59.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.073+0000 7effeb200640 1 --2- 172.21.15.26:0/2654969197 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effec104a70 0x7effec104ef0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7effd4009860 tx=0x7effd402a340 comp rx=0 tx=0).stop 2024-04-25T01:23:59.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:58 smithi026 ceph-mon[28096]: pgmap v322: 97 pgs: 3 creating+peering, 84 active+clean, 10 unknown; 578 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 7 op/s 2024-04-25T01:23:59.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:58 smithi026 ceph-mon[28096]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-04-25T01:23:59.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:58 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3414200601' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T01:23:59.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:58 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T01:23:59.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.073+0000 7effeb200640 1 -- 172.21.15.26:0/2654969197 shutdown_connections 2024-04-25T01:23:59.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.073+0000 7effeb200640 1 --2- 172.21.15.26:0/2654969197 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7effec105430 0x7effec10bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:59.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.073+0000 7effeb200640 1 --2- 172.21.15.26:0/2654969197 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effec104a70 0x7effec104ef0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:59.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.073+0000 7effeb200640 1 --2- 172.21.15.26:0/2654969197 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effec103880 0x7effec103ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:59.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.073+0000 7effeb200640 1 -- 172.21.15.26:0/2654969197 >> 172.21.15.26:0/2654969197 conn(0x7effec0fedf0 msgr2=0x7effec101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:59.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.073+0000 7effeb200640 1 -- 172.21.15.26:0/2654969197 shutdown_connections 2024-04-25T01:23:59.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.073+0000 7effeb200640 1 -- 172.21.15.26:0/2654969197 wait complete. 2024-04-25T01:23:59.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.074+0000 7effeb200640 1 Processor -- start 2024-04-25T01:23:59.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.075+0000 7effeb200640 1 -- start start 2024-04-25T01:23:59.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.075+0000 7effeb200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7effec103880 0x7effec199b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:59.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.075+0000 7effeb200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effec104a70 0x7effec19a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:59.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.075+0000 7effeb200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effec105430 0x7effec1a10f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:59.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.075+0000 7effeb200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7effec10f500 con 0x7effec105430 2024-04-25T01:23:59.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.075+0000 7effeb200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7effec10f380 con 0x7effec104a70 2024-04-25T01:23:59.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.075+0000 7effeb200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7effec10f680 con 0x7effec103880 2024-04-25T01:23:59.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.075+0000 7effe9400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effec104a70 0x7effec19a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:59.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.075+0000 7effe9e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7effec103880 0x7effec199b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:59.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.075+0000 7effea800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effec105430 0x7effec1a10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:59.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.075+0000 7effe9400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effec104a70 0x7effec19a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48872/0 (socket says 172.21.15.26:48872) 2024-04-25T01:23:59.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.075+0000 7effe9400640 1 -- 172.21.15.26:0/4259408655 learned_addr learned my addr 172.21.15.26:0/4259408655 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:23:59.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.076+0000 7effe9400640 1 -- 172.21.15.26:0/4259408655 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7effec103880 msgr2=0x7effec199b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:59.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.076+0000 7effe9400640 1 --2- 172.21.15.26:0/4259408655 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7effec103880 0x7effec199b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:59.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.076+0000 7effe9400640 1 -- 172.21.15.26:0/4259408655 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effec105430 msgr2=0x7effec1a10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:59.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.076+0000 7effe9400640 1 --2- 172.21.15.26:0/4259408655 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effec105430 0x7effec1a10f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:59.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.076+0000 7effe9400640 1 -- 172.21.15.26:0/4259408655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effec1a1760 con 0x7effec104a70 2024-04-25T01:23:59.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.076+0000 7effe9400640 1 --2- 172.21.15.26:0/4259408655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effec104a70 0x7effec19a080 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7effd4035040 tx=0x7effd4033d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:59.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.076+0000 7effe2a00640 1 -- 172.21.15.26:0/4259408655 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effd4037040 con 0x7effec104a70 2024-04-25T01:23:59.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.076+0000 7effe2a00640 1 -- 172.21.15.26:0/4259408655 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7effd4030850 con 0x7effec104a70 2024-04-25T01:23:59.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.076+0000 7effe2a00640 1 -- 172.21.15.26:0/4259408655 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effd4004920 con 0x7effec104a70 2024-04-25T01:23:59.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.076+0000 7effeb200640 1 -- 172.21.15.26:0/4259408655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effec1a19f0 con 0x7effec104a70 2024-04-25T01:23:59.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.077+0000 7effeb200640 1 -- 172.21.15.26:0/4259408655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effec1a1e90 con 0x7effec104a70 2024-04-25T01:23:59.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.078+0000 7effeb200640 1 -- 172.21.15.26:0/4259408655 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effec10ab40 con 0x7effec104a70 2024-04-25T01:23:59.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.080+0000 7effe2a00640 1 -- 172.21.15.26:0/4259408655 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7effd4004050 con 0x7effec104a70 2024-04-25T01:23:59.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.081+0000 7effe2a00640 1 --2- 172.21.15.26:0/4259408655 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7effd00a2c10 0x7effd00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:23:59.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.081+0000 7effe2a00640 1 -- 172.21.15.26:0/4259408655 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7effd40eee20 con 0x7effec104a70 2024-04-25T01:23:59.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.081+0000 7effe9e00640 1 --2- 172.21.15.26:0/4259408655 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7effd00a2c10 0x7effd00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:23:59.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.082+0000 7effe9e00640 1 --2- 172.21.15.26:0/4259408655 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7effd00a2c10 0x7effd00a50d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7effec1048d0 tx=0x7effdc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:23:59.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.085+0000 7effe2a00640 1 -- 172.21.15.26:0/4259408655 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7effd40bbe30 con 0x7effec104a70 2024-04-25T01:23:59.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:58 smithi186 ceph-mon[32747]: pgmap v322: 97 pgs: 3 creating+peering, 84 active+clean, 10 unknown; 578 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 7 op/s 2024-04-25T01:23:59.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:58 smithi186 ceph-mon[32747]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-04-25T01:23:59.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:58 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3414200601' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T01:23:59.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:58 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T01:23:59.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:58 smithi111 ceph-mon[32623]: pgmap v322: 97 pgs: 3 creating+peering, 84 active+clean, 10 unknown; 578 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 7 op/s 2024-04-25T01:23:59.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:58 smithi111 ceph-mon[32623]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-04-25T01:23:59.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:58 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3414200601' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T01:23:59.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:58 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T01:23:59.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.316+0000 7effeb200640 1 -- 172.21.15.26:0/4259408655 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7effec061b80 con 0x7effd00a2c10 2024-04-25T01:23:59.804 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:23:59 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:23:59.328+0000 7f804ae00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T01:23:59.804 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:23:59 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:23:59.328+0000 7f804ae00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T01:23:59.804 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:23:59 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:23:59.328+0000 7f804ae00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T01:23:59.804 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:23:59 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:23:59.328+0000 7f804ae00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T01:23:59.805 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:23:59 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:23:59.328+0000 7f804ae00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T01:23:59.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.880+0000 7effe2a00640 1 -- 172.21.15.26:0/4259408655 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7effec061b80 con 0x7effd00a2c10 2024-04-25T01:23:59.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.886+0000 7effeb200640 1 -- 172.21.15.26:0/4259408655 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7effd00a2c10 msgr2=0x7effd00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:59.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.886+0000 7effeb200640 1 --2- 172.21.15.26:0/4259408655 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7effd00a2c10 0x7effd00a50d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7effec1048d0 tx=0x7effdc009260 comp rx=0 tx=0).stop 2024-04-25T01:23:59.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.886+0000 7effeb200640 1 -- 172.21.15.26:0/4259408655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effec104a70 msgr2=0x7effec19a080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:23:59.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.886+0000 7effeb200640 1 --2- 172.21.15.26:0/4259408655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effec104a70 0x7effec19a080 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7effd4035040 tx=0x7effd4033d90 comp rx=0 tx=0).stop 2024-04-25T01:23:59.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.886+0000 7effeb200640 1 -- 172.21.15.26:0/4259408655 shutdown_connections 2024-04-25T01:23:59.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.886+0000 7effeb200640 1 --2- 172.21.15.26:0/4259408655 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effec105430 0x7effec1a10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:59.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.886+0000 7effeb200640 1 --2- 172.21.15.26:0/4259408655 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effec104a70 0x7effec19a080 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:59.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.886+0000 7effeb200640 1 --2- 172.21.15.26:0/4259408655 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7effd00a2c10 0x7effd00a50d0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:59.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.886+0000 7effeb200640 1 --2- 172.21.15.26:0/4259408655 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7effec103880 0x7effec199b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:23:59.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.886+0000 7effeb200640 1 -- 172.21.15.26:0/4259408655 >> 172.21.15.26:0/4259408655 conn(0x7effec0fedf0 msgr2=0x7effec107d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:23:59.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.886+0000 7effeb200640 1 -- 172.21.15.26:0/4259408655 shutdown_connections 2024-04-25T01:23:59.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:23:59.886+0000 7effeb200640 1 -- 172.21.15.26:0/4259408655 wait complete. 2024-04-25T01:23:59.887 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-25T01:24:00.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.093+0000 7f74f4c00640 1 -- 172.21.15.26:0/521519343 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74f0108e70 msgr2=0x7f74f01092f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:00.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.093+0000 7f74f4c00640 1 --2- 172.21.15.26:0/521519343 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74f0108e70 0x7f74f01092f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f74dc009900 tx=0x7f74dc02a400 comp rx=0 tx=0).stop 2024-04-25T01:24:00.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.093+0000 7f74f4c00640 1 -- 172.21.15.26:0/521519343 shutdown_connections 2024-04-25T01:24:00.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.093+0000 7f74f4c00640 1 --2- 172.21.15.26:0/521519343 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74f0109830 0x7f74f01100c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.093+0000 7f74f4c00640 1 --2- 172.21.15.26:0/521519343 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74f0108e70 0x7f74f01092f0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.093+0000 7f74f4c00640 1 --2- 172.21.15.26:0/521519343 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f74f0107c80 0x7f74f01080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.093+0000 7f74f4c00640 1 -- 172.21.15.26:0/521519343 >> 172.21.15.26:0/521519343 conn(0x7f74f0076c10 msgr2=0x7f74f0079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:00.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.093+0000 7f74f4c00640 1 -- 172.21.15.26:0/521519343 shutdown_connections 2024-04-25T01:24:00.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.093+0000 7f74f4c00640 1 -- 172.21.15.26:0/521519343 wait complete. 2024-04-25T01:24:00.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.094+0000 7f74f4c00640 1 Processor -- start 2024-04-25T01:24:00.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.094+0000 7f74f4c00640 1 -- start start 2024-04-25T01:24:00.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74f4c00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74f0107c80 0x7f74f019dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:00.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74f4c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74f0108e70 0x7f74f019e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:00.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74f4c00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f74f0109830 0x7f74f01a5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:00.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74f4c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f74f0113950 con 0x7f74f0108e70 2024-04-25T01:24:00.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74f4c00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f74f01137d0 con 0x7f74f0107c80 2024-04-25T01:24:00.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74f4c00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f74f0113ad0 con 0x7f74f0109830 2024-04-25T01:24:00.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74ef400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74f0107c80 0x7f74f019dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:00.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74ef400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74f0107c80 0x7f74f019dfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48908/0 (socket says 172.21.15.26:48908) 2024-04-25T01:24:00.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74ef400640 1 -- 172.21.15.26:0/3527035359 learned_addr learned my addr 172.21.15.26:0/3527035359 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:00.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74eea00640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74f0108e70 0x7f74f019e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:00.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74efe00640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f74f0109830 0x7f74f01a5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:00.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74ef400640 1 -- 172.21.15.26:0/3527035359 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f74f0109830 msgr2=0x7f74f01a5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:00.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74ef400640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f74f0109830 0x7f74f01a5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74ef400640 1 -- 172.21.15.26:0/3527035359 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74f0108e70 msgr2=0x7f74f019e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:00.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74ef400640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74f0108e70 0x7f74f019e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74ef400640 1 -- 172.21.15.26:0/3527035359 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74f01a5be0 con 0x7f74f0107c80 2024-04-25T01:24:00.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74efe00640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f74f0109830 0x7f74f01a5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:24:00.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.095+0000 7f74ef400640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74f0107c80 0x7f74f019dfc0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f74e000e9c0 tx=0x7f74e000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:00.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.096+0000 7f74e7e00640 1 -- 172.21.15.26:0/3527035359 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e000cd80 con 0x7f74f0107c80 2024-04-25T01:24:00.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.096+0000 7f74e7e00640 1 -- 172.21.15.26:0/3527035359 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f74e00035f0 con 0x7f74f0107c80 2024-04-25T01:24:00.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.096+0000 7f74f4c00640 1 -- 172.21.15.26:0/3527035359 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74f01a5ed0 con 0x7f74f0107c80 2024-04-25T01:24:00.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.096+0000 7f74e7e00640 1 -- 172.21.15.26:0/3527035359 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e0010690 con 0x7f74f0107c80 2024-04-25T01:24:00.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.096+0000 7f74f4c00640 1 -- 172.21.15.26:0/3527035359 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74f01a6330 con 0x7f74f0107c80 2024-04-25T01:24:00.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.098+0000 7f74f4c00640 1 -- 172.21.15.26:0/3527035359 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74f010efa0 con 0x7f74f0107c80 2024-04-25T01:24:00.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.099+0000 7f74e7e00640 1 -- 172.21.15.26:0/3527035359 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f74e00037a0 con 0x7f74f0107c80 2024-04-25T01:24:00.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.101+0000 7f74e7e00640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f74d40a2c10 0x7f74d40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:00.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.101+0000 7f74e7e00640 1 -- 172.21.15.26:0/3527035359 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f74e00cf320 con 0x7f74f0107c80 2024-04-25T01:24:00.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.101+0000 7f74eea00640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f74d40a2c10 0x7f74d40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:00.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.102+0000 7f74eea00640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f74d40a2c10 0x7f74d40a50d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f74dc031440 tx=0x7f74dc0315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:00.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:59 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T01:24:00.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:59 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] up:active 2024-04-25T01:24:00.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:59 smithi186 ceph-mon[32747]: daemon mds.e assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-25T01:24:00.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:59 smithi186 ceph-mon[32747]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 2 up:standby-replay 7 up:standby 2024-04-25T01:24:00.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:59 smithi186 ceph-mon[32747]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=f=up:active,3=e=up:creating} 2 up:standby-replay 6 up:standby 2024-04-25T01:24:00.086 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:23:59 smithi186 ceph-mon[32747]: daemon mds.e is now active in filesystem cephfs as rank 3 2024-04-25T01:24:00.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.105+0000 7f74e7e00640 1 -- 172.21.15.26:0/3527035359 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f74e009c330 con 0x7f74f0107c80 2024-04-25T01:24:00.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:59 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T01:24:00.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:59 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] up:active 2024-04-25T01:24:00.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:59 smithi111 ceph-mon[32623]: daemon mds.e assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-25T01:24:00.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:59 smithi111 ceph-mon[32623]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 2 up:standby-replay 7 up:standby 2024-04-25T01:24:00.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:59 smithi111 ceph-mon[32623]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=f=up:active,3=e=up:creating} 2 up:standby-replay 6 up:standby 2024-04-25T01:24:00.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:23:59 smithi111 ceph-mon[32623]: daemon mds.e is now active in filesystem cephfs as rank 3 2024-04-25T01:24:00.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:59 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T01:24:00.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:59 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] up:active 2024-04-25T01:24:00.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:59 smithi026 ceph-mon[28096]: daemon mds.e assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-25T01:24:00.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:59 smithi026 ceph-mon[28096]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 2 up:standby-replay 7 up:standby 2024-04-25T01:24:00.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:59 smithi026 ceph-mon[28096]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=f=up:active,3=e=up:creating} 2 up:standby-replay 6 up:standby 2024-04-25T01:24:00.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:23:59 smithi026 ceph-mon[28096]: daemon mds.e is now active in filesystem cephfs as rank 3 2024-04-25T01:24:00.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.339+0000 7f74f4c00640 1 -- 172.21.15.26:0/3527035359 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f74f0061b80 con 0x7f74d40a2c10 2024-04-25T01:24:00.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.377+0000 7f74e7e00640 1 -- 172.21.15.26:0/3527035359 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f74f0061b80 con 0x7f74d40a2c10 2024-04-25T01:24:00.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.380+0000 7f74f4c00640 1 -- 172.21.15.26:0/3527035359 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f74d40a2c10 msgr2=0x7f74d40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:00.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.380+0000 7f74f4c00640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f74d40a2c10 0x7f74d40a50d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f74dc031440 tx=0x7f74dc0315b0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.380+0000 7f74f4c00640 1 -- 172.21.15.26:0/3527035359 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74f0107c80 msgr2=0x7f74f019dfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:00.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.380+0000 7f74f4c00640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74f0107c80 0x7f74f019dfc0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f74e000e9c0 tx=0x7f74e000ee80 comp rx=0 tx=0).stop 2024-04-25T01:24:00.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.380+0000 7f74f4c00640 1 -- 172.21.15.26:0/3527035359 shutdown_connections 2024-04-25T01:24:00.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.380+0000 7f74f4c00640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f74d40a2c10 0x7f74d40a50d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.380+0000 7f74f4c00640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f74f0109830 0x7f74f01a5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.380+0000 7f74f4c00640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74f0108e70 0x7f74f019e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.381+0000 7f74f4c00640 1 --2- 172.21.15.26:0/3527035359 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f74f0107c80 0x7f74f019dfc0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.381+0000 7f74f4c00640 1 -- 172.21.15.26:0/3527035359 >> 172.21.15.26:0/3527035359 conn(0x7f74f0076c10 msgr2=0x7f74f010c170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:00.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.381+0000 7f74f4c00640 1 -- 172.21.15.26:0/3527035359 shutdown_connections 2024-04-25T01:24:00.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.381+0000 7f74f4c00640 1 -- 172.21.15.26:0/3527035359 wait complete. 2024-04-25T01:24:00.381 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-25T01:24:00.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.617+0000 7f4b8c800640 1 -- 172.21.15.26:0/2807529593 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4b84104b90 msgr2=0x7f4b84105010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.617+0000 7f4b8c800640 1 --2- 172.21.15.26:0/2807529593 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4b84104b90 0x7f4b84105010 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4b74009900 tx=0x7f4b7402a400 comp rx=0 tx=0).stop 2024-04-25T01:24:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.617+0000 7f4b8c800640 1 -- 172.21.15.26:0/2807529593 shutdown_connections 2024-04-25T01:24:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.617+0000 7f4b8c800640 1 --2- 172.21.15.26:0/2807529593 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b84105550 0x7f4b8410bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.617+0000 7f4b8c800640 1 --2- 172.21.15.26:0/2807529593 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4b84104b90 0x7f4b84105010 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.617+0000 7f4b8c800640 1 --2- 172.21.15.26:0/2807529593 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4b841039a0 0x7f4b84103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.617+0000 7f4b8c800640 1 -- 172.21.15.26:0/2807529593 >> 172.21.15.26:0/2807529593 conn(0x7f4b840fef30 msgr2=0x7f4b84101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.617+0000 7f4b8c800640 1 -- 172.21.15.26:0/2807529593 shutdown_connections 2024-04-25T01:24:00.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.617+0000 7f4b8c800640 1 -- 172.21.15.26:0/2807529593 wait complete. 2024-04-25T01:24:00.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.618+0000 7f4b8c800640 1 Processor -- start 2024-04-25T01:24:00.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.619+0000 7f4b8c800640 1 -- start start 2024-04-25T01:24:00.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.619+0000 7f4b8c800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4b841039a0 0x7f4b84199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:00.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.619+0000 7f4b8c800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b84104b90 0x7f4b8419a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:00.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.619+0000 7f4b8c800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4b84105550 0x7f4b841a12c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:00.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.619+0000 7f4b8c800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8410f600 con 0x7f4b84105550 2024-04-25T01:24:00.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.619+0000 7f4b8c800640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8410f480 con 0x7f4b84104b90 2024-04-25T01:24:00.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.619+0000 7f4b8c800640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8410f780 con 0x7f4b841039a0 2024-04-25T01:24:00.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.619+0000 7f4b89e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4b841039a0 0x7f4b84199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:00.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.619+0000 7f4b89400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b84104b90 0x7f4b8419a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:00.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.619+0000 7f4b89e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4b841039a0 0x7f4b84199d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:59846/0 (socket says 172.21.15.26:59846) 2024-04-25T01:24:00.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.619+0000 7f4b89400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b84104b90 0x7f4b8419a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48928/0 (socket says 172.21.15.26:48928) 2024-04-25T01:24:00.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.619+0000 7f4b8a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4b84105550 0x7f4b841a12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:00.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.619+0000 7f4b89e00640 1 -- 172.21.15.26:0/2469579032 learned_addr learned my addr 172.21.15.26:0/2469579032 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:00.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.620+0000 7f4b89e00640 1 -- 172.21.15.26:0/2469579032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b84104b90 msgr2=0x7f4b8419a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:00.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.620+0000 7f4b89e00640 1 --2- 172.21.15.26:0/2469579032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b84104b90 0x7f4b8419a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.620+0000 7f4b89e00640 1 -- 172.21.15.26:0/2469579032 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4b84105550 msgr2=0x7f4b841a12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:00.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.620+0000 7f4b89e00640 1 --2- 172.21.15.26:0/2469579032 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4b84105550 0x7f4b841a12c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.620+0000 7f4b89e00640 1 -- 172.21.15.26:0/2469579032 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b841a1960 con 0x7f4b841039a0 2024-04-25T01:24:00.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.620+0000 7f4b89400640 1 --2- 172.21.15.26:0/2469579032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b84104b90 0x7f4b8419a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:24:00.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.620+0000 7f4b89e00640 1 --2- 172.21.15.26:0/2469579032 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4b841039a0 0x7f4b84199d50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f4b7800e9c0 tx=0x7f4b7800edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:00.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.620+0000 7f4b7ea00640 1 -- 172.21.15.26:0/2469579032 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b7800ccc0 con 0x7f4b841039a0 2024-04-25T01:24:00.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.620+0000 7f4b7ea00640 1 -- 172.21.15.26:0/2469579032 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4b780035f0 con 0x7f4b841039a0 2024-04-25T01:24:00.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.620+0000 7f4b8c800640 1 -- 172.21.15.26:0/2469579032 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b841a1c50 con 0x7f4b841039a0 2024-04-25T01:24:00.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.620+0000 7f4b7ea00640 1 -- 172.21.15.26:0/2469579032 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b7800ce60 con 0x7f4b841039a0 2024-04-25T01:24:00.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.620+0000 7f4b8c800640 1 -- 172.21.15.26:0/2469579032 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b841a21a0 con 0x7f4b841039a0 2024-04-25T01:24:00.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.622+0000 7f4b8c800640 1 -- 172.21.15.26:0/2469579032 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b8410ad30 con 0x7f4b841039a0 2024-04-25T01:24:00.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.623+0000 7f4b7ea00640 1 -- 172.21.15.26:0/2469579032 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4b780037a0 con 0x7f4b841039a0 2024-04-25T01:24:00.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.625+0000 7f4b7ea00640 1 --2- 172.21.15.26:0/2469579032 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4b6c0a2c10 0x7f4b6c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:00.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.625+0000 7f4b7ea00640 1 -- 172.21.15.26:0/2469579032 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f4b780cf2c0 con 0x7f4b841039a0 2024-04-25T01:24:00.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.625+0000 7f4b89400640 1 --2- 172.21.15.26:0/2469579032 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4b6c0a2c10 0x7f4b6c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:00.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.626+0000 7f4b89400640 1 --2- 172.21.15.26:0/2469579032 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4b6c0a2c10 0x7f4b6c0a50d0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f4b740314e0 tx=0x7f4b74000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:00.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.629+0000 7f4b7ea00640 1 -- 172.21.15.26:0/2469579032 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f4b7809c2d0 con 0x7f4b841039a0 2024-04-25T01:24:00.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.870+0000 7f4b8c800640 1 -- 172.21.15.26:0/2469579032 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f4b84061b80 con 0x7f4b6c0a2c10 2024-04-25T01:24:00.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.881+0000 7f4b7ea00640 1 -- 172.21.15.26:0/2469579032 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f4b84061b80 con 0x7f4b6c0a2c10 2024-04-25T01:24:00.862 INFO:teuthology.orchestra.run.smithi026.stdout:/volumes/qa/sv_0/add56aaa-6855-43ee-805e-15671589a3db 2024-04-25T01:24:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.884+0000 7f4b8c800640 1 -- 172.21.15.26:0/2469579032 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4b6c0a2c10 msgr2=0x7f4b6c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.884+0000 7f4b8c800640 1 --2- 172.21.15.26:0/2469579032 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4b6c0a2c10 0x7f4b6c0a50d0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f4b740314e0 tx=0x7f4b74000bc0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.884+0000 7f4b8c800640 1 -- 172.21.15.26:0/2469579032 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4b841039a0 msgr2=0x7f4b84199d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.884+0000 7f4b8c800640 1 --2- 172.21.15.26:0/2469579032 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4b841039a0 0x7f4b84199d50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f4b7800e9c0 tx=0x7f4b7800edc0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.884+0000 7f4b8c800640 1 -- 172.21.15.26:0/2469579032 shutdown_connections 2024-04-25T01:24:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.884+0000 7f4b8c800640 1 --2- 172.21.15.26:0/2469579032 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4b84105550 0x7f4b841a12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.884+0000 7f4b8c800640 1 --2- 172.21.15.26:0/2469579032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4b84104b90 0x7f4b8419a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.884+0000 7f4b8c800640 1 --2- 172.21.15.26:0/2469579032 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4b6c0a2c10 0x7f4b6c0a50d0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.884+0000 7f4b8c800640 1 --2- 172.21.15.26:0/2469579032 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4b841039a0 0x7f4b84199d50 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:00.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.884+0000 7f4b8c800640 1 -- 172.21.15.26:0/2469579032 >> 172.21.15.26:0/2469579032 conn(0x7f4b840fef30 msgr2=0x7f4b84107f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:00.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.884+0000 7f4b8c800640 1 -- 172.21.15.26:0/2469579032 shutdown_connections 2024-04-25T01:24:00.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:00.884+0000 7f4b8c800640 1 -- 172.21.15.26:0/2469579032 wait complete. 2024-04-25T01:24:00.884 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-25T01:24:01.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.093+0000 7f9da9000640 1 -- 172.21.15.26:0/2074584690 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9da4105430 msgr2=0x7f9da410bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:01.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.093+0000 7f9da9000640 1 --2- 172.21.15.26:0/2074584690 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9da4105430 0x7f9da410bcc0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c009ca0 tx=0x7f9d9c02a8c0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.093+0000 7f9da9000640 1 -- 172.21.15.26:0/2074584690 shutdown_connections 2024-04-25T01:24:01.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.093+0000 7f9da9000640 1 --2- 172.21.15.26:0/2074584690 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9da4105430 0x7f9da410bcc0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.093+0000 7f9da9000640 1 --2- 172.21.15.26:0/2074584690 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9da4104a70 0x7f9da4104ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.093+0000 7f9da9000640 1 --2- 172.21.15.26:0/2074584690 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9da4103880 0x7f9da4103ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.093+0000 7f9da9000640 1 -- 172.21.15.26:0/2074584690 >> 172.21.15.26:0/2074584690 conn(0x7f9da40fedf0 msgr2=0x7f9da4101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:01.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.093+0000 7f9da9000640 1 -- 172.21.15.26:0/2074584690 shutdown_connections 2024-04-25T01:24:01.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.093+0000 7f9da9000640 1 -- 172.21.15.26:0/2074584690 wait complete. 2024-04-25T01:24:01.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.095+0000 7f9da9000640 1 Processor -- start 2024-04-25T01:24:01.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.095+0000 7f9da9000640 1 -- start start 2024-04-25T01:24:01.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.095+0000 7f9da9000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9da4103880 0x7f9da4199b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:01.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.095+0000 7f9da9000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9da4104a70 0x7f9da419a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:01.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.095+0000 7f9da9000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9da4105430 0x7f9da41a1120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:01.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.095+0000 7f9da9000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9da410f550 con 0x7f9da4104a70 2024-04-25T01:24:01.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.095+0000 7f9da9000640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9da410f3d0 con 0x7f9da4103880 2024-04-25T01:24:01.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.095+0000 7f9da9000640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f9da410f6d0 con 0x7f9da4105430 2024-04-25T01:24:01.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.095+0000 7f9da3400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9da4103880 0x7f9da4199b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:01.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.095+0000 7f9da3e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9da4105430 0x7f9da41a1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:01.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.095+0000 7f9da3400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9da4103880 0x7f9da4199b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48938/0 (socket says 172.21.15.26:48938) 2024-04-25T01:24:01.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.095+0000 7f9da3400640 1 -- 172.21.15.26:0/1010562381 learned_addr learned my addr 172.21.15.26:0/1010562381 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:01.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.095+0000 7f9da2a00640 1 --2- 172.21.15.26:0/1010562381 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9da4104a70 0x7f9da419a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:01.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.096+0000 7f9da3400640 1 -- 172.21.15.26:0/1010562381 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9da4105430 msgr2=0x7f9da41a1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:01.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.096+0000 7f9da3400640 1 --2- 172.21.15.26:0/1010562381 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9da4105430 0x7f9da41a1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.096+0000 7f9da3400640 1 -- 172.21.15.26:0/1010562381 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9da4104a70 msgr2=0x7f9da419a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:01.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.096+0000 7f9da3400640 1 --2- 172.21.15.26:0/1010562381 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9da4104a70 0x7f9da419a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.096+0000 7f9da3400640 1 -- 172.21.15.26:0/1010562381 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9da41a1790 con 0x7f9da4103880 2024-04-25T01:24:01.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.096+0000 7f9da3e00640 1 --2- 172.21.15.26:0/1010562381 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9da4105430 0x7f9da41a1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:24:01.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.096+0000 7f9da3400640 1 --2- 172.21.15.26:0/1010562381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9da4103880 0x7f9da4199b70 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9d9400e9c0 tx=0x7f9d9400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:01.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.096+0000 7f9d9be00640 1 -- 172.21.15.26:0/1010562381 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d9400cd80 con 0x7f9da4103880 2024-04-25T01:24:01.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.096+0000 7f9d9be00640 1 -- 172.21.15.26:0/1010562381 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d940035f0 con 0x7f9da4103880 2024-04-25T01:24:01.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.096+0000 7f9d9be00640 1 -- 172.21.15.26:0/1010562381 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d94010690 con 0x7f9da4103880 2024-04-25T01:24:01.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.097+0000 7f9da9000640 1 -- 172.21.15.26:0/1010562381 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9da41a1a80 con 0x7f9da4103880 2024-04-25T01:24:01.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.097+0000 7f9da9000640 1 -- 172.21.15.26:0/1010562381 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9da41a2020 con 0x7f9da4103880 2024-04-25T01:24:01.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.098+0000 7f9da9000640 1 -- 172.21.15.26:0/1010562381 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9da410ab40 con 0x7f9da4103880 2024-04-25T01:24:01.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.100+0000 7f9d9be00640 1 -- 172.21.15.26:0/1010562381 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9d940037a0 con 0x7f9da4103880 2024-04-25T01:24:01.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.101+0000 7f9d9be00640 1 --2- 172.21.15.26:0/1010562381 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9d880a2c10 0x7f9d880a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:01.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.101+0000 7f9d9be00640 1 -- 172.21.15.26:0/1010562381 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f9d940cf2f0 con 0x7f9da4103880 2024-04-25T01:24:01.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.101+0000 7f9da2a00640 1 --2- 172.21.15.26:0/1010562381 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9d880a2c10 0x7f9d880a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:01.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.102+0000 7f9da2a00640 1 --2- 172.21.15.26:0/1010562381 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9d880a2c10 0x7f9d880a50d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9da419b080 tx=0x7f9d90005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:01.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.105+0000 7f9d9be00640 1 -- 172.21.15.26:0/1010562381 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f9d9409c300 con 0x7f9da4103880 2024-04-25T01:24:01.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:00 smithi111 ceph-mon[32623]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 7 op/s 2024-04-25T01:24:01.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:00 smithi111 ceph-mon[32623]: from='client.24659 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:01.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:00 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] up:active 2024-04-25T01:24:01.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:00 smithi111 ceph-mon[32623]: daemon mds.j assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-25T01:24:01.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:00 smithi111 ceph-mon[32623]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T01:24:01.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:00 smithi111 ceph-mon[32623]: Cluster is now healthy 2024-04-25T01:24:01.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:00 smithi111 ceph-mon[32623]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=f=up:active,3=e=up:active} 2 up:standby-replay 6 up:standby 2024-04-25T01:24:01.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:00 smithi111 ceph-mon[32623]: fsmap cephfs:5 2 up:standby-replay 1 up:creating 5 up:standby 4 up:active 2024-04-25T01:24:01.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:00 smithi111 ceph-mon[32623]: daemon mds.j is now active in filesystem cephfs as rank 4 2024-04-25T01:24:01.207 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:00 smithi186 ceph-mon[32747]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 7 op/s 2024-04-25T01:24:01.207 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:00 smithi186 ceph-mon[32747]: from='client.24659 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:01.207 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:00 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] up:active 2024-04-25T01:24:01.208 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:00 smithi186 ceph-mon[32747]: daemon mds.j assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-25T01:24:01.208 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:00 smithi186 ceph-mon[32747]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T01:24:01.208 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:00 smithi186 ceph-mon[32747]: Cluster is now healthy 2024-04-25T01:24:01.208 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:00 smithi186 ceph-mon[32747]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=f=up:active,3=e=up:active} 2 up:standby-replay 6 up:standby 2024-04-25T01:24:01.208 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:00 smithi186 ceph-mon[32747]: fsmap cephfs:5 2 up:standby-replay 1 up:creating 5 up:standby 4 up:active 2024-04-25T01:24:01.208 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:00 smithi186 ceph-mon[32747]: daemon mds.j is now active in filesystem cephfs as rank 4 2024-04-25T01:24:01.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:00 smithi026 ceph-mon[28096]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 7 op/s 2024-04-25T01:24:01.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:00 smithi026 ceph-mon[28096]: from='client.24659 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:01.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:00 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] up:active 2024-04-25T01:24:01.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:00 smithi026 ceph-mon[28096]: daemon mds.j assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-25T01:24:01.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:00 smithi026 ceph-mon[28096]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T01:24:01.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:00 smithi026 ceph-mon[28096]: Cluster is now healthy 2024-04-25T01:24:01.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:00 smithi026 ceph-mon[28096]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=f=up:active,3=e=up:active} 2 up:standby-replay 6 up:standby 2024-04-25T01:24:01.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:00 smithi026 ceph-mon[28096]: fsmap cephfs:5 2 up:standby-replay 1 up:creating 5 up:standby 4 up:active 2024-04-25T01:24:01.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:00 smithi026 ceph-mon[28096]: daemon mds.j is now active in filesystem cephfs as rank 4 2024-04-25T01:24:01.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.341+0000 7f9da9000640 1 -- 172.21.15.26:0/1010562381 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f9da4061b80 con 0x7f9d880a2c10 2024-04-25T01:24:01.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.381+0000 7f9d9be00640 1 -- 172.21.15.26:0/1010562381 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f9da4061b80 con 0x7f9d880a2c10 2024-04-25T01:24:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.384+0000 7f9da9000640 1 -- 172.21.15.26:0/1010562381 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9d880a2c10 msgr2=0x7f9d880a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.384+0000 7f9da9000640 1 --2- 172.21.15.26:0/1010562381 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9d880a2c10 0x7f9d880a50d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9da419b080 tx=0x7f9d90005f90 comp rx=0 tx=0).stop 2024-04-25T01:24:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.385+0000 7f9da9000640 1 -- 172.21.15.26:0/1010562381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9da4103880 msgr2=0x7f9da4199b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.385+0000 7f9da9000640 1 --2- 172.21.15.26:0/1010562381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9da4103880 0x7f9da4199b70 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9d9400e9c0 tx=0x7f9d9400ee80 comp rx=0 tx=0).stop 2024-04-25T01:24:01.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.385+0000 7f9da9000640 1 -- 172.21.15.26:0/1010562381 shutdown_connections 2024-04-25T01:24:01.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.385+0000 7f9da9000640 1 --2- 172.21.15.26:0/1010562381 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9d880a2c10 0x7f9d880a50d0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.385+0000 7f9da9000640 1 --2- 172.21.15.26:0/1010562381 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9da4105430 0x7f9da41a1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.385+0000 7f9da9000640 1 --2- 172.21.15.26:0/1010562381 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9da4104a70 0x7f9da419a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.385+0000 7f9da9000640 1 --2- 172.21.15.26:0/1010562381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9da4103880 0x7f9da4199b70 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.385+0000 7f9da9000640 1 -- 172.21.15.26:0/1010562381 >> 172.21.15.26:0/1010562381 conn(0x7f9da40fedf0 msgr2=0x7f9da4107d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:01.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.385+0000 7f9da9000640 1 -- 172.21.15.26:0/1010562381 shutdown_connections 2024-04-25T01:24:01.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.385+0000 7f9da9000640 1 -- 172.21.15.26:0/1010562381 wait complete. 2024-04-25T01:24:01.386 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-25T01:24:01.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.631+0000 7fe30e800640 1 -- 172.21.15.26:0/2116482327 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe308107330 msgr2=0x7fe308109780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:01.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.631+0000 7fe30e800640 1 --2- 172.21.15.26:0/2116482327 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe308107330 0x7fe308109780 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe300009900 tx=0x7fe30002a410 comp rx=0 tx=0).stop 2024-04-25T01:24:01.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.631+0000 7fe30e800640 1 -- 172.21.15.26:0/2116482327 shutdown_connections 2024-04-25T01:24:01.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.631+0000 7fe30e800640 1 --2- 172.21.15.26:0/2116482327 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe308107330 0x7fe308109780 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.631+0000 7fe30e800640 1 --2- 172.21.15.26:0/2116482327 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe308104a00 0x7fe308106df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.631+0000 7fe30e800640 1 --2- 172.21.15.26:0/2116482327 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe3081020d0 0x7fe3081044c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.631+0000 7fe30e800640 1 -- 172.21.15.26:0/2116482327 >> 172.21.15.26:0/2116482327 conn(0x7fe3080fbae0 msgr2=0x7fe3080fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:01.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.631+0000 7fe30e800640 1 -- 172.21.15.26:0/2116482327 shutdown_connections 2024-04-25T01:24:01.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.631+0000 7fe30e800640 1 -- 172.21.15.26:0/2116482327 wait complete. 2024-04-25T01:24:01.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.632+0000 7fe30e800640 1 Processor -- start 2024-04-25T01:24:01.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30e800640 1 -- start start 2024-04-25T01:24:01.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30e800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe3081020d0 0x7fe308199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:01.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30e800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe308104a00 0x7fe30819a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:01.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe308107330 0x7fe3081a10b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:01.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30e800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe30810d320 con 0x7fe308107330 2024-04-25T01:24:01.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30e800640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe30810d1a0 con 0x7fe3081020d0 2024-04-25T01:24:01.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30e800640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fe30810d4a0 con 0x7fe308104a00 2024-04-25T01:24:01.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30d400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe3081020d0 0x7fe308199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30d400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe3081020d0 0x7fe308199b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48958/0 (socket says 172.21.15.26:48958) 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30d400640 1 -- 172.21.15.26:0/2131881070 learned_addr learned my addr 172.21.15.26:0/2131881070 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30de00640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe308107330 0x7fe3081a10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30ca00640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe308104a00 0x7fe30819a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30d400640 1 -- 172.21.15.26:0/2131881070 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe308104a00 msgr2=0x7fe30819a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30d400640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe308104a00 0x7fe30819a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30d400640 1 -- 172.21.15.26:0/2131881070 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe308107330 msgr2=0x7fe3081a10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.633+0000 7fe30d400640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe308107330 0x7fe3081a10b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.634+0000 7fe30d400640 1 -- 172.21.15.26:0/2131881070 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3081a1720 con 0x7fe3081020d0 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.634+0000 7fe30de00640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe308107330 0x7fe3081a10b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.634+0000 7fe30d400640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe3081020d0 0x7fe308199b00 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe2f800ebc0 tx=0x7fe2f800c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.634+0000 7fe306000640 1 -- 172.21.15.26:0/2131881070 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f8010630 con 0x7fe3081020d0 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.634+0000 7fe306000640 1 -- 172.21.15.26:0/2131881070 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe2f8010cb0 con 0x7fe3081020d0 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.634+0000 7fe306000640 1 -- 172.21.15.26:0/2131881070 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f8018bd0 con 0x7fe3081020d0 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.634+0000 7fe30e800640 1 -- 172.21.15.26:0/2131881070 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3081a1a10 con 0x7fe3081020d0 2024-04-25T01:24:01.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.634+0000 7fe30e800640 1 -- 172.21.15.26:0/2131881070 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3081a1f10 con 0x7fe3081020d0 2024-04-25T01:24:01.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.635+0000 7fe30e800640 1 -- 172.21.15.26:0/2131881070 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe308108e20 con 0x7fe3081020d0 2024-04-25T01:24:01.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.637+0000 7fe306000640 1 -- 172.21.15.26:0/2131881070 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe2f80107d0 con 0x7fe3081020d0 2024-04-25T01:24:01.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.639+0000 7fe306000640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe2ec0a2c10 0x7fe2ec0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:01.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.639+0000 7fe306000640 1 -- 172.21.15.26:0/2131881070 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fe2f80cf9b0 con 0x7fe3081020d0 2024-04-25T01:24:01.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.639+0000 7fe30ca00640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe2ec0a2c10 0x7fe2ec0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:01.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.640+0000 7fe30ca00640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe2ec0a2c10 0x7fe2ec0a50d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe2f40095f0 tx=0x7fe2f4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:01.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.641+0000 7fe306000640 1 -- 172.21.15.26:0/2131881070 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fe2f809c9c0 con 0x7fe3081020d0 2024-04-25T01:24:01.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.898+0000 7fe306000640 1 -- 172.21.15.26:0/2131881070 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe2f8098930 con 0x7fe3081020d0 2024-04-25T01:24:01.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.903+0000 7fe30e800640 1 -- 172.21.15.26:0/2131881070 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fe308061c10 con 0x7fe2ec0a2c10 2024-04-25T01:24:01.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.909+0000 7fe306000640 1 -- 172.21.15.26:0/2131881070 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fe308061c10 con 0x7fe2ec0a2c10 2024-04-25T01:24:01.890 INFO:teuthology.orchestra.run.smithi026.stdout:/volumes/qa/sv_1/5baf149e-e7e6-4c5c-875d-f0a68704eaa1 2024-04-25T01:24:01.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.912+0000 7fe30e800640 1 -- 172.21.15.26:0/2131881070 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe2ec0a2c10 msgr2=0x7fe2ec0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:01.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.912+0000 7fe30e800640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe2ec0a2c10 0x7fe2ec0a50d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe2f40095f0 tx=0x7fe2f4005f90 comp rx=0 tx=0).stop 2024-04-25T01:24:01.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.912+0000 7fe30e800640 1 -- 172.21.15.26:0/2131881070 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe3081020d0 msgr2=0x7fe308199b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:01.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.912+0000 7fe30e800640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe3081020d0 0x7fe308199b00 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe2f800ebc0 tx=0x7fe2f800c6a0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.912+0000 7fe30e800640 1 -- 172.21.15.26:0/2131881070 shutdown_connections 2024-04-25T01:24:01.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.912+0000 7fe30e800640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe308107330 0x7fe3081a10b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.912+0000 7fe30e800640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe2ec0a2c10 0x7fe2ec0a50d0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.912+0000 7fe30e800640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe308104a00 0x7fe30819a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.912+0000 7fe30e800640 1 --2- 172.21.15.26:0/2131881070 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe3081020d0 0x7fe308199b00 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:01.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.912+0000 7fe30e800640 1 -- 172.21.15.26:0/2131881070 >> 172.21.15.26:0/2131881070 conn(0x7fe3080fbae0 msgr2=0x7fe3081016c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:01.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.912+0000 7fe30e800640 1 -- 172.21.15.26:0/2131881070 shutdown_connections 2024-04-25T01:24:01.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:01.912+0000 7fe30e800640 1 -- 172.21.15.26:0/2131881070 wait complete. 2024-04-25T01:24:01.914 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:24:02.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:01 smithi111 ceph-mon[32623]: from='client.24671 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:02.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:01 smithi111 ceph-mon[32623]: from='client.24679 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:02.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:01 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] up:active 2024-04-25T01:24:02.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:01 smithi111 ceph-mon[32623]: fsmap cephfs:5 2 up:standby-replay 5 up:standby 5 up:active 2024-04-25T01:24:02.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:01 smithi111 ceph-mon[32623]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T01:24:02.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.136+0000 7eff71a00640 1 -- 172.21.15.26:0/1215211445 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff6c077340 msgr2=0x7eff6c0777a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:02.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.136+0000 7eff71a00640 1 --2- 172.21.15.26:0/1215211445 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff6c077340 0x7eff6c0777a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7eff54009900 tx=0x7eff5402a3f0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.136+0000 7eff71a00640 1 -- 172.21.15.26:0/1215211445 shutdown_connections 2024-04-25T01:24:02.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.136+0000 7eff71a00640 1 --2- 172.21.15.26:0/1215211445 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7eff6c077ce0 0x7eff6c078580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.136+0000 7eff71a00640 1 --2- 172.21.15.26:0/1215211445 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff6c077340 0x7eff6c0777a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.136+0000 7eff71a00640 1 --2- 172.21.15.26:0/1215211445 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7eff6c076100 0x7eff6c076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.136+0000 7eff71a00640 1 -- 172.21.15.26:0/1215211445 >> 172.21.15.26:0/1215211445 conn(0x7eff6c0fef30 msgr2=0x7eff6c101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:02.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.136+0000 7eff71a00640 1 -- 172.21.15.26:0/1215211445 shutdown_connections 2024-04-25T01:24:02.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.136+0000 7eff71a00640 1 -- 172.21.15.26:0/1215211445 wait complete. 2024-04-25T01:24:02.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.137+0000 7eff71a00640 1 Processor -- start 2024-04-25T01:24:02.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.138+0000 7eff71a00640 1 -- start start 2024-04-25T01:24:02.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.138+0000 7eff71a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7eff6c076100 0x7eff6c19e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:02.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.138+0000 7eff71a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff6c077340 0x7eff6c19e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:02.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.138+0000 7eff71a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7eff6c077ce0 0x7eff6c1a5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:02.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.138+0000 7eff71a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7eff6c113a90 con 0x7eff6c077340 2024-04-25T01:24:02.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.138+0000 7eff71a00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7eff6c113910 con 0x7eff6c076100 2024-04-25T01:24:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.138+0000 7eff71a00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7eff6c113c10 con 0x7eff6c077ce0 2024-04-25T01:24:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.138+0000 7eff6aa00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7eff6c076100 0x7eff6c19e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.138+0000 7eff6a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff6c077340 0x7eff6c19e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.138+0000 7eff6b400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7eff6c077ce0 0x7eff6c1a5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.138+0000 7eff6aa00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7eff6c076100 0x7eff6c19e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48978/0 (socket says 172.21.15.26:48978) 2024-04-25T01:24:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.138+0000 7eff6aa00640 1 -- 172.21.15.26:0/2507189172 learned_addr learned my addr 172.21.15.26:0/2507189172 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.139+0000 7eff6aa00640 1 -- 172.21.15.26:0/2507189172 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7eff6c077ce0 msgr2=0x7eff6c1a5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.139+0000 7eff6aa00640 1 --2- 172.21.15.26:0/2507189172 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7eff6c077ce0 0x7eff6c1a5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.139+0000 7eff6aa00640 1 -- 172.21.15.26:0/2507189172 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff6c077340 msgr2=0x7eff6c19e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.139+0000 7eff6aa00640 1 --2- 172.21.15.26:0/2507189172 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff6c077340 0x7eff6c19e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.139+0000 7eff6aa00640 1 -- 172.21.15.26:0/2507189172 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff6c1a5ca0 con 0x7eff6c076100 2024-04-25T01:24:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.139+0000 7eff6aa00640 1 --2- 172.21.15.26:0/2507189172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7eff6c076100 0x7eff6c19e080 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7eff5c00e9f0 tx=0x7eff5c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:02.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.139+0000 7eff63400640 1 -- 172.21.15.26:0/2507189172 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff5c00cd80 con 0x7eff6c076100 2024-04-25T01:24:02.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.139+0000 7eff71a00640 1 -- 172.21.15.26:0/2507189172 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff6c1a5f90 con 0x7eff6c076100 2024-04-25T01:24:02.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.140+0000 7eff63400640 1 -- 172.21.15.26:0/2507189172 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff5c010910 con 0x7eff6c076100 2024-04-25T01:24:02.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.140+0000 7eff63400640 1 -- 172.21.15.26:0/2507189172 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff5c0188f0 con 0x7eff6c076100 2024-04-25T01:24:02.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.140+0000 7eff71a00640 1 -- 172.21.15.26:0/2507189172 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff6c1a6400 con 0x7eff6c076100 2024-04-25T01:24:02.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.141+0000 7eff71a00640 1 -- 172.21.15.26:0/2507189172 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff6c110470 con 0x7eff6c076100 2024-04-25T01:24:02.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.143+0000 7eff63400640 1 -- 172.21.15.26:0/2507189172 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7eff5c010ac0 con 0x7eff6c076100 2024-04-25T01:24:02.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.144+0000 7eff63400640 1 --2- 172.21.15.26:0/2507189172 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7eff500a2ca0 0x7eff500a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:02.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.145+0000 7eff63400640 1 -- 172.21.15.26:0/2507189172 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7eff5c0cf450 con 0x7eff6c076100 2024-04-25T01:24:02.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.145+0000 7eff6a000640 1 --2- 172.21.15.26:0/2507189172 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7eff500a2ca0 0x7eff500a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:02.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.145+0000 7eff6a000640 1 --2- 172.21.15.26:0/2507189172 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7eff500a2ca0 0x7eff500a5160 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7eff54031440 tx=0x7eff540315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:02.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.148+0000 7eff63400640 1 -- 172.21.15.26:0/2507189172 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7eff5c09bcb0 con 0x7eff6c076100 2024-04-25T01:24:02.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:01 smithi026 ceph-mon[28096]: from='client.24671 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:02.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:01 smithi026 ceph-mon[28096]: from='client.24679 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:02.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:01 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] up:active 2024-04-25T01:24:02.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:01 smithi026 ceph-mon[28096]: fsmap cephfs:5 2 up:standby-replay 5 up:standby 5 up:active 2024-04-25T01:24:02.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:01 smithi026 ceph-mon[28096]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T01:24:02.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:01 smithi186 ceph-mon[32747]: from='client.24671 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:02.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:01 smithi186 ceph-mon[32747]: from='client.24679 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:02.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:01 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] up:active 2024-04-25T01:24:02.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:01 smithi186 ceph-mon[32747]: fsmap cephfs:5 2 up:standby-replay 5 up:standby 5 up:active 2024-04-25T01:24:02.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:01 smithi186 ceph-mon[32747]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T01:24:02.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.394+0000 7eff71a00640 1 -- 172.21.15.26:0/2507189172 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7eff6c02d170 con 0x7eff6c076100 2024-04-25T01:24:02.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.395+0000 7eff63400640 1 -- 172.21.15.26:0/2507189172 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11938 (secure 0 0 0) 0x7eff5c09ffb0 con 0x7eff6c076100 2024-04-25T01:24:02.376 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:24:02.376 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/2305348479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":2305348479},{"type":"v1","addr":"172.21.15.26:6839","nonce":2305348479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T01:23:53.313159+0000","modified":"2024-04-25T01:24:00.874004+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24535,"mds_2":24502,"mds_3":24491,"mds_4":24466},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14469":{"gid":14469,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6841/706502534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":706502534},{"type":"v1","addr":"172.21.15.26:6841","nonce":706502534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.186:6839/1584253959","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6838","nonce":1584253959},{"type":"v1","addr":"172.21.15.186:6839","nonce":1584253959}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6839/1500026678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6838","nonce":1500026678},{"type":"v1","addr":"172.21.15.111:6839","nonce":1500026678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24575,"qdb_cluster":[24502,24535,24466,24491,24575]},"id":1}]} 2024-04-25T01:24:02.376 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 27 2024-04-25T01:24:02.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.398+0000 7eff71a00640 1 -- 172.21.15.26:0/2507189172 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7eff500a2ca0 msgr2=0x7eff500a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:02.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.398+0000 7eff71a00640 1 --2- 172.21.15.26:0/2507189172 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7eff500a2ca0 0x7eff500a5160 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7eff54031440 tx=0x7eff540315b0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.398+0000 7eff71a00640 1 -- 172.21.15.26:0/2507189172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7eff6c076100 msgr2=0x7eff6c19e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:02.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.398+0000 7eff71a00640 1 --2- 172.21.15.26:0/2507189172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7eff6c076100 0x7eff6c19e080 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7eff5c00e9f0 tx=0x7eff5c00eeb0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.398+0000 7eff71a00640 1 -- 172.21.15.26:0/2507189172 shutdown_connections 2024-04-25T01:24:02.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.398+0000 7eff71a00640 1 --2- 172.21.15.26:0/2507189172 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7eff500a2ca0 0x7eff500a5160 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.398+0000 7eff71a00640 1 --2- 172.21.15.26:0/2507189172 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7eff6c077ce0 0x7eff6c1a5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.398+0000 7eff71a00640 1 --2- 172.21.15.26:0/2507189172 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff6c077340 0x7eff6c19e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.398+0000 7eff71a00640 1 --2- 172.21.15.26:0/2507189172 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7eff6c076100 0x7eff6c19e080 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.398+0000 7eff71a00640 1 -- 172.21.15.26:0/2507189172 >> 172.21.15.26:0/2507189172 conn(0x7eff6c0fef30 msgr2=0x7eff6c100550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:02.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.398+0000 7eff71a00640 1 -- 172.21.15.26:0/2507189172 shutdown_connections 2024-04-25T01:24:02.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.398+0000 7eff71a00640 1 -- 172.21.15.26:0/2507189172 wait complete. 2024-04-25T01:24:02.400 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T01:24:02.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.620+0000 7fa947200640 1 -- 172.21.15.26:0/3717577071 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa940104970 msgr2=0x7fa940106d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:02.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.620+0000 7fa947200640 1 --2- 172.21.15.26:0/3717577071 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa940104970 0x7fa940106d60 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa930009860 tx=0x7fa93002a340 comp rx=0 tx=0).stop 2024-04-25T01:24:02.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.620+0000 7fa947200640 1 -- 172.21.15.26:0/3717577071 shutdown_connections 2024-04-25T01:24:02.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.620+0000 7fa947200640 1 --2- 172.21.15.26:0/3717577071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9401072a0 0x7fa9401096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.620+0000 7fa947200640 1 --2- 172.21.15.26:0/3717577071 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa940104970 0x7fa940106d60 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.620+0000 7fa947200640 1 --2- 172.21.15.26:0/3717577071 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa940102040 0x7fa940104430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.620+0000 7fa947200640 1 -- 172.21.15.26:0/3717577071 >> 172.21.15.26:0/3717577071 conn(0x7fa9400fba10 msgr2=0x7fa9400fde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:02.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.620+0000 7fa947200640 1 -- 172.21.15.26:0/3717577071 shutdown_connections 2024-04-25T01:24:02.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.620+0000 7fa947200640 1 -- 172.21.15.26:0/3717577071 wait complete. 2024-04-25T01:24:02.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.621+0000 7fa947200640 1 Processor -- start 2024-04-25T01:24:02.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.621+0000 7fa947200640 1 -- start start 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa947200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa940102040 0x7fa940199b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa947200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa940104970 0x7fa94019a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa947200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9401072a0 0x7fa9401a1100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa947200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa94010d250 con 0x7fa940102040 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa947200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa94010d0d0 con 0x7fa9401072a0 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa947200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa94010d3d0 con 0x7fa940104970 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa945e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa940102040 0x7fa940199b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa945e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa940102040 0x7fa940199b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52666/0 (socket says 172.21.15.26:52666) 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa945e00640 1 -- 172.21.15.26:0/919418845 learned_addr learned my addr 172.21.15.26:0/919418845 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa945400640 1 --2- 172.21.15.26:0/919418845 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa940104970 0x7fa94019a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa946800640 1 --2- 172.21.15.26:0/919418845 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9401072a0 0x7fa9401a1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa945e00640 1 -- 172.21.15.26:0/919418845 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa940104970 msgr2=0x7fa94019a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa945e00640 1 --2- 172.21.15.26:0/919418845 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa940104970 0x7fa94019a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa945e00640 1 -- 172.21.15.26:0/919418845 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9401072a0 msgr2=0x7fa9401a1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:02.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa945e00640 1 --2- 172.21.15.26:0/919418845 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9401072a0 0x7fa9401a1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.622+0000 7fa945e00640 1 -- 172.21.15.26:0/919418845 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9401a1770 con 0x7fa940102040 2024-04-25T01:24:02.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.623+0000 7fa945e00640 1 --2- 172.21.15.26:0/919418845 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa940102040 0x7fa940199b50 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa93400e9f0 tx=0x7fa93400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:02.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.623+0000 7fa93aa00640 1 -- 172.21.15.26:0/919418845 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93400cd80 con 0x7fa940102040 2024-04-25T01:24:02.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.623+0000 7fa93aa00640 1 -- 172.21.15.26:0/919418845 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa934005500 con 0x7fa940102040 2024-04-25T01:24:02.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.623+0000 7fa947200640 1 -- 172.21.15.26:0/919418845 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9401a1a60 con 0x7fa940102040 2024-04-25T01:24:02.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.623+0000 7fa93aa00640 1 -- 172.21.15.26:0/919418845 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa934010690 con 0x7fa940102040 2024-04-25T01:24:02.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.623+0000 7fa947200640 1 -- 172.21.15.26:0/919418845 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9401a1f30 con 0x7fa940102040 2024-04-25T01:24:02.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.624+0000 7fa947200640 1 -- 172.21.15.26:0/919418845 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa940108df0 con 0x7fa940102040 2024-04-25T01:24:02.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.626+0000 7fa93aa00640 1 -- 172.21.15.26:0/919418845 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa9340046c0 con 0x7fa940102040 2024-04-25T01:24:02.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.629+0000 7fa93aa00640 1 --2- 172.21.15.26:0/919418845 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9280a2c20 0x7fa9280a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:02.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.629+0000 7fa93aa00640 1 -- 172.21.15.26:0/919418845 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fa9340cf5f0 con 0x7fa940102040 2024-04-25T01:24:02.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.629+0000 7fa945400640 1 --2- 172.21.15.26:0/919418845 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9280a2c20 0x7fa9280a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:02.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.630+0000 7fa945400640 1 --2- 172.21.15.26:0/919418845 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9280a2c20 0x7fa9280a50e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa930030410 tx=0x7fa930030550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:02.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.634+0000 7fa93aa00640 1 -- 172.21.15.26:0/919418845 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa93409c4a0 con 0x7fa940102040 2024-04-25T01:24:02.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.836+0000 7fa947200640 1 -- 172.21.15.26:0/919418845 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa940062340 con 0x7fa940102040 2024-04-25T01:24:02.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.838+0000 7fa93aa00640 1 -- 172.21.15.26:0/919418845 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+22196 (secure 0 0 0) 0x7fa93409bda0 con 0x7fa940102040 2024-04-25T01:24:02.819 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:24:02.819 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":86,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:23:54.784863+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T01:23:51.673615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T01:23:52.776694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:24:02.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.841+0000 7fa947200640 1 -- 172.21.15.26:0/919418845 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9280a2c20 msgr2=0x7fa9280a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:02.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.841+0000 7fa947200640 1 --2- 172.21.15.26:0/919418845 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9280a2c20 0x7fa9280a50e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa930030410 tx=0x7fa930030550 comp rx=0 tx=0).stop 2024-04-25T01:24:02.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.841+0000 7fa947200640 1 -- 172.21.15.26:0/919418845 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa940102040 msgr2=0x7fa940199b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:02.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.841+0000 7fa947200640 1 --2- 172.21.15.26:0/919418845 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa940102040 0x7fa940199b50 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa93400e9f0 tx=0x7fa93400edf0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.841+0000 7fa947200640 1 -- 172.21.15.26:0/919418845 shutdown_connections 2024-04-25T01:24:02.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.841+0000 7fa947200640 1 --2- 172.21.15.26:0/919418845 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9401072a0 0x7fa9401a1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.841+0000 7fa947200640 1 --2- 172.21.15.26:0/919418845 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9280a2c20 0x7fa9280a50e0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.841+0000 7fa947200640 1 --2- 172.21.15.26:0/919418845 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa940104970 0x7fa94019a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.841+0000 7fa947200640 1 --2- 172.21.15.26:0/919418845 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa940102040 0x7fa940199b50 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:02.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.841+0000 7fa947200640 1 -- 172.21.15.26:0/919418845 >> 172.21.15.26:0/919418845 conn(0x7fa9400fba10 msgr2=0x7fa9401017e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:02.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.841+0000 7fa947200640 1 -- 172.21.15.26:0/919418845 shutdown_connections 2024-04-25T01:24:02.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:02.841+0000 7fa947200640 1 -- 172.21.15.26:0/919418845 wait complete. 2024-04-25T01:24:02.840 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-25T01:24:02.840 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-25T01:24:03.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.054+0000 7fb711200640 1 -- 172.21.15.26:0/4146907396 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb70c1049b0 msgr2=0x7fb70c104e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:03.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.054+0000 7fb711200640 1 --2- 172.21.15.26:0/4146907396 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb70c1049b0 0x7fb70c104e30 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb6f4009900 tx=0x7fb6f402a400 comp rx=0 tx=0).stop 2024-04-25T01:24:03.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.055+0000 7fb711200640 1 -- 172.21.15.26:0/4146907396 shutdown_connections 2024-04-25T01:24:03.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.055+0000 7fb711200640 1 --2- 172.21.15.26:0/4146907396 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb70c105370 0x7fb70c10bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.055+0000 7fb711200640 1 --2- 172.21.15.26:0/4146907396 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb70c1049b0 0x7fb70c104e30 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.055+0000 7fb711200640 1 --2- 172.21.15.26:0/4146907396 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb70c1037c0 0x7fb70c103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.055+0000 7fb711200640 1 -- 172.21.15.26:0/4146907396 >> 172.21.15.26:0/4146907396 conn(0x7fb70c0fed50 msgr2=0x7fb70c101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:03.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.055+0000 7fb711200640 1 -- 172.21.15.26:0/4146907396 shutdown_connections 2024-04-25T01:24:03.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.055+0000 7fb711200640 1 -- 172.21.15.26:0/4146907396 wait complete. 2024-04-25T01:24:03.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.056+0000 7fb711200640 1 Processor -- start 2024-04-25T01:24:03.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.056+0000 7fb711200640 1 -- start start 2024-04-25T01:24:03.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.056+0000 7fb711200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb70c1037c0 0x7fb70c199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:03.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.056+0000 7fb711200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb70c1049b0 0x7fb70c199f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:03.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.056+0000 7fb711200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb70c105370 0x7fb70c1a0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:03.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.056+0000 7fb711200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb70c10f470 con 0x7fb70c1049b0 2024-04-25T01:24:03.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.056+0000 7fb711200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb70c10f2f0 con 0x7fb70c1037c0 2024-04-25T01:24:03.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.056+0000 7fb711200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fb70c10f5f0 con 0x7fb70c105370 2024-04-25T01:24:03.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.056+0000 7fb703e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb70c1049b0 0x7fb70c199f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:03.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.056+0000 7fb703e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb70c1049b0 0x7fb70c199f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39564/0 (socket says 172.21.15.26:39564) 2024-04-25T01:24:03.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.056+0000 7fb703e00640 1 -- 172.21.15.26:0/3722590787 learned_addr learned my addr 172.21.15.26:0/3722590787 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:03.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.057+0000 7fb70b400640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb70c1037c0 0x7fb70c199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:03.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.057+0000 7fb70be00640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb70c105370 0x7fb70c1a0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:03.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.057+0000 7fb703e00640 1 -- 172.21.15.26:0/3722590787 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb70c105370 msgr2=0x7fb70c1a0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:03.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.057+0000 7fb703e00640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb70c105370 0x7fb70c1a0fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.057+0000 7fb703e00640 1 -- 172.21.15.26:0/3722590787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb70c1037c0 msgr2=0x7fb70c199a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:03.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.057+0000 7fb703e00640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb70c1037c0 0x7fb70c199a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.057+0000 7fb703e00640 1 -- 172.21.15.26:0/3722590787 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb70c1a1620 con 0x7fb70c1049b0 2024-04-25T01:24:03.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.057+0000 7fb70b400640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb70c1037c0 0x7fb70c199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:24:03.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.057+0000 7fb703e00640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb70c1049b0 0x7fb70c199f40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb6f4031440 tx=0x7fb6f4032e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:03.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.058+0000 7fb708c00640 1 -- 172.21.15.26:0/3722590787 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f403f030 con 0x7fb70c1049b0 2024-04-25T01:24:03.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.058+0000 7fb708c00640 1 -- 172.21.15.26:0/3722590787 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb6f4003ce0 con 0x7fb70c1049b0 2024-04-25T01:24:03.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.058+0000 7fb708c00640 1 -- 172.21.15.26:0/3722590787 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f4035070 con 0x7fb70c1049b0 2024-04-25T01:24:03.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.058+0000 7fb711200640 1 -- 172.21.15.26:0/3722590787 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb70c1a18b0 con 0x7fb70c1049b0 2024-04-25T01:24:03.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.058+0000 7fb711200640 1 -- 172.21.15.26:0/3722590787 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb70c1a1df0 con 0x7fb70c1049b0 2024-04-25T01:24:03.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.059+0000 7fb711200640 1 -- 172.21.15.26:0/3722590787 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb70c10aa10 con 0x7fb70c1049b0 2024-04-25T01:24:03.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.061+0000 7fb708c00640 1 -- 172.21.15.26:0/3722590787 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb6f4042030 con 0x7fb70c1049b0 2024-04-25T01:24:03.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.062+0000 7fb708c00640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb6f00a2ca0 0x7fb6f00a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:03.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.063+0000 7fb708c00640 1 -- 172.21.15.26:0/3722590787 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fb6f40ef680 con 0x7fb70c1049b0 2024-04-25T01:24:03.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.063+0000 7fb70b400640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb6f00a2ca0 0x7fb6f00a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:03.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.063+0000 7fb70b400640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb6f00a2ca0 0x7fb6f00a5160 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb70c104810 tx=0x7fb6fc00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:03.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.067+0000 7fb708c00640 1 -- 172.21.15.26:0/3722590787 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb6f40bbee0 con 0x7fb70c1049b0 2024-04-25T01:24:03.158 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:02 smithi111 ceph-mon[32623]: pgmap v324: 97 pgs: 97 active+clean; 590 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6.5 KiB/s wr, 20 op/s 2024-04-25T01:24:03.158 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:02 smithi111 ceph-mon[32623]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:03.158 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:02 smithi111 ceph-mon[32623]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-04-25T01:24:03.158 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:02 smithi111 ceph-mon[32623]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:03.158 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:02 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2507189172' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:24:03.158 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:02 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/919418845' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:24:03.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.269+0000 7fb711200640 1 -- 172.21.15.26:0/3722590787 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb70c061b80 con 0x7fb6f00a2ca0 2024-04-25T01:24:03.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.296+0000 7fb708c00640 1 -- 172.21.15.26:0/3722590787 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258764 (secure 0 0 0) 0x7fb70c061b80 con 0x7fb6f00a2ca0 2024-04-25T01:24:03.281 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:24:03.282 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-25T01:24:03.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.302+0000 7fb711200640 1 -- 172.21.15.26:0/3722590787 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb6f00a2ca0 msgr2=0x7fb6f00a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:03.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.302+0000 7fb711200640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb6f00a2ca0 0x7fb6f00a5160 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb70c104810 tx=0x7fb6fc00b390 comp rx=0 tx=0).stop 2024-04-25T01:24:03.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.302+0000 7fb711200640 1 -- 172.21.15.26:0/3722590787 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb70c1049b0 msgr2=0x7fb70c199f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:03.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.302+0000 7fb711200640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb70c1049b0 0x7fb70c199f40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb6f4031440 tx=0x7fb6f4032e20 comp rx=0 tx=0).stop 2024-04-25T01:24:03.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.302+0000 7fb711200640 1 -- 172.21.15.26:0/3722590787 shutdown_connections 2024-04-25T01:24:03.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.302+0000 7fb711200640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb6f00a2ca0 0x7fb6f00a5160 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.302+0000 7fb711200640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb70c105370 0x7fb70c1a0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.302+0000 7fb711200640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb70c1049b0 0x7fb70c199f40 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.302+0000 7fb711200640 1 --2- 172.21.15.26:0/3722590787 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb70c1037c0 0x7fb70c199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.302+0000 7fb711200640 1 -- 172.21.15.26:0/3722590787 >> 172.21.15.26:0/3722590787 conn(0x7fb70c0fed50 msgr2=0x7fb70c107be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:03.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.302+0000 7fb711200640 1 -- 172.21.15.26:0/3722590787 shutdown_connections 2024-04-25T01:24:03.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.303+0000 7fb711200640 1 -- 172.21.15.26:0/3722590787 wait complete. 2024-04-25T01:24:03.300 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:02 smithi026 ceph-mon[28096]: pgmap v324: 97 pgs: 97 active+clean; 590 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6.5 KiB/s wr, 20 op/s 2024-04-25T01:24:03.300 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:02 smithi026 ceph-mon[28096]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:03.300 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:02 smithi026 ceph-mon[28096]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-04-25T01:24:03.300 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:02 smithi026 ceph-mon[28096]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:03.300 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:02 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2507189172' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:24:03.300 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:02 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/919418845' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:24:03.303 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":325,"stamp":"2024-04-25T01:24:03.091434+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":605879,"num_objects":96,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":96,"num_whiteouts":0,"num_read":171,"num_read_kb":146,"num_write":386,"num_write_kb":3006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":315,"ondisk_log_size":315,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":366268,"kb_used_data":12956,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124575556,"statfs":{"total":1151940427776,"available":1151565369344,"internally_reserved":0,"allocated":13266944,"data_stored":7151814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":361674042},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":15511,"num_objects":94,"num_object_clones":0,"num_object_copies":282,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":94,"num_whiteouts":0,"num_read":45,"num_read_kb":37,"num_write":205,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.306113"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.494239+0000","last_change":"2024-04-25T01:23:53.817315+0000","last_active":"2024-04-25T01:23:55.494239+0000","last_peered":"2024-04-25T01:23:55.494239+0000","last_clean":"2024-04-25T01:23:55.494239+0000","last_became_active":"2024-04-25T01:23:53.816977+0000","last_became_peered":"2024-04-25T01:23:53.816977+0000","last_unstale":"2024-04-25T01:23:55.494239+0000","last_undegraded":"2024-04-25T01:23:55.494239+0000","last_fullsized":"2024-04-25T01:23:55.494239+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:58:10.727337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.751820+0000","last_change":"2024-04-25T01:23:53.813015+0000","last_active":"2024-04-25T01:23:55.751820+0000","last_peered":"2024-04-25T01:23:55.751820+0000","last_clean":"2024-04-25T01:23:55.751820+0000","last_became_active":"2024-04-25T01:23:53.812501+0000","last_became_peered":"2024-04-25T01:23:53.812501+0000","last_unstale":"2024-04-25T01:23:55.751820+0000","last_undegraded":"2024-04-25T01:23:55.751820+0000","last_fullsized":"2024-04-25T01:23:55.751820+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:05:29.442152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.751158+0000","last_change":"2024-04-25T01:23:53.820501+0000","last_active":"2024-04-25T01:23:55.751158+0000","last_peered":"2024-04-25T01:23:55.751158+0000","last_clean":"2024-04-25T01:23:55.751158+0000","last_became_active":"2024-04-25T01:23:53.820158+0000","last_became_peered":"2024-04-25T01:23:53.820158+0000","last_unstale":"2024-04-25T01:23:55.751158+0000","last_undegraded":"2024-04-25T01:23:55.751158+0000","last_fullsized":"2024-04-25T01:23:55.751158+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:19:14.606893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.307147+0000","last_change":"2024-04-25T01:23:53.813105+0000","last_active":"2024-04-25T01:23:56.307147+0000","last_peered":"2024-04-25T01:23:56.307147+0000","last_clean":"2024-04-25T01:23:56.307147+0000","last_became_active":"2024-04-25T01:23:53.812723+0000","last_became_peered":"2024-04-25T01:23:53.812723+0000","last_unstale":"2024-04-25T01:23:56.307147+0000","last_undegraded":"2024-04-25T01:23:56.307147+0000","last_fullsized":"2024-04-25T01:23:56.307147+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:21:55.357758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.847668+0000","last_change":"2024-04-25T01:23:53.826692+0000","last_active":"2024-04-25T01:23:54.847668+0000","last_peered":"2024-04-25T01:23:54.847668+0000","last_clean":"2024-04-25T01:23:54.847668+0000","last_became_active":"2024-04-25T01:23:53.826240+0000","last_became_peered":"2024-04-25T01:23:53.826240+0000","last_unstale":"2024-04-25T01:23:54.847668+0000","last_undegraded":"2024-04-25T01:23:54.847668+0000","last_fullsized":"2024-04-25T01:23:54.847668+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:19:13.044372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.584531+0000","last_change":"2024-04-25T01:23:53.815934+0000","last_active":"2024-04-25T01:23:55.584531+0000","last_peered":"2024-04-25T01:23:55.584531+0000","last_clean":"2024-04-25T01:23:55.584531+0000","last_became_active":"2024-04-25T01:23:53.815340+0000","last_became_peered":"2024-04-25T01:23:53.815340+0000","last_unstale":"2024-04-25T01:23:55.584531+0000","last_undegraded":"2024-04-25T01:23:55.584531+0000","last_fullsized":"2024-04-25T01:23:55.584531+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:49:01.183744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.794701+0000","last_change":"2024-04-25T01:23:53.802952+0000","last_active":"2024-04-25T01:23:54.794701+0000","last_peered":"2024-04-25T01:23:54.794701+0000","last_clean":"2024-04-25T01:23:54.794701+0000","last_became_active":"2024-04-25T01:23:53.802585+0000","last_became_peered":"2024-04-25T01:23:53.802585+0000","last_unstale":"2024-04-25T01:23:54.794701+0000","last_undegraded":"2024-04-25T01:23:54.794701+0000","last_fullsized":"2024-04-25T01:23:54.794701+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:48:22.062096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.848214+0000","last_change":"2024-04-25T01:23:53.809159+0000","last_active":"2024-04-25T01:23:54.848214+0000","last_peered":"2024-04-25T01:23:54.848214+0000","last_clean":"2024-04-25T01:23:54.848214+0000","last_became_active":"2024-04-25T01:23:53.808744+0000","last_became_peered":"2024-04-25T01:23:53.808744+0000","last_unstale":"2024-04-25T01:23:54.848214+0000","last_undegraded":"2024-04-25T01:23:54.848214+0000","last_fullsized":"2024-04-25T01:23:54.848214+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:50:59.666305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.307443+0000","last_change":"2024-04-25T01:23:53.808664+0000","last_active":"2024-04-25T01:23:56.307443+0000","last_peered":"2024-04-25T01:23:56.307443+0000","last_clean":"2024-04-25T01:23:56.307443+0000","last_became_active":"2024-04-25T01:23:53.807734+0000","last_became_peered":"2024-04-25T01:23:53.807734+0000","last_unstale":"2024-04-25T01:23:56.307443+0000","last_undegraded":"2024-04-25T01:23:56.307443+0000","last_fullsized":"2024-04-25T01:23:56.307443+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:44:08.582164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.584914+0000","last_change":"2024-04-25T01:23:53.811656+0000","last_active":"2024-04-25T01:23:55.584914+0000","last_peered":"2024-04-25T01:23:55.584914+0000","last_clean":"2024-04-25T01:23:55.584914+0000","last_became_active":"2024-04-25T01:23:53.810834+0000","last_became_peered":"2024-04-25T01:23:53.810834+0000","last_unstale":"2024-04-25T01:23:55.584914+0000","last_undegraded":"2024-04-25T01:23:55.584914+0000","last_fullsized":"2024-04-25T01:23:55.584914+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:50:14.330034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795251+0000","last_change":"2024-04-25T01:23:53.808616+0000","last_active":"2024-04-25T01:23:54.795251+0000","last_peered":"2024-04-25T01:23:54.795251+0000","last_clean":"2024-04-25T01:23:54.795251+0000","last_became_active":"2024-04-25T01:23:53.808225+0000","last_became_peered":"2024-04-25T01:23:53.808225+0000","last_unstale":"2024-04-25T01:23:54.795251+0000","last_undegraded":"2024-04-25T01:23:54.795251+0000","last_fullsized":"2024-04-25T01:23:54.795251+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:38.665815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.306981+0000","last_change":"2024-04-25T01:23:53.812292+0000","last_active":"2024-04-25T01:23:56.306981+0000","last_peered":"2024-04-25T01:23:56.306981+0000","last_clean":"2024-04-25T01:23:56.306981+0000","last_became_active":"2024-04-25T01:23:53.811578+0000","last_became_peered":"2024-04-25T01:23:53.811578+0000","last_unstale":"2024-04-25T01:23:56.306981+0000","last_undegraded":"2024-04-25T01:23:56.306981+0000","last_fullsized":"2024-04-25T01:23:56.306981+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:06:17.293311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.206938+0000","last_change":"2024-04-25T01:23:53.809784+0000","last_active":"2024-04-25T01:23:55.206938+0000","last_peered":"2024-04-25T01:23:55.206938+0000","last_clean":"2024-04-25T01:23:55.206938+0000","last_became_active":"2024-04-25T01:23:53.808181+0000","last_became_peered":"2024-04-25T01:23:53.808181+0000","last_unstale":"2024-04-25T01:23:55.206938+0000","last_undegraded":"2024-04-25T01:23:55.206938+0000","last_fullsized":"2024-04-25T01:23:55.206938+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:00:05.883376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.751035+0000","last_change":"2024-04-25T01:23:53.813410+0000","last_active":"2024-04-25T01:23:55.751035+0000","last_peered":"2024-04-25T01:23:55.751035+0000","last_clean":"2024-04-25T01:23:55.751035+0000","last_became_active":"2024-04-25T01:23:53.810182+0000","last_became_peered":"2024-04-25T01:23:53.810182+0000","last_unstale":"2024-04-25T01:23:55.751035+0000","last_undegraded":"2024-04-25T01:23:55.751035+0000","last_fullsized":"2024-04-25T01:23:55.751035+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:07:36.259846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.750746+0000","last_change":"2024-04-25T01:23:53.811678+0000","last_active":"2024-04-25T01:23:55.750746+0000","last_peered":"2024-04-25T01:23:55.750746+0000","last_clean":"2024-04-25T01:23:55.750746+0000","last_became_active":"2024-04-25T01:23:53.810853+0000","last_became_peered":"2024-04-25T01:23:53.810853+0000","last_unstale":"2024-04-25T01:23:55.750746+0000","last_undegraded":"2024-04-25T01:23:55.750746+0000","last_fullsized":"2024-04-25T01:23:55.750746+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:35.053060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.306352+0000","last_change":"2024-04-25T01:23:53.812582+0000","last_active":"2024-04-25T01:23:56.306352+0000","last_peered":"2024-04-25T01:23:56.306352+0000","last_clean":"2024-04-25T01:23:56.306352+0000","last_became_active":"2024-04-25T01:23:53.812209+0000","last_became_peered":"2024-04-25T01:23:53.812209+0000","last_unstale":"2024-04-25T01:23:56.306352+0000","last_undegraded":"2024-04-25T01:23:56.306352+0000","last_fullsized":"2024-04-25T01:23:56.306352+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:56:11.352359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.494360+0000","last_change":"2024-04-25T01:23:53.817460+0000","last_active":"2024-04-25T01:23:55.494360+0000","last_peered":"2024-04-25T01:23:55.494360+0000","last_clean":"2024-04-25T01:23:55.494360+0000","last_became_active":"2024-04-25T01:23:53.817156+0000","last_became_peered":"2024-04-25T01:23:53.817156+0000","last_unstale":"2024-04-25T01:23:55.494360+0000","last_undegraded":"2024-04-25T01:23:55.494360+0000","last_fullsized":"2024-04-25T01:23:55.494360+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:38:24.402929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.844457+0000","last_change":"2024-04-25T01:23:53.807673+0000","last_active":"2024-04-25T01:23:54.844457+0000","last_peered":"2024-04-25T01:23:54.844457+0000","last_clean":"2024-04-25T01:23:54.844457+0000","last_became_active":"2024-04-25T01:23:53.807274+0000","last_became_peered":"2024-04-25T01:23:53.807274+0000","last_unstale":"2024-04-25T01:23:54.844457+0000","last_undegraded":"2024-04-25T01:23:54.844457+0000","last_fullsized":"2024-04-25T01:23:54.844457+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:38:08.175271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.307787+0000","last_change":"2024-04-25T01:23:53.814249+0000","last_active":"2024-04-25T01:23:56.307787+0000","last_peered":"2024-04-25T01:23:56.307787+0000","last_clean":"2024-04-25T01:23:56.307787+0000","last_became_active":"2024-04-25T01:23:53.813884+0000","last_became_peered":"2024-04-25T01:23:53.813884+0000","last_unstale":"2024-04-25T01:23:56.307787+0000","last_undegraded":"2024-04-25T01:23:56.307787+0000","last_fullsized":"2024-04-25T01:23:56.307787+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:16:01.730587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'13","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:24:00.884205+0000","last_change":"2024-04-25T01:23:52.812371+0000","last_active":"2024-04-25T01:24:00.884205+0000","last_peered":"2024-04-25T01:24:00.884205+0000","last_clean":"2024-04-25T01:24:00.884205+0000","last_became_active":"2024-04-25T01:23:52.811981+0000","last_became_peered":"2024-04-25T01:23:52.811981+0000","last_unstale":"2024-04-25T01:24:00.884205+0000","last_undegraded":"2024-04-25T01:24:00.884205+0000","last_fullsized":"2024-04-25T01:24:00.884205+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:35:54.018210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.849795+0000","last_change":"2024-04-25T01:23:53.820769+0000","last_active":"2024-04-25T01:23:54.849795+0000","last_peered":"2024-04-25T01:23:54.849795+0000","last_clean":"2024-04-25T01:23:54.849795+0000","last_became_active":"2024-04-25T01:23:53.820320+0000","last_became_peered":"2024-04-25T01:23:53.820320+0000","last_unstale":"2024-04-25T01:23:54.849795+0000","last_undegraded":"2024-04-25T01:23:54.849795+0000","last_fullsized":"2024-04-25T01:23:54.849795+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:29:05.930330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.849943+0000","last_change":"2024-04-25T01:23:52.823702+0000","last_active":"2024-04-25T01:23:54.849943+0000","last_peered":"2024-04-25T01:23:54.849943+0000","last_clean":"2024-04-25T01:23:54.849943+0000","last_became_active":"2024-04-25T01:23:52.823371+0000","last_became_peered":"2024-04-25T01:23:52.823371+0000","last_unstale":"2024-04-25T01:23:54.849943+0000","last_undegraded":"2024-04-25T01:23:54.849943+0000","last_fullsized":"2024-04-25T01:23:54.849943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:02:06.368473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.752007+0000","last_change":"2024-04-25T01:23:53.817008+0000","last_active":"2024-04-25T01:23:55.752007+0000","last_peered":"2024-04-25T01:23:55.752007+0000","last_clean":"2024-04-25T01:23:55.752007+0000","last_became_active":"2024-04-25T01:23:53.816607+0000","last_became_peered":"2024-04-25T01:23:53.816607+0000","last_unstale":"2024-04-25T01:23:55.752007+0000","last_undegraded":"2024-04-25T01:23:55.752007+0000","last_fullsized":"2024-04-25T01:23:55.752007+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:06:30.565417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:24:00.879224+0000","last_change":"2024-04-25T01:23:52.801308+0000","last_active":"2024-04-25T01:24:00.879224+0000","last_peered":"2024-04-25T01:24:00.879224+0000","last_clean":"2024-04-25T01:24:00.879224+0000","last_became_active":"2024-04-25T01:23:52.801003+0000","last_became_peered":"2024-04-25T01:23:52.801003+0000","last_unstale":"2024-04-25T01:24:00.879224+0000","last_undegraded":"2024-04-25T01:24:00.879224+0000","last_fullsized":"2024-04-25T01:24:00.879224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:26:14.279907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.306492+0000","last_change":"2024-04-25T01:23:53.810366+0000","last_active":"2024-04-25T01:23:56.306492+0000","last_peered":"2024-04-25T01:23:56.306492+0000","last_clean":"2024-04-25T01:23:56.306492+0000","last_became_active":"2024-04-25T01:23:53.809923+0000","last_became_peered":"2024-04-25T01:23:53.809923+0000","last_unstale":"2024-04-25T01:23:56.306492+0000","last_undegraded":"2024-04-25T01:23:56.306492+0000","last_fullsized":"2024-04-25T01:23:56.306492+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:05:14.792599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:59.886417+0000","last_change":"2024-04-25T01:23:52.804492+0000","last_active":"2024-04-25T01:23:59.886417+0000","last_peered":"2024-04-25T01:23:59.886417+0000","last_clean":"2024-04-25T01:23:59.886417+0000","last_became_active":"2024-04-25T01:23:52.804178+0000","last_became_peered":"2024-04-25T01:23:52.804178+0000","last_unstale":"2024-04-25T01:23:59.886417+0000","last_undegraded":"2024-04-25T01:23:59.886417+0000","last_fullsized":"2024-04-25T01:23:59.886417+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:58:43.018573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795552+0000","last_change":"2024-04-25T01:23:53.810027+0000","last_active":"2024-04-25T01:23:54.795552+0000","last_peered":"2024-04-25T01:23:54.795552+0000","last_clean":"2024-04-25T01:23:54.795552+0000","last_became_active":"2024-04-25T01:23:53.807376+0000","last_became_peered":"2024-04-25T01:23:53.807376+0000","last_unstale":"2024-04-25T01:23:54.795552+0000","last_undegraded":"2024-04-25T01:23:54.795552+0000","last_fullsized":"2024-04-25T01:23:54.795552+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:42:10.432587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:57.796951+0000","last_change":"2024-04-25T01:23:52.801656+0000","last_active":"2024-04-25T01:23:57.796951+0000","last_peered":"2024-04-25T01:23:57.796951+0000","last_clean":"2024-04-25T01:23:57.796951+0000","last_became_active":"2024-04-25T01:23:52.801318+0000","last_became_peered":"2024-04-25T01:23:52.801318+0000","last_unstale":"2024-04-25T01:23:57.796951+0000","last_undegraded":"2024-04-25T01:23:57.796951+0000","last_fullsized":"2024-04-25T01:23:57.796951+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:51:31.416827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.847545+0000","last_change":"2024-04-25T01:23:53.804045+0000","last_active":"2024-04-25T01:23:54.847545+0000","last_peered":"2024-04-25T01:23:54.847545+0000","last_clean":"2024-04-25T01:23:54.847545+0000","last_became_active":"2024-04-25T01:23:53.803676+0000","last_became_peered":"2024-04-25T01:23:53.803676+0000","last_unstale":"2024-04-25T01:23:54.847545+0000","last_undegraded":"2024-04-25T01:23:54.847545+0000","last_fullsized":"2024-04-25T01:23:54.847545+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:02:44.394494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:58.854529+0000","last_change":"2024-04-25T01:23:52.813670+0000","last_active":"2024-04-25T01:23:58.854529+0000","last_peered":"2024-04-25T01:23:58.854529+0000","last_clean":"2024-04-25T01:23:58.854529+0000","last_became_active":"2024-04-25T01:23:52.813273+0000","last_became_peered":"2024-04-25T01:23:52.813273+0000","last_unstale":"2024-04-25T01:23:58.854529+0000","last_undegraded":"2024-04-25T01:23:58.854529+0000","last_fullsized":"2024-04-25T01:23:58.854529+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:34:33.162030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795471+0000","last_change":"2024-04-25T01:23:53.826262+0000","last_active":"2024-04-25T01:23:54.795471+0000","last_peered":"2024-04-25T01:23:54.795471+0000","last_clean":"2024-04-25T01:23:54.795471+0000","last_became_active":"2024-04-25T01:23:53.825892+0000","last_became_peered":"2024-04-25T01:23:53.825892+0000","last_unstale":"2024-04-25T01:23:54.795471+0000","last_undegraded":"2024-04-25T01:23:54.795471+0000","last_fullsized":"2024-04-25T01:23:54.795471+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:36:08.072819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:57.817316+0000","last_change":"2024-04-25T01:23:52.813873+0000","last_active":"2024-04-25T01:23:57.817316+0000","last_peered":"2024-04-25T01:23:57.817316+0000","last_clean":"2024-04-25T01:23:57.817316+0000","last_became_active":"2024-04-25T01:23:52.813534+0000","last_became_peered":"2024-04-25T01:23:52.813534+0000","last_unstale":"2024-04-25T01:23:57.817316+0000","last_undegraded":"2024-04-25T01:23:57.817316+0000","last_fullsized":"2024-04-25T01:23:57.817316+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:01:35.534504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.848498+0000","last_change":"2024-04-25T01:23:53.814236+0000","last_active":"2024-04-25T01:23:54.848498+0000","last_peered":"2024-04-25T01:23:54.848498+0000","last_clean":"2024-04-25T01:23:54.848498+0000","last_became_active":"2024-04-25T01:23:53.813868+0000","last_became_peered":"2024-04-25T01:23:53.813868+0000","last_unstale":"2024-04-25T01:23:54.848498+0000","last_undegraded":"2024-04-25T01:23:54.848498+0000","last_fullsized":"2024-04-25T01:23:54.848498+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:53:23.427108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.883659+0000","last_change":"2024-04-25T01:23:52.800885+0000","last_active":"2024-04-25T01:23:56.883659+0000","last_peered":"2024-04-25T01:23:56.883659+0000","last_clean":"2024-04-25T01:23:56.883659+0000","last_became_active":"2024-04-25T01:23:52.800403+0000","last_became_peered":"2024-04-25T01:23:52.800403+0000","last_unstale":"2024-04-25T01:23:56.883659+0000","last_undegraded":"2024-04-25T01:23:56.883659+0000","last_fullsized":"2024-04-25T01:23:56.883659+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:21:39.347335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.844259+0000","last_change":"2024-04-25T01:23:53.814119+0000","last_active":"2024-04-25T01:23:54.844259+0000","last_peered":"2024-04-25T01:23:54.844259+0000","last_clean":"2024-04-25T01:23:54.844259+0000","last_became_active":"2024-04-25T01:23:53.813756+0000","last_became_peered":"2024-04-25T01:23:53.813756+0000","last_unstale":"2024-04-25T01:23:54.844259+0000","last_undegraded":"2024-04-25T01:23:54.844259+0000","last_fullsized":"2024-04-25T01:23:54.844259+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:28:47.093378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'4","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:58.857243+0000","last_change":"2024-04-25T01:23:52.811254+0000","last_active":"2024-04-25T01:23:58.857243+0000","last_peered":"2024-04-25T01:23:58.857243+0000","last_clean":"2024-04-25T01:23:58.857243+0000","last_became_active":"2024-04-25T01:23:52.810991+0000","last_became_peered":"2024-04-25T01:23:52.810991+0000","last_unstale":"2024-04-25T01:23:58.857243+0000","last_undegraded":"2024-04-25T01:23:58.857243+0000","last_fullsized":"2024-04-25T01:23:58.857243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:49:41.429009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.307244+0000","last_change":"2024-04-25T01:23:53.808403+0000","last_active":"2024-04-25T01:23:56.307244+0000","last_peered":"2024-04-25T01:23:56.307244+0000","last_clean":"2024-04-25T01:23:56.307244+0000","last_became_active":"2024-04-25T01:23:53.808012+0000","last_became_peered":"2024-04-25T01:23:53.808012+0000","last_unstale":"2024-04-25T01:23:56.307244+0000","last_undegraded":"2024-04-25T01:23:56.307244+0000","last_fullsized":"2024-04-25T01:23:56.307244+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:29:44.010844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:59.882847+0000","last_change":"2024-04-25T01:23:52.801658+0000","last_active":"2024-04-25T01:23:59.882847+0000","last_peered":"2024-04-25T01:23:59.882847+0000","last_clean":"2024-04-25T01:23:59.882847+0000","last_became_active":"2024-04-25T01:23:52.801264+0000","last_became_peered":"2024-04-25T01:23:52.801264+0000","last_unstale":"2024-04-25T01:23:59.882847+0000","last_undegraded":"2024-04-25T01:23:59.882847+0000","last_fullsized":"2024-04-25T01:23:59.882847+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:36:59.933672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.752144+0000","last_change":"2024-04-25T01:23:53.822066+0000","last_active":"2024-04-25T01:23:55.752144+0000","last_peered":"2024-04-25T01:23:55.752144+0000","last_clean":"2024-04-25T01:23:55.752144+0000","last_became_active":"2024-04-25T01:23:53.821326+0000","last_became_peered":"2024-04-25T01:23:53.821326+0000","last_unstale":"2024-04-25T01:23:55.752144+0000","last_undegraded":"2024-04-25T01:23:55.752144+0000","last_fullsized":"2024-04-25T01:23:55.752144+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:45:35.383500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:57.796348+0000","last_change":"2024-04-25T01:23:52.821667+0000","last_active":"2024-04-25T01:23:57.796348+0000","last_peered":"2024-04-25T01:23:57.796348+0000","last_clean":"2024-04-25T01:23:57.796348+0000","last_became_active":"2024-04-25T01:23:52.821421+0000","last_became_peered":"2024-04-25T01:23:52.821421+0000","last_unstale":"2024-04-25T01:23:57.796348+0000","last_undegraded":"2024-04-25T01:23:57.796348+0000","last_fullsized":"2024-04-25T01:23:57.796348+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:56:54.776484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.306638+0000","last_change":"2024-04-25T01:23:53.814159+0000","last_active":"2024-04-25T01:23:56.306638+0000","last_peered":"2024-04-25T01:23:56.306638+0000","last_clean":"2024-04-25T01:23:56.306638+0000","last_became_active":"2024-04-25T01:23:53.813818+0000","last_became_peered":"2024-04-25T01:23:53.813818+0000","last_unstale":"2024-04-25T01:23:56.306638+0000","last_undegraded":"2024-04-25T01:23:56.306638+0000","last_fullsized":"2024-04-25T01:23:56.306638+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:02:35.390117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'13","reported_seq":37,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:59.883063+0000","last_change":"2024-04-25T01:23:52.805638+0000","last_active":"2024-04-25T01:23:59.883063+0000","last_peered":"2024-04-25T01:23:59.883063+0000","last_clean":"2024-04-25T01:23:59.883063+0000","last_became_active":"2024-04-25T01:23:52.805307+0000","last_became_peered":"2024-04-25T01:23:52.805307+0000","last_unstale":"2024-04-25T01:23:59.883063+0000","last_undegraded":"2024-04-25T01:23:59.883063+0000","last_fullsized":"2024-04-25T01:23:59.883063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:46:11.063198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8212,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":9,"num_read_kb":6,"num_write":15,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.847869+0000","last_change":"2024-04-25T01:23:53.810400+0000","last_active":"2024-04-25T01:23:54.847869+0000","last_peered":"2024-04-25T01:23:54.847869+0000","last_clean":"2024-04-25T01:23:54.847869+0000","last_became_active":"2024-04-25T01:23:53.809899+0000","last_became_peered":"2024-04-25T01:23:53.809899+0000","last_unstale":"2024-04-25T01:23:54.847869+0000","last_undegraded":"2024-04-25T01:23:54.847869+0000","last_fullsized":"2024-04-25T01:23:54.847869+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:51:50.862278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:59.889944+0000","last_change":"2024-04-25T01:23:52.808842+0000","last_active":"2024-04-25T01:23:59.889944+0000","last_peered":"2024-04-25T01:23:59.889944+0000","last_clean":"2024-04-25T01:23:59.889944+0000","last_became_active":"2024-04-25T01:23:52.808560+0000","last_became_peered":"2024-04-25T01:23:52.808560+0000","last_unstale":"2024-04-25T01:23:59.889944+0000","last_undegraded":"2024-04-25T01:23:59.889944+0000","last_fullsized":"2024-04-25T01:23:59.889944+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:01:56.270817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.206425+0000","last_change":"2024-04-25T01:23:53.827038+0000","last_active":"2024-04-25T01:23:55.206425+0000","last_peered":"2024-04-25T01:23:55.206425+0000","last_clean":"2024-04-25T01:23:55.206425+0000","last_became_active":"2024-04-25T01:23:53.826541+0000","last_became_peered":"2024-04-25T01:23:53.826541+0000","last_unstale":"2024-04-25T01:23:55.206425+0000","last_undegraded":"2024-04-25T01:23:55.206425+0000","last_fullsized":"2024-04-25T01:23:55.206425+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:50:27.747374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.887265+0000","last_change":"2024-04-25T01:23:52.812505+0000","last_active":"2024-04-25T01:23:56.887265+0000","last_peered":"2024-04-25T01:23:56.887265+0000","last_clean":"2024-04-25T01:23:56.887265+0000","last_became_active":"2024-04-25T01:23:52.812223+0000","last_became_peered":"2024-04-25T01:23:52.812223+0000","last_unstale":"2024-04-25T01:23:56.887265+0000","last_undegraded":"2024-04-25T01:23:56.887265+0000","last_fullsized":"2024-04-25T01:23:56.887265+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:29:50.884609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795022+0000","last_change":"2024-04-25T01:23:53.810684+0000","last_active":"2024-04-25T01:23:54.795022+0000","last_peered":"2024-04-25T01:23:54.795022+0000","last_clean":"2024-04-25T01:23:54.795022+0000","last_became_active":"2024-04-25T01:23:53.810347+0000","last_became_peered":"2024-04-25T01:23:53.810347+0000","last_unstale":"2024-04-25T01:23:54.795022+0000","last_undegraded":"2024-04-25T01:23:54.795022+0000","last_fullsized":"2024-04-25T01:23:54.795022+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:21.895845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'6","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:24:00.882980+0000","last_change":"2024-04-25T01:23:52.805436+0000","last_active":"2024-04-25T01:24:00.882980+0000","last_peered":"2024-04-25T01:24:00.882980+0000","last_clean":"2024-04-25T01:24:00.882980+0000","last_became_active":"2024-04-25T01:23:52.804651+0000","last_became_peered":"2024-04-25T01:23:52.804651+0000","last_unstale":"2024-04-25T01:24:00.882980+0000","last_undegraded":"2024-04-25T01:24:00.882980+0000","last_fullsized":"2024-04-25T01:24:00.882980+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:00:09.764876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.794686+0000","last_change":"2024-04-25T01:23:53.807897+0000","last_active":"2024-04-25T01:23:54.794686+0000","last_peered":"2024-04-25T01:23:54.794686+0000","last_clean":"2024-04-25T01:23:54.794686+0000","last_became_active":"2024-04-25T01:23:53.807551+0000","last_became_peered":"2024-04-25T01:23:53.807551+0000","last_unstale":"2024-04-25T01:23:54.794686+0000","last_undegraded":"2024-04-25T01:23:54.794686+0000","last_fullsized":"2024-04-25T01:23:54.794686+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:47:09.433674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:59.886571+0000","last_change":"2024-04-25T01:23:52.816305+0000","last_active":"2024-04-25T01:23:59.886571+0000","last_peered":"2024-04-25T01:23:59.886571+0000","last_clean":"2024-04-25T01:23:59.886571+0000","last_became_active":"2024-04-25T01:23:52.815923+0000","last_became_peered":"2024-04-25T01:23:52.815923+0000","last_unstale":"2024-04-25T01:23:59.886571+0000","last_undegraded":"2024-04-25T01:23:59.886571+0000","last_fullsized":"2024-04-25T01:23:59.886571+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:02:03.359199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.794973+0000","last_change":"2024-04-25T01:23:53.812834+0000","last_active":"2024-04-25T01:23:54.794973+0000","last_peered":"2024-04-25T01:23:54.794973+0000","last_clean":"2024-04-25T01:23:54.794973+0000","last_became_active":"2024-04-25T01:23:53.812416+0000","last_became_peered":"2024-04-25T01:23:53.812416+0000","last_unstale":"2024-04-25T01:23:54.794973+0000","last_undegraded":"2024-04-25T01:23:54.794973+0000","last_fullsized":"2024-04-25T01:23:54.794973+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:37:57.949682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:57.794140+0000","last_change":"2024-04-25T01:23:52.797955+0000","last_active":"2024-04-25T01:23:57.794140+0000","last_peered":"2024-04-25T01:23:57.794140+0000","last_clean":"2024-04-25T01:23:57.794140+0000","last_became_active":"2024-04-25T01:23:52.797650+0000","last_became_peered":"2024-04-25T01:23:52.797650+0000","last_unstale":"2024-04-25T01:23:57.794140+0000","last_undegraded":"2024-04-25T01:23:57.794140+0000","last_fullsized":"2024-04-25T01:23:57.794140+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:07:42.560284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.494097+0000","last_change":"2024-04-25T01:23:53.803970+0000","last_active":"2024-04-25T01:23:55.494097+0000","last_peered":"2024-04-25T01:23:55.494097+0000","last_clean":"2024-04-25T01:23:55.494097+0000","last_became_active":"2024-04-25T01:23:53.803572+0000","last_became_peered":"2024-04-25T01:23:53.803572+0000","last_unstale":"2024-04-25T01:23:55.494097+0000","last_undegraded":"2024-04-25T01:23:55.494097+0000","last_fullsized":"2024-04-25T01:23:55.494097+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:18:51.116738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.844084+0000","last_change":"2024-04-25T01:23:52.824814+0000","last_active":"2024-04-25T01:23:54.844084+0000","last_peered":"2024-04-25T01:23:54.844084+0000","last_clean":"2024-04-25T01:23:54.844084+0000","last_became_active":"2024-04-25T01:23:52.821792+0000","last_became_peered":"2024-04-25T01:23:52.821792+0000","last_unstale":"2024-04-25T01:23:54.844084+0000","last_undegraded":"2024-04-25T01:23:54.844084+0000","last_fullsized":"2024-04-25T01:23:54.844084+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:19:39.763841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.584656+0000","last_change":"2024-04-25T01:23:53.825740+0000","last_active":"2024-04-25T01:23:55.584656+0000","last_peered":"2024-04-25T01:23:55.584656+0000","last_clean":"2024-04-25T01:23:55.584656+0000","last_became_active":"2024-04-25T01:23:53.825421+0000","last_became_peered":"2024-04-25T01:23:53.825421+0000","last_unstale":"2024-04-25T01:23:55.584656+0000","last_undegraded":"2024-04-25T01:23:55.584656+0000","last_fullsized":"2024-04-25T01:23:55.584656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:40:34.528975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'5","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:24:00.885275+0000","last_change":"2024-04-25T01:23:52.810337+0000","last_active":"2024-04-25T01:24:00.885275+0000","last_peered":"2024-04-25T01:24:00.885275+0000","last_clean":"2024-04-25T01:24:00.885275+0000","last_became_active":"2024-04-25T01:23:52.809961+0000","last_became_peered":"2024-04-25T01:23:52.809961+0000","last_unstale":"2024-04-25T01:24:00.885275+0000","last_undegraded":"2024-04-25T01:24:00.885275+0000","last_fullsized":"2024-04-25T01:24:00.885275+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:41:42.170365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.584555+0000","last_change":"2024-04-25T01:23:53.813081+0000","last_active":"2024-04-25T01:23:55.584555+0000","last_peered":"2024-04-25T01:23:55.584555+0000","last_clean":"2024-04-25T01:23:55.584555+0000","last_became_active":"2024-04-25T01:23:53.812716+0000","last_became_peered":"2024-04-25T01:23:53.812716+0000","last_unstale":"2024-04-25T01:23:55.584555+0000","last_undegraded":"2024-04-25T01:23:55.584555+0000","last_fullsized":"2024-04-25T01:23:55.584555+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:28:01.245011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795368+0000","last_change":"2024-04-25T01:23:53.807833+0000","last_active":"2024-04-25T01:23:54.795368+0000","last_peered":"2024-04-25T01:23:54.795368+0000","last_clean":"2024-04-25T01:23:54.795368+0000","last_became_active":"2024-04-25T01:23:53.807370+0000","last_became_peered":"2024-04-25T01:23:53.807370+0000","last_unstale":"2024-04-25T01:23:54.795368+0000","last_undegraded":"2024-04-25T01:23:54.795368+0000","last_fullsized":"2024-04-25T01:23:54.795368+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:43:41.787541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:57.818628+0000","last_change":"2024-04-25T01:23:52.822777+0000","last_active":"2024-04-25T01:23:57.818628+0000","last_peered":"2024-04-25T01:23:57.818628+0000","last_clean":"2024-04-25T01:23:57.818628+0000","last_became_active":"2024-04-25T01:23:52.820590+0000","last_became_peered":"2024-04-25T01:23:52.820590+0000","last_unstale":"2024-04-25T01:23:57.818628+0000","last_undegraded":"2024-04-25T01:23:57.818628+0000","last_fullsized":"2024-04-25T01:23:57.818628+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:20:15.805335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.848931+0000","last_change":"2024-04-25T01:23:53.807656+0000","last_active":"2024-04-25T01:23:54.848931+0000","last_peered":"2024-04-25T01:23:54.848931+0000","last_clean":"2024-04-25T01:23:54.848931+0000","last_became_active":"2024-04-25T01:23:53.807216+0000","last_became_peered":"2024-04-25T01:23:53.807216+0000","last_unstale":"2024-04-25T01:23:54.848931+0000","last_undegraded":"2024-04-25T01:23:54.848931+0000","last_fullsized":"2024-04-25T01:23:54.848931+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:48:47.702827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:24:00.880942+0000","last_change":"2024-04-25T01:23:52.807786+0000","last_active":"2024-04-25T01:24:00.880942+0000","last_peered":"2024-04-25T01:24:00.880942+0000","last_clean":"2024-04-25T01:24:00.880942+0000","last_became_active":"2024-04-25T01:23:52.807525+0000","last_became_peered":"2024-04-25T01:23:52.807525+0000","last_unstale":"2024-04-25T01:24:00.880942+0000","last_undegraded":"2024-04-25T01:24:00.880942+0000","last_fullsized":"2024-04-25T01:24:00.880942+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:10:06.155998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":335,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.794766+0000","last_change":"2024-04-25T01:22:33.333035+0000","last_active":"2024-04-25T01:23:54.794766+0000","last_peered":"2024-04-25T01:23:54.794766+0000","last_clean":"2024-04-25T01:23:54.794766+0000","last_became_active":"2024-04-25T01:22:33.332433+0000","last_became_peered":"2024-04-25T01:22:33.332433+0000","last_unstale":"2024-04-25T01:23:54.794766+0000","last_undegraded":"2024-04-25T01:23:54.794766+0000","last_fullsized":"2024-04-25T01:23:54.794766+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:18:37.914821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:18:37.914821+0000","last_clean_scrub_stamp":"2024-04-25T01:18:37.914821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:12:18.793036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.206275+0000","last_change":"2024-04-25T01:23:53.812611+0000","last_active":"2024-04-25T01:23:55.206275+0000","last_peered":"2024-04-25T01:23:55.206275+0000","last_clean":"2024-04-25T01:23:55.206275+0000","last_became_active":"2024-04-25T01:23:53.812194+0000","last_became_peered":"2024-04-25T01:23:53.812194+0000","last_unstale":"2024-04-25T01:23:55.206275+0000","last_undegraded":"2024-04-25T01:23:55.206275+0000","last_fullsized":"2024-04-25T01:23:55.206275+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:48:07.563269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:57.807015+0000","last_change":"2024-04-25T01:23:52.800019+0000","last_active":"2024-04-25T01:23:57.807015+0000","last_peered":"2024-04-25T01:23:57.807015+0000","last_clean":"2024-04-25T01:23:57.807015+0000","last_became_active":"2024-04-25T01:23:52.799502+0000","last_became_peered":"2024-04-25T01:23:52.799502+0000","last_unstale":"2024-04-25T01:23:57.807015+0000","last_undegraded":"2024-04-25T01:23:57.807015+0000","last_fullsized":"2024-04-25T01:23:57.807015+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:40:19.864759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:58.861649+0000","last_change":"2024-04-25T01:23:52.822744+0000","last_active":"2024-04-25T01:23:58.861649+0000","last_peered":"2024-04-25T01:23:58.861649+0000","last_clean":"2024-04-25T01:23:58.861649+0000","last_became_active":"2024-04-25T01:23:52.822445+0000","last_became_peered":"2024-04-25T01:23:52.822445+0000","last_unstale":"2024-04-25T01:23:58.861649+0000","last_undegraded":"2024-04-25T01:23:58.861649+0000","last_fullsized":"2024-04-25T01:23:58.861649+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:47:23.034051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.207083+0000","last_change":"2024-04-25T01:23:53.810255+0000","last_active":"2024-04-25T01:23:55.207083+0000","last_peered":"2024-04-25T01:23:55.207083+0000","last_clean":"2024-04-25T01:23:55.207083+0000","last_became_active":"2024-04-25T01:23:53.809841+0000","last_became_peered":"2024-04-25T01:23:53.809841+0000","last_unstale":"2024-04-25T01:23:55.207083+0000","last_undegraded":"2024-04-25T01:23:55.207083+0000","last_fullsized":"2024-04-25T01:23:55.207083+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:32:48.759185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'9","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:24:00.843052+0000","last_change":"2024-04-25T01:23:52.824724+0000","last_active":"2024-04-25T01:24:00.843052+0000","last_peered":"2024-04-25T01:24:00.843052+0000","last_clean":"2024-04-25T01:24:00.843052+0000","last_became_active":"2024-04-25T01:23:52.824384+0000","last_became_peered":"2024-04-25T01:23:52.824384+0000","last_unstale":"2024-04-25T01:24:00.843052+0000","last_undegraded":"2024-04-25T01:24:00.843052+0000","last_fullsized":"2024-04-25T01:24:00.843052+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:51:00.166582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.849713+0000","last_change":"2024-04-25T01:23:53.821138+0000","last_active":"2024-04-25T01:23:54.849713+0000","last_peered":"2024-04-25T01:23:54.849713+0000","last_clean":"2024-04-25T01:23:54.849713+0000","last_became_active":"2024-04-25T01:23:53.819003+0000","last_became_peered":"2024-04-25T01:23:53.819003+0000","last_unstale":"2024-04-25T01:23:54.849713+0000","last_undegraded":"2024-04-25T01:23:54.849713+0000","last_fullsized":"2024-04-25T01:23:54.849713+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:24:00.837713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:59.886028+0000","last_change":"2024-04-25T01:23:52.810268+0000","last_active":"2024-04-25T01:23:59.886028+0000","last_peered":"2024-04-25T01:23:59.886028+0000","last_clean":"2024-04-25T01:23:59.886028+0000","last_became_active":"2024-04-25T01:23:52.809920+0000","last_became_peered":"2024-04-25T01:23:52.809920+0000","last_unstale":"2024-04-25T01:23:59.886028+0000","last_undegraded":"2024-04-25T01:23:59.886028+0000","last_fullsized":"2024-04-25T01:23:59.886028+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:21:35.654180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.752313+0000","last_change":"2024-04-25T01:23:53.827319+0000","last_active":"2024-04-25T01:23:55.752313+0000","last_peered":"2024-04-25T01:23:55.752313+0000","last_clean":"2024-04-25T01:23:55.752313+0000","last_became_active":"2024-04-25T01:23:53.826621+0000","last_became_peered":"2024-04-25T01:23:53.826621+0000","last_unstale":"2024-04-25T01:23:55.752313+0000","last_undegraded":"2024-04-25T01:23:55.752313+0000","last_fullsized":"2024-04-25T01:23:55.752313+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:27:18.923796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.886124+0000","last_change":"2024-04-25T01:23:52.816063+0000","last_active":"2024-04-25T01:23:56.886124+0000","last_peered":"2024-04-25T01:23:56.886124+0000","last_clean":"2024-04-25T01:23:56.886124+0000","last_became_active":"2024-04-25T01:23:52.815805+0000","last_became_peered":"2024-04-25T01:23:52.815805+0000","last_unstale":"2024-04-25T01:23:56.886124+0000","last_undegraded":"2024-04-25T01:23:56.886124+0000","last_fullsized":"2024-04-25T01:23:56.886124+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:21:31.150768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.847504+0000","last_change":"2024-04-25T01:23:53.807515+0000","last_active":"2024-04-25T01:23:54.847504+0000","last_peered":"2024-04-25T01:23:54.847504+0000","last_clean":"2024-04-25T01:23:54.847504+0000","last_became_active":"2024-04-25T01:23:53.807145+0000","last_became_peered":"2024-04-25T01:23:53.807145+0000","last_unstale":"2024-04-25T01:23:54.847504+0000","last_undegraded":"2024-04-25T01:23:54.847504+0000","last_fullsized":"2024-04-25T01:23:54.847504+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:37:41.171457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:58.862032+0000","last_change":"2024-04-25T01:23:52.814606+0000","last_active":"2024-04-25T01:23:58.862032+0000","last_peered":"2024-04-25T01:23:58.862032+0000","last_clean":"2024-04-25T01:23:58.862032+0000","last_became_active":"2024-04-25T01:23:52.814279+0000","last_became_peered":"2024-04-25T01:23:52.814279+0000","last_unstale":"2024-04-25T01:23:58.862032+0000","last_undegraded":"2024-04-25T01:23:58.862032+0000","last_fullsized":"2024-04-25T01:23:58.862032+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:37:42.957845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.493837+0000","last_change":"2024-04-25T01:23:53.807817+0000","last_active":"2024-04-25T01:23:55.493837+0000","last_peered":"2024-04-25T01:23:55.493837+0000","last_clean":"2024-04-25T01:23:55.493837+0000","last_became_active":"2024-04-25T01:23:53.805947+0000","last_became_peered":"2024-04-25T01:23:53.805947+0000","last_unstale":"2024-04-25T01:23:55.493837+0000","last_undegraded":"2024-04-25T01:23:55.493837+0000","last_fullsized":"2024-04-25T01:23:55.493837+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:50:26.452196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:58.860453+0000","last_change":"2024-04-25T01:23:52.819050+0000","last_active":"2024-04-25T01:23:58.860453+0000","last_peered":"2024-04-25T01:23:58.860453+0000","last_clean":"2024-04-25T01:23:58.860453+0000","last_became_active":"2024-04-25T01:23:52.818774+0000","last_became_peered":"2024-04-25T01:23:52.818774+0000","last_unstale":"2024-04-25T01:23:58.860453+0000","last_undegraded":"2024-04-25T01:23:58.860453+0000","last_fullsized":"2024-04-25T01:23:58.860453+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:21:02.643511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.849259+0000","last_change":"2024-04-25T01:23:53.821827+0000","last_active":"2024-04-25T01:23:54.849259+0000","last_peered":"2024-04-25T01:23:54.849259+0000","last_clean":"2024-04-25T01:23:54.849259+0000","last_became_active":"2024-04-25T01:23:53.821334+0000","last_became_peered":"2024-04-25T01:23:53.821334+0000","last_unstale":"2024-04-25T01:23:54.849259+0000","last_undegraded":"2024-04-25T01:23:54.849259+0000","last_fullsized":"2024-04-25T01:23:54.849259+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:13:45.612634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.885020+0000","last_change":"2024-04-25T01:23:52.806989+0000","last_active":"2024-04-25T01:23:56.885020+0000","last_peered":"2024-04-25T01:23:56.885020+0000","last_clean":"2024-04-25T01:23:56.885020+0000","last_became_active":"2024-04-25T01:23:52.806683+0000","last_became_peered":"2024-04-25T01:23:52.806683+0000","last_unstale":"2024-04-25T01:23:56.885020+0000","last_undegraded":"2024-04-25T01:23:56.885020+0000","last_fullsized":"2024-04-25T01:23:56.885020+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:03:18.081850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.794992+0000","last_change":"2024-04-25T01:23:53.809796+0000","last_active":"2024-04-25T01:23:54.794992+0000","last_peered":"2024-04-25T01:23:54.794992+0000","last_clean":"2024-04-25T01:23:54.794992+0000","last_became_active":"2024-04-25T01:23:53.806700+0000","last_became_peered":"2024-04-25T01:23:53.806700+0000","last_unstale":"2024-04-25T01:23:54.794992+0000","last_undegraded":"2024-04-25T01:23:54.794992+0000","last_fullsized":"2024-04-25T01:23:54.794992+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:31:58.428206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'6","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:24:00.883499+0000","last_change":"2024-04-25T01:23:52.818416+0000","last_active":"2024-04-25T01:24:00.883499+0000","last_peered":"2024-04-25T01:24:00.883499+0000","last_clean":"2024-04-25T01:24:00.883499+0000","last_became_active":"2024-04-25T01:23:52.818103+0000","last_became_peered":"2024-04-25T01:23:52.818103+0000","last_unstale":"2024-04-25T01:24:00.883499+0000","last_undegraded":"2024-04-25T01:24:00.883499+0000","last_fullsized":"2024-04-25T01:24:00.883499+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:46:06.850967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795069+0000","last_change":"2024-04-25T01:23:53.802499+0000","last_active":"2024-04-25T01:23:54.795069+0000","last_peered":"2024-04-25T01:23:54.795069+0000","last_clean":"2024-04-25T01:23:54.795069+0000","last_became_active":"2024-04-25T01:23:53.802115+0000","last_became_peered":"2024-04-25T01:23:53.802115+0000","last_unstale":"2024-04-25T01:23:54.795069+0000","last_undegraded":"2024-04-25T01:23:54.795069+0000","last_fullsized":"2024-04-25T01:23:54.795069+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:25:47.353635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"86'2","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:57.794013+0000","last_change":"2024-04-25T01:23:52.816685+0000","last_active":"2024-04-25T01:23:57.794013+0000","last_peered":"2024-04-25T01:23:57.794013+0000","last_clean":"2024-04-25T01:23:57.794013+0000","last_became_active":"2024-04-25T01:23:52.816038+0000","last_became_peered":"2024-04-25T01:23:52.816038+0000","last_unstale":"2024-04-25T01:23:57.794013+0000","last_undegraded":"2024-04-25T01:23:57.794013+0000","last_fullsized":"2024-04-25T01:23:57.794013+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:50:25.322154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'1","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.629354+0000","last_change":"2024-04-25T01:23:53.816080+0000","last_active":"2024-04-25T01:23:56.629354+0000","last_peered":"2024-04-25T01:23:56.629354+0000","last_clean":"2024-04-25T01:23:56.629354+0000","last_became_active":"2024-04-25T01:23:53.815549+0000","last_became_peered":"2024-04-25T01:23:53.815549+0000","last_unstale":"2024-04-25T01:23:56.629354+0000","last_undegraded":"2024-04-25T01:23:56.629354+0000","last_fullsized":"2024-04-25T01:23:56.629354+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:03:51.291673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.206981+0000","last_change":"2024-04-25T01:23:52.825578+0000","last_active":"2024-04-25T01:23:55.206981+0000","last_peered":"2024-04-25T01:23:55.206981+0000","last_clean":"2024-04-25T01:23:55.206981+0000","last_became_active":"2024-04-25T01:23:52.825216+0000","last_became_peered":"2024-04-25T01:23:52.825216+0000","last_unstale":"2024-04-25T01:23:55.206981+0000","last_undegraded":"2024-04-25T01:23:55.206981+0000","last_fullsized":"2024-04-25T01:23:55.206981+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:40:49.913353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795226+0000","last_change":"2024-04-25T01:23:53.807481+0000","last_active":"2024-04-25T01:23:54.795226+0000","last_peered":"2024-04-25T01:23:54.795226+0000","last_clean":"2024-04-25T01:23:54.795226+0000","last_became_active":"2024-04-25T01:23:53.807042+0000","last_became_peered":"2024-04-25T01:23:53.807042+0000","last_unstale":"2024-04-25T01:23:54.795226+0000","last_undegraded":"2024-04-25T01:23:54.795226+0000","last_fullsized":"2024-04-25T01:23:54.795226+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:56:14.599927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.493945+0000","last_change":"2024-04-25T01:23:53.801126+0000","last_active":"2024-04-25T01:23:55.493945+0000","last_peered":"2024-04-25T01:23:55.493945+0000","last_clean":"2024-04-25T01:23:55.493945+0000","last_became_active":"2024-04-25T01:23:53.800770+0000","last_became_peered":"2024-04-25T01:23:53.800770+0000","last_unstale":"2024-04-25T01:23:55.493945+0000","last_undegraded":"2024-04-25T01:23:55.493945+0000","last_fullsized":"2024-04-25T01:23:55.493945+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:53:43.572697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.307544+0000","last_change":"2024-04-25T01:23:53.807537+0000","last_active":"2024-04-25T01:23:56.307544+0000","last_peered":"2024-04-25T01:23:56.307544+0000","last_clean":"2024-04-25T01:23:56.307544+0000","last_became_active":"2024-04-25T01:23:53.807183+0000","last_became_peered":"2024-04-25T01:23:53.807183+0000","last_unstale":"2024-04-25T01:23:56.307544+0000","last_undegraded":"2024-04-25T01:23:56.307544+0000","last_fullsized":"2024-04-25T01:23:56.307544+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:43:24.438871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.307527+0000","last_change":"2024-04-25T01:23:53.814716+0000","last_active":"2024-04-25T01:23:56.307527+0000","last_peered":"2024-04-25T01:23:56.307527+0000","last_clean":"2024-04-25T01:23:56.307527+0000","last_became_active":"2024-04-25T01:23:53.813821+0000","last_became_peered":"2024-04-25T01:23:53.813821+0000","last_unstale":"2024-04-25T01:23:56.307527+0000","last_undegraded":"2024-04-25T01:23:56.307527+0000","last_fullsized":"2024-04-25T01:23:56.307527+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:55:09.205977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.751419+0000","last_change":"2024-04-25T01:23:53.811377+0000","last_active":"2024-04-25T01:23:55.751419+0000","last_peered":"2024-04-25T01:23:55.751419+0000","last_clean":"2024-04-25T01:23:55.751419+0000","last_became_active":"2024-04-25T01:23:53.810778+0000","last_became_peered":"2024-04-25T01:23:53.810778+0000","last_unstale":"2024-04-25T01:23:55.751419+0000","last_undegraded":"2024-04-25T01:23:55.751419+0000","last_fullsized":"2024-04-25T01:23:55.751419+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:34:23.770456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.207371+0000","last_change":"2024-04-25T01:23:53.818285+0000","last_active":"2024-04-25T01:23:55.207371+0000","last_peered":"2024-04-25T01:23:55.207371+0000","last_clean":"2024-04-25T01:23:55.207371+0000","last_became_active":"2024-04-25T01:23:53.817885+0000","last_became_peered":"2024-04-25T01:23:53.817885+0000","last_unstale":"2024-04-25T01:23:55.207371+0000","last_undegraded":"2024-04-25T01:23:55.207371+0000","last_fullsized":"2024-04-25T01:23:55.207371+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:34:39.614595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.494042+0000","last_change":"2024-04-25T01:23:53.806961+0000","last_active":"2024-04-25T01:23:55.494042+0000","last_peered":"2024-04-25T01:23:55.494042+0000","last_clean":"2024-04-25T01:23:55.494042+0000","last_became_active":"2024-04-25T01:23:53.806614+0000","last_became_peered":"2024-04-25T01:23:53.806614+0000","last_unstale":"2024-04-25T01:23:55.494042+0000","last_undegraded":"2024-04-25T01:23:55.494042+0000","last_fullsized":"2024-04-25T01:23:55.494042+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:36:28.548596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.307919+0000","last_change":"2024-04-25T01:23:53.803641+0000","last_active":"2024-04-25T01:23:56.307919+0000","last_peered":"2024-04-25T01:23:56.307919+0000","last_clean":"2024-04-25T01:23:56.307919+0000","last_became_active":"2024-04-25T01:23:53.803242+0000","last_became_peered":"2024-04-25T01:23:53.803242+0000","last_unstale":"2024-04-25T01:23:56.307919+0000","last_undegraded":"2024-04-25T01:23:56.307919+0000","last_fullsized":"2024-04-25T01:23:56.307919+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:59:38.121532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.849446+0000","last_change":"2024-04-25T01:23:53.825153+0000","last_active":"2024-04-25T01:23:54.849446+0000","last_peered":"2024-04-25T01:23:54.849446+0000","last_clean":"2024-04-25T01:23:54.849446+0000","last_became_active":"2024-04-25T01:23:53.822752+0000","last_became_peered":"2024-04-25T01:23:53.822752+0000","last_unstale":"2024-04-25T01:23:54.849446+0000","last_undegraded":"2024-04-25T01:23:54.849446+0000","last_fullsized":"2024-04-25T01:23:54.849446+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:58:05.659397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795269+0000","last_change":"2024-04-25T01:23:53.811673+0000","last_active":"2024-04-25T01:23:54.795269+0000","last_peered":"2024-04-25T01:23:54.795269+0000","last_clean":"2024-04-25T01:23:54.795269+0000","last_became_active":"2024-04-25T01:23:53.811157+0000","last_became_peered":"2024-04-25T01:23:53.811157+0000","last_unstale":"2024-04-25T01:23:54.795269+0000","last_undegraded":"2024-04-25T01:23:54.795269+0000","last_fullsized":"2024-04-25T01:23:54.795269+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:29:51.288436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.849020+0000","last_change":"2024-04-25T01:23:53.824983+0000","last_active":"2024-04-25T01:23:54.849020+0000","last_peered":"2024-04-25T01:23:54.849020+0000","last_clean":"2024-04-25T01:23:54.849020+0000","last_became_active":"2024-04-25T01:23:53.822492+0000","last_became_peered":"2024-04-25T01:23:53.822492+0000","last_unstale":"2024-04-25T01:23:54.849020+0000","last_undegraded":"2024-04-25T01:23:54.849020+0000","last_fullsized":"2024-04-25T01:23:54.849020+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:12:48.598033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.306677+0000","last_change":"2024-04-25T01:23:53.812939+0000","last_active":"2024-04-25T01:23:56.306677+0000","last_peered":"2024-04-25T01:23:56.306677+0000","last_clean":"2024-04-25T01:23:56.306677+0000","last_became_active":"2024-04-25T01:23:53.812467+0000","last_became_peered":"2024-04-25T01:23:53.812467+0000","last_unstale":"2024-04-25T01:23:56.306677+0000","last_undegraded":"2024-04-25T01:23:56.306677+0000","last_fullsized":"2024-04-25T01:23:56.306677+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:51:04.312730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.206697+0000","last_change":"2024-04-25T01:23:53.815183+0000","last_active":"2024-04-25T01:23:55.206697+0000","last_peered":"2024-04-25T01:23:55.206697+0000","last_clean":"2024-04-25T01:23:55.206697+0000","last_became_active":"2024-04-25T01:23:53.814729+0000","last_became_peered":"2024-04-25T01:23:53.814729+0000","last_unstale":"2024-04-25T01:23:55.206697+0000","last_undegraded":"2024-04-25T01:23:55.206697+0000","last_fullsized":"2024-04-25T01:23:55.206697+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:04:35.738748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.493938+0000","last_change":"2024-04-25T01:23:53.806830+0000","last_active":"2024-04-25T01:23:55.493938+0000","last_peered":"2024-04-25T01:23:55.493938+0000","last_clean":"2024-04-25T01:23:55.493938+0000","last_became_active":"2024-04-25T01:23:53.806479+0000","last_became_peered":"2024-04-25T01:23:53.806479+0000","last_unstale":"2024-04-25T01:23:55.493938+0000","last_undegraded":"2024-04-25T01:23:55.493938+0000","last_fullsized":"2024-04-25T01:23:55.493938+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:32:54.740449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":15394,"num_objects":93,"num_object_clones":0,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":45,"num_read_kb":37,"num_write":204,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":434176,"data_stored":88089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":177,"ondisk_log_size":177,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892350990,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":933888,"data_stored":442764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612628,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28548,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716604,"statfs":{"total":95995035648,"available":95965802496,"internally_reserved":0,"allocated":1568768,"data_stored":1036036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776154,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":442694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037793,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":443072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299429,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32688,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712464,"statfs":{"total":95995035648,"available":95961563136,"internally_reserved":0,"allocated":1548288,"data_stored":1035864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462955,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":441684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":983040,"data_stored":481517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738446,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40436,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704716,"statfs":{"total":95995035648,"available":95953629184,"internally_reserved":0,"allocated":962560,"data_stored":444141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411395,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":983040,"data_stored":465221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149756,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":946176,"data_stored":441980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888120,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":942080,"data_stored":442663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724594,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28536,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716616,"statfs":{"total":95995035648,"available":95965814784,"internally_reserved":0,"allocated":1556480,"data_stored":1034178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":39945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":23649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":10339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T01:24:03.308 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-25T01:24:03.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:02 smithi186 ceph-mon[32747]: pgmap v324: 97 pgs: 97 active+clean; 590 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6.5 KiB/s wr, 20 op/s 2024-04-25T01:24:03.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:02 smithi186 ceph-mon[32747]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:03.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:02 smithi186 ceph-mon[32747]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-04-25T01:24:03.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:02 smithi186 ceph-mon[32747]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:24:03.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:02 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2507189172' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:24:03.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:02 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/919418845' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:24:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.580+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2371351175 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c441037c0 msgr2=0x7f2c44103be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.580+0000 7f2c4ac00640 1 --2- 172.21.15.26:0/2371351175 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c441037c0 0x7f2c44103be0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f2c38009900 tx=0x7f2c3802a3f0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.580+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2371351175 shutdown_connections 2024-04-25T01:24:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.580+0000 7f2c4ac00640 1 --2- 172.21.15.26:0/2371351175 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2c44105370 0x7f2c4410bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.580+0000 7f2c4ac00640 1 --2- 172.21.15.26:0/2371351175 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2c441049b0 0x7f2c44104e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.580+0000 7f2c4ac00640 1 --2- 172.21.15.26:0/2371351175 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c441037c0 0x7f2c44103be0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.580+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2371351175 >> 172.21.15.26:0/2371351175 conn(0x7f2c440fed50 msgr2=0x7f2c44101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.580+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2371351175 shutdown_connections 2024-04-25T01:24:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.580+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2371351175 wait complete. 2024-04-25T01:24:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.581+0000 7f2c4ac00640 1 Processor -- start 2024-04-25T01:24:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.582+0000 7f2c4ac00640 1 -- start start 2024-04-25T01:24:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.582+0000 7f2c4ac00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2c441037c0 0x7f2c44199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.582+0000 7f2c4ac00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2c441049b0 0x7f2c4419a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.582+0000 7f2c4ac00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c44105370 0x7f2c441a10a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.582+0000 7f2c4ac00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2c4410f410 con 0x7f2c44105370 2024-04-25T01:24:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.582+0000 7f2c4ac00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2c4410f290 con 0x7f2c441037c0 2024-04-25T01:24:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.582+0000 7f2c4ac00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f2c4410f590 con 0x7f2c441049b0 2024-04-25T01:24:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.582+0000 7f2c4a200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c44105370 0x7f2c441a10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.582+0000 7f2c4a200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c44105370 0x7f2c441a10a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39584/0 (socket says 172.21.15.26:39584) 2024-04-25T01:24:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.582+0000 7f2c4a200640 1 -- 172.21.15.26:0/2292207740 learned_addr learned my addr 172.21.15.26:0/2292207740 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.582+0000 7f2c49800640 1 --2- 172.21.15.26:0/2292207740 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2c441037c0 0x7f2c44199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.582+0000 7f2c48e00640 1 --2- 172.21.15.26:0/2292207740 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2c441049b0 0x7f2c4419a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.583+0000 7f2c4a200640 1 -- 172.21.15.26:0/2292207740 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2c441049b0 msgr2=0x7f2c4419a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.583+0000 7f2c4a200640 1 --2- 172.21.15.26:0/2292207740 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2c441049b0 0x7f2c4419a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.583+0000 7f2c4a200640 1 -- 172.21.15.26:0/2292207740 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2c441037c0 msgr2=0x7f2c44199af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:03.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.583+0000 7f2c4a200640 1 --2- 172.21.15.26:0/2292207740 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2c441037c0 0x7f2c44199af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.583+0000 7f2c4a200640 1 -- 172.21.15.26:0/2292207740 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c441a1710 con 0x7f2c44105370 2024-04-25T01:24:03.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.583+0000 7f2c4a200640 1 --2- 172.21.15.26:0/2292207740 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c44105370 0x7f2c441a10a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2c3c009fd0 tx=0x7f2c3c00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:03.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.583+0000 7f2c42000640 1 -- 172.21.15.26:0/2292207740 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c3c017070 con 0x7f2c44105370 2024-04-25T01:24:03.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.584+0000 7f2c42000640 1 -- 172.21.15.26:0/2292207740 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c3c003e50 con 0x7f2c44105370 2024-04-25T01:24:03.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.584+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2292207740 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c441a1a00 con 0x7f2c44105370 2024-04-25T01:24:03.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.584+0000 7f2c42000640 1 -- 172.21.15.26:0/2292207740 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c3c0106c0 con 0x7f2c44105370 2024-04-25T01:24:03.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.584+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2292207740 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c441a1f50 con 0x7f2c44105370 2024-04-25T01:24:03.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.585+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2292207740 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c4410ab30 con 0x7f2c44105370 2024-04-25T01:24:03.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.587+0000 7f2c42000640 1 -- 172.21.15.26:0/2292207740 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2c3c003970 con 0x7f2c44105370 2024-04-25T01:24:03.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.589+0000 7f2c42000640 1 --2- 172.21.15.26:0/2292207740 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2c2c0a2ca0 0x7f2c2c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:03.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.589+0000 7f2c42000640 1 -- 172.21.15.26:0/2292207740 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f2c3c0ceda0 con 0x7f2c44105370 2024-04-25T01:24:03.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.589+0000 7f2c49800640 1 --2- 172.21.15.26:0/2292207740 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2c2c0a2ca0 0x7f2c2c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:03.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.590+0000 7f2c49800640 1 --2- 172.21.15.26:0/2292207740 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2c2c0a2ca0 0x7f2c2c0a5160 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f2c38005ab0 tx=0x7f2c38000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:03.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.593+0000 7f2c42000640 1 -- 172.21.15.26:0/2292207740 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2c3c09b600 con 0x7f2c44105370 2024-04-25T01:24:03.614 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:24:03 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b[63133]: 2024-04-25T01:24:03.177+0000 7fc219ff3700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2024-04-25T01:24:03.614 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:24:03 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b[63133]: 2024-04-25T01:24:03.177+0000 7fc219ff3700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-04-25T01:24:03.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.787+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2292207740 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2c44061b80 con 0x7f2c2c0a2ca0 2024-04-25T01:24:03.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.810+0000 7f2c42000640 1 -- 172.21.15.26:0/2292207740 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258764 (secure 0 0 0) 0x7f2c44061b80 con 0x7f2c2c0a2ca0 2024-04-25T01:24:03.792 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:24:03.796 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-25T01:24:03.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.817+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2292207740 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2c2c0a2ca0 msgr2=0x7f2c2c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:03.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.817+0000 7f2c4ac00640 1 --2- 172.21.15.26:0/2292207740 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2c2c0a2ca0 0x7f2c2c0a5160 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f2c38005ab0 tx=0x7f2c38000bc0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.817+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2292207740 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c44105370 msgr2=0x7f2c441a10a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:03.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.817+0000 7f2c4ac00640 1 --2- 172.21.15.26:0/2292207740 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c44105370 0x7f2c441a10a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2c3c009fd0 tx=0x7f2c3c00b260 comp rx=0 tx=0).stop 2024-04-25T01:24:03.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.817+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2292207740 shutdown_connections 2024-04-25T01:24:03.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.817+0000 7f2c4ac00640 1 --2- 172.21.15.26:0/2292207740 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2c44105370 0x7f2c441a10a0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.817+0000 7f2c4ac00640 1 --2- 172.21.15.26:0/2292207740 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2c2c0a2ca0 0x7f2c2c0a5160 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.817+0000 7f2c4ac00640 1 --2- 172.21.15.26:0/2292207740 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2c441049b0 0x7f2c4419a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.817+0000 7f2c4ac00640 1 --2- 172.21.15.26:0/2292207740 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2c441037c0 0x7f2c44199af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:03.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.817+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2292207740 >> 172.21.15.26:0/2292207740 conn(0x7f2c440fed50 msgr2=0x7f2c44107d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:03.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.817+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2292207740 shutdown_connections 2024-04-25T01:24:03.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:03.817+0000 7f2c4ac00640 1 -- 172.21.15.26:0/2292207740 wait complete. 2024-04-25T01:24:03.815 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":325,"stamp":"2024-04-25T01:24:03.091434+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":605879,"num_objects":96,"num_object_clones":0,"num_object_copies":288,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":96,"num_whiteouts":0,"num_read":171,"num_read_kb":146,"num_write":386,"num_write_kb":3006,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":315,"ondisk_log_size":315,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":366268,"kb_used_data":12956,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124575556,"statfs":{"total":1151940427776,"available":1151565369344,"internally_reserved":0,"allocated":13266944,"data_stored":7151814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":361674042},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":15511,"num_objects":94,"num_object_clones":0,"num_object_copies":282,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":94,"num_whiteouts":0,"num_read":45,"num_read_kb":37,"num_write":205,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.306113"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.494239+0000","last_change":"2024-04-25T01:23:53.817315+0000","last_active":"2024-04-25T01:23:55.494239+0000","last_peered":"2024-04-25T01:23:55.494239+0000","last_clean":"2024-04-25T01:23:55.494239+0000","last_became_active":"2024-04-25T01:23:53.816977+0000","last_became_peered":"2024-04-25T01:23:53.816977+0000","last_unstale":"2024-04-25T01:23:55.494239+0000","last_undegraded":"2024-04-25T01:23:55.494239+0000","last_fullsized":"2024-04-25T01:23:55.494239+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:58:10.727337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.751820+0000","last_change":"2024-04-25T01:23:53.813015+0000","last_active":"2024-04-25T01:23:55.751820+0000","last_peered":"2024-04-25T01:23:55.751820+0000","last_clean":"2024-04-25T01:23:55.751820+0000","last_became_active":"2024-04-25T01:23:53.812501+0000","last_became_peered":"2024-04-25T01:23:53.812501+0000","last_unstale":"2024-04-25T01:23:55.751820+0000","last_undegraded":"2024-04-25T01:23:55.751820+0000","last_fullsized":"2024-04-25T01:23:55.751820+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:05:29.442152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.751158+0000","last_change":"2024-04-25T01:23:53.820501+0000","last_active":"2024-04-25T01:23:55.751158+0000","last_peered":"2024-04-25T01:23:55.751158+0000","last_clean":"2024-04-25T01:23:55.751158+0000","last_became_active":"2024-04-25T01:23:53.820158+0000","last_became_peered":"2024-04-25T01:23:53.820158+0000","last_unstale":"2024-04-25T01:23:55.751158+0000","last_undegraded":"2024-04-25T01:23:55.751158+0000","last_fullsized":"2024-04-25T01:23:55.751158+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:19:14.606893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.307147+0000","last_change":"2024-04-25T01:23:53.813105+0000","last_active":"2024-04-25T01:23:56.307147+0000","last_peered":"2024-04-25T01:23:56.307147+0000","last_clean":"2024-04-25T01:23:56.307147+0000","last_became_active":"2024-04-25T01:23:53.812723+0000","last_became_peered":"2024-04-25T01:23:53.812723+0000","last_unstale":"2024-04-25T01:23:56.307147+0000","last_undegraded":"2024-04-25T01:23:56.307147+0000","last_fullsized":"2024-04-25T01:23:56.307147+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:21:55.357758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.847668+0000","last_change":"2024-04-25T01:23:53.826692+0000","last_active":"2024-04-25T01:23:54.847668+0000","last_peered":"2024-04-25T01:23:54.847668+0000","last_clean":"2024-04-25T01:23:54.847668+0000","last_became_active":"2024-04-25T01:23:53.826240+0000","last_became_peered":"2024-04-25T01:23:53.826240+0000","last_unstale":"2024-04-25T01:23:54.847668+0000","last_undegraded":"2024-04-25T01:23:54.847668+0000","last_fullsized":"2024-04-25T01:23:54.847668+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:19:13.044372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.584531+0000","last_change":"2024-04-25T01:23:53.815934+0000","last_active":"2024-04-25T01:23:55.584531+0000","last_peered":"2024-04-25T01:23:55.584531+0000","last_clean":"2024-04-25T01:23:55.584531+0000","last_became_active":"2024-04-25T01:23:53.815340+0000","last_became_peered":"2024-04-25T01:23:53.815340+0000","last_unstale":"2024-04-25T01:23:55.584531+0000","last_undegraded":"2024-04-25T01:23:55.584531+0000","last_fullsized":"2024-04-25T01:23:55.584531+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:49:01.183744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.794701+0000","last_change":"2024-04-25T01:23:53.802952+0000","last_active":"2024-04-25T01:23:54.794701+0000","last_peered":"2024-04-25T01:23:54.794701+0000","last_clean":"2024-04-25T01:23:54.794701+0000","last_became_active":"2024-04-25T01:23:53.802585+0000","last_became_peered":"2024-04-25T01:23:53.802585+0000","last_unstale":"2024-04-25T01:23:54.794701+0000","last_undegraded":"2024-04-25T01:23:54.794701+0000","last_fullsized":"2024-04-25T01:23:54.794701+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:48:22.062096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.848214+0000","last_change":"2024-04-25T01:23:53.809159+0000","last_active":"2024-04-25T01:23:54.848214+0000","last_peered":"2024-04-25T01:23:54.848214+0000","last_clean":"2024-04-25T01:23:54.848214+0000","last_became_active":"2024-04-25T01:23:53.808744+0000","last_became_peered":"2024-04-25T01:23:53.808744+0000","last_unstale":"2024-04-25T01:23:54.848214+0000","last_undegraded":"2024-04-25T01:23:54.848214+0000","last_fullsized":"2024-04-25T01:23:54.848214+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:50:59.666305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.307443+0000","last_change":"2024-04-25T01:23:53.808664+0000","last_active":"2024-04-25T01:23:56.307443+0000","last_peered":"2024-04-25T01:23:56.307443+0000","last_clean":"2024-04-25T01:23:56.307443+0000","last_became_active":"2024-04-25T01:23:53.807734+0000","last_became_peered":"2024-04-25T01:23:53.807734+0000","last_unstale":"2024-04-25T01:23:56.307443+0000","last_undegraded":"2024-04-25T01:23:56.307443+0000","last_fullsized":"2024-04-25T01:23:56.307443+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:44:08.582164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.584914+0000","last_change":"2024-04-25T01:23:53.811656+0000","last_active":"2024-04-25T01:23:55.584914+0000","last_peered":"2024-04-25T01:23:55.584914+0000","last_clean":"2024-04-25T01:23:55.584914+0000","last_became_active":"2024-04-25T01:23:53.810834+0000","last_became_peered":"2024-04-25T01:23:53.810834+0000","last_unstale":"2024-04-25T01:23:55.584914+0000","last_undegraded":"2024-04-25T01:23:55.584914+0000","last_fullsized":"2024-04-25T01:23:55.584914+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:50:14.330034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795251+0000","last_change":"2024-04-25T01:23:53.808616+0000","last_active":"2024-04-25T01:23:54.795251+0000","last_peered":"2024-04-25T01:23:54.795251+0000","last_clean":"2024-04-25T01:23:54.795251+0000","last_became_active":"2024-04-25T01:23:53.808225+0000","last_became_peered":"2024-04-25T01:23:53.808225+0000","last_unstale":"2024-04-25T01:23:54.795251+0000","last_undegraded":"2024-04-25T01:23:54.795251+0000","last_fullsized":"2024-04-25T01:23:54.795251+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:38.665815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.306981+0000","last_change":"2024-04-25T01:23:53.812292+0000","last_active":"2024-04-25T01:23:56.306981+0000","last_peered":"2024-04-25T01:23:56.306981+0000","last_clean":"2024-04-25T01:23:56.306981+0000","last_became_active":"2024-04-25T01:23:53.811578+0000","last_became_peered":"2024-04-25T01:23:53.811578+0000","last_unstale":"2024-04-25T01:23:56.306981+0000","last_undegraded":"2024-04-25T01:23:56.306981+0000","last_fullsized":"2024-04-25T01:23:56.306981+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:06:17.293311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.206938+0000","last_change":"2024-04-25T01:23:53.809784+0000","last_active":"2024-04-25T01:23:55.206938+0000","last_peered":"2024-04-25T01:23:55.206938+0000","last_clean":"2024-04-25T01:23:55.206938+0000","last_became_active":"2024-04-25T01:23:53.808181+0000","last_became_peered":"2024-04-25T01:23:53.808181+0000","last_unstale":"2024-04-25T01:23:55.206938+0000","last_undegraded":"2024-04-25T01:23:55.206938+0000","last_fullsized":"2024-04-25T01:23:55.206938+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:00:05.883376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.751035+0000","last_change":"2024-04-25T01:23:53.813410+0000","last_active":"2024-04-25T01:23:55.751035+0000","last_peered":"2024-04-25T01:23:55.751035+0000","last_clean":"2024-04-25T01:23:55.751035+0000","last_became_active":"2024-04-25T01:23:53.810182+0000","last_became_peered":"2024-04-25T01:23:53.810182+0000","last_unstale":"2024-04-25T01:23:55.751035+0000","last_undegraded":"2024-04-25T01:23:55.751035+0000","last_fullsized":"2024-04-25T01:23:55.751035+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:07:36.259846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.750746+0000","last_change":"2024-04-25T01:23:53.811678+0000","last_active":"2024-04-25T01:23:55.750746+0000","last_peered":"2024-04-25T01:23:55.750746+0000","last_clean":"2024-04-25T01:23:55.750746+0000","last_became_active":"2024-04-25T01:23:53.810853+0000","last_became_peered":"2024-04-25T01:23:53.810853+0000","last_unstale":"2024-04-25T01:23:55.750746+0000","last_undegraded":"2024-04-25T01:23:55.750746+0000","last_fullsized":"2024-04-25T01:23:55.750746+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:35.053060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.306352+0000","last_change":"2024-04-25T01:23:53.812582+0000","last_active":"2024-04-25T01:23:56.306352+0000","last_peered":"2024-04-25T01:23:56.306352+0000","last_clean":"2024-04-25T01:23:56.306352+0000","last_became_active":"2024-04-25T01:23:53.812209+0000","last_became_peered":"2024-04-25T01:23:53.812209+0000","last_unstale":"2024-04-25T01:23:56.306352+0000","last_undegraded":"2024-04-25T01:23:56.306352+0000","last_fullsized":"2024-04-25T01:23:56.306352+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:56:11.352359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.494360+0000","last_change":"2024-04-25T01:23:53.817460+0000","last_active":"2024-04-25T01:23:55.494360+0000","last_peered":"2024-04-25T01:23:55.494360+0000","last_clean":"2024-04-25T01:23:55.494360+0000","last_became_active":"2024-04-25T01:23:53.817156+0000","last_became_peered":"2024-04-25T01:23:53.817156+0000","last_unstale":"2024-04-25T01:23:55.494360+0000","last_undegraded":"2024-04-25T01:23:55.494360+0000","last_fullsized":"2024-04-25T01:23:55.494360+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:38:24.402929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.844457+0000","last_change":"2024-04-25T01:23:53.807673+0000","last_active":"2024-04-25T01:23:54.844457+0000","last_peered":"2024-04-25T01:23:54.844457+0000","last_clean":"2024-04-25T01:23:54.844457+0000","last_became_active":"2024-04-25T01:23:53.807274+0000","last_became_peered":"2024-04-25T01:23:53.807274+0000","last_unstale":"2024-04-25T01:23:54.844457+0000","last_undegraded":"2024-04-25T01:23:54.844457+0000","last_fullsized":"2024-04-25T01:23:54.844457+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:38:08.175271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.307787+0000","last_change":"2024-04-25T01:23:53.814249+0000","last_active":"2024-04-25T01:23:56.307787+0000","last_peered":"2024-04-25T01:23:56.307787+0000","last_clean":"2024-04-25T01:23:56.307787+0000","last_became_active":"2024-04-25T01:23:53.813884+0000","last_became_peered":"2024-04-25T01:23:53.813884+0000","last_unstale":"2024-04-25T01:23:56.307787+0000","last_undegraded":"2024-04-25T01:23:56.307787+0000","last_fullsized":"2024-04-25T01:23:56.307787+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:16:01.730587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'13","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:24:00.884205+0000","last_change":"2024-04-25T01:23:52.812371+0000","last_active":"2024-04-25T01:24:00.884205+0000","last_peered":"2024-04-25T01:24:00.884205+0000","last_clean":"2024-04-25T01:24:00.884205+0000","last_became_active":"2024-04-25T01:23:52.811981+0000","last_became_peered":"2024-04-25T01:23:52.811981+0000","last_unstale":"2024-04-25T01:24:00.884205+0000","last_undegraded":"2024-04-25T01:24:00.884205+0000","last_fullsized":"2024-04-25T01:24:00.884205+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:35:54.018210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.849795+0000","last_change":"2024-04-25T01:23:53.820769+0000","last_active":"2024-04-25T01:23:54.849795+0000","last_peered":"2024-04-25T01:23:54.849795+0000","last_clean":"2024-04-25T01:23:54.849795+0000","last_became_active":"2024-04-25T01:23:53.820320+0000","last_became_peered":"2024-04-25T01:23:53.820320+0000","last_unstale":"2024-04-25T01:23:54.849795+0000","last_undegraded":"2024-04-25T01:23:54.849795+0000","last_fullsized":"2024-04-25T01:23:54.849795+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:29:05.930330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.849943+0000","last_change":"2024-04-25T01:23:52.823702+0000","last_active":"2024-04-25T01:23:54.849943+0000","last_peered":"2024-04-25T01:23:54.849943+0000","last_clean":"2024-04-25T01:23:54.849943+0000","last_became_active":"2024-04-25T01:23:52.823371+0000","last_became_peered":"2024-04-25T01:23:52.823371+0000","last_unstale":"2024-04-25T01:23:54.849943+0000","last_undegraded":"2024-04-25T01:23:54.849943+0000","last_fullsized":"2024-04-25T01:23:54.849943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:02:06.368473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.752007+0000","last_change":"2024-04-25T01:23:53.817008+0000","last_active":"2024-04-25T01:23:55.752007+0000","last_peered":"2024-04-25T01:23:55.752007+0000","last_clean":"2024-04-25T01:23:55.752007+0000","last_became_active":"2024-04-25T01:23:53.816607+0000","last_became_peered":"2024-04-25T01:23:53.816607+0000","last_unstale":"2024-04-25T01:23:55.752007+0000","last_undegraded":"2024-04-25T01:23:55.752007+0000","last_fullsized":"2024-04-25T01:23:55.752007+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:06:30.565417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:24:00.879224+0000","last_change":"2024-04-25T01:23:52.801308+0000","last_active":"2024-04-25T01:24:00.879224+0000","last_peered":"2024-04-25T01:24:00.879224+0000","last_clean":"2024-04-25T01:24:00.879224+0000","last_became_active":"2024-04-25T01:23:52.801003+0000","last_became_peered":"2024-04-25T01:23:52.801003+0000","last_unstale":"2024-04-25T01:24:00.879224+0000","last_undegraded":"2024-04-25T01:24:00.879224+0000","last_fullsized":"2024-04-25T01:24:00.879224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:26:14.279907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.306492+0000","last_change":"2024-04-25T01:23:53.810366+0000","last_active":"2024-04-25T01:23:56.306492+0000","last_peered":"2024-04-25T01:23:56.306492+0000","last_clean":"2024-04-25T01:23:56.306492+0000","last_became_active":"2024-04-25T01:23:53.809923+0000","last_became_peered":"2024-04-25T01:23:53.809923+0000","last_unstale":"2024-04-25T01:23:56.306492+0000","last_undegraded":"2024-04-25T01:23:56.306492+0000","last_fullsized":"2024-04-25T01:23:56.306492+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:05:14.792599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:59.886417+0000","last_change":"2024-04-25T01:23:52.804492+0000","last_active":"2024-04-25T01:23:59.886417+0000","last_peered":"2024-04-25T01:23:59.886417+0000","last_clean":"2024-04-25T01:23:59.886417+0000","last_became_active":"2024-04-25T01:23:52.804178+0000","last_became_peered":"2024-04-25T01:23:52.804178+0000","last_unstale":"2024-04-25T01:23:59.886417+0000","last_undegraded":"2024-04-25T01:23:59.886417+0000","last_fullsized":"2024-04-25T01:23:59.886417+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:58:43.018573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795552+0000","last_change":"2024-04-25T01:23:53.810027+0000","last_active":"2024-04-25T01:23:54.795552+0000","last_peered":"2024-04-25T01:23:54.795552+0000","last_clean":"2024-04-25T01:23:54.795552+0000","last_became_active":"2024-04-25T01:23:53.807376+0000","last_became_peered":"2024-04-25T01:23:53.807376+0000","last_unstale":"2024-04-25T01:23:54.795552+0000","last_undegraded":"2024-04-25T01:23:54.795552+0000","last_fullsized":"2024-04-25T01:23:54.795552+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:42:10.432587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:57.796951+0000","last_change":"2024-04-25T01:23:52.801656+0000","last_active":"2024-04-25T01:23:57.796951+0000","last_peered":"2024-04-25T01:23:57.796951+0000","last_clean":"2024-04-25T01:23:57.796951+0000","last_became_active":"2024-04-25T01:23:52.801318+0000","last_became_peered":"2024-04-25T01:23:52.801318+0000","last_unstale":"2024-04-25T01:23:57.796951+0000","last_undegraded":"2024-04-25T01:23:57.796951+0000","last_fullsized":"2024-04-25T01:23:57.796951+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:51:31.416827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.847545+0000","last_change":"2024-04-25T01:23:53.804045+0000","last_active":"2024-04-25T01:23:54.847545+0000","last_peered":"2024-04-25T01:23:54.847545+0000","last_clean":"2024-04-25T01:23:54.847545+0000","last_became_active":"2024-04-25T01:23:53.803676+0000","last_became_peered":"2024-04-25T01:23:53.803676+0000","last_unstale":"2024-04-25T01:23:54.847545+0000","last_undegraded":"2024-04-25T01:23:54.847545+0000","last_fullsized":"2024-04-25T01:23:54.847545+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:02:44.394494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:58.854529+0000","last_change":"2024-04-25T01:23:52.813670+0000","last_active":"2024-04-25T01:23:58.854529+0000","last_peered":"2024-04-25T01:23:58.854529+0000","last_clean":"2024-04-25T01:23:58.854529+0000","last_became_active":"2024-04-25T01:23:52.813273+0000","last_became_peered":"2024-04-25T01:23:52.813273+0000","last_unstale":"2024-04-25T01:23:58.854529+0000","last_undegraded":"2024-04-25T01:23:58.854529+0000","last_fullsized":"2024-04-25T01:23:58.854529+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:34:33.162030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795471+0000","last_change":"2024-04-25T01:23:53.826262+0000","last_active":"2024-04-25T01:23:54.795471+0000","last_peered":"2024-04-25T01:23:54.795471+0000","last_clean":"2024-04-25T01:23:54.795471+0000","last_became_active":"2024-04-25T01:23:53.825892+0000","last_became_peered":"2024-04-25T01:23:53.825892+0000","last_unstale":"2024-04-25T01:23:54.795471+0000","last_undegraded":"2024-04-25T01:23:54.795471+0000","last_fullsized":"2024-04-25T01:23:54.795471+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:36:08.072819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:57.817316+0000","last_change":"2024-04-25T01:23:52.813873+0000","last_active":"2024-04-25T01:23:57.817316+0000","last_peered":"2024-04-25T01:23:57.817316+0000","last_clean":"2024-04-25T01:23:57.817316+0000","last_became_active":"2024-04-25T01:23:52.813534+0000","last_became_peered":"2024-04-25T01:23:52.813534+0000","last_unstale":"2024-04-25T01:23:57.817316+0000","last_undegraded":"2024-04-25T01:23:57.817316+0000","last_fullsized":"2024-04-25T01:23:57.817316+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:01:35.534504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.848498+0000","last_change":"2024-04-25T01:23:53.814236+0000","last_active":"2024-04-25T01:23:54.848498+0000","last_peered":"2024-04-25T01:23:54.848498+0000","last_clean":"2024-04-25T01:23:54.848498+0000","last_became_active":"2024-04-25T01:23:53.813868+0000","last_became_peered":"2024-04-25T01:23:53.813868+0000","last_unstale":"2024-04-25T01:23:54.848498+0000","last_undegraded":"2024-04-25T01:23:54.848498+0000","last_fullsized":"2024-04-25T01:23:54.848498+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:53:23.427108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.883659+0000","last_change":"2024-04-25T01:23:52.800885+0000","last_active":"2024-04-25T01:23:56.883659+0000","last_peered":"2024-04-25T01:23:56.883659+0000","last_clean":"2024-04-25T01:23:56.883659+0000","last_became_active":"2024-04-25T01:23:52.800403+0000","last_became_peered":"2024-04-25T01:23:52.800403+0000","last_unstale":"2024-04-25T01:23:56.883659+0000","last_undegraded":"2024-04-25T01:23:56.883659+0000","last_fullsized":"2024-04-25T01:23:56.883659+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:21:39.347335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.844259+0000","last_change":"2024-04-25T01:23:53.814119+0000","last_active":"2024-04-25T01:23:54.844259+0000","last_peered":"2024-04-25T01:23:54.844259+0000","last_clean":"2024-04-25T01:23:54.844259+0000","last_became_active":"2024-04-25T01:23:53.813756+0000","last_became_peered":"2024-04-25T01:23:53.813756+0000","last_unstale":"2024-04-25T01:23:54.844259+0000","last_undegraded":"2024-04-25T01:23:54.844259+0000","last_fullsized":"2024-04-25T01:23:54.844259+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:28:47.093378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'4","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:58.857243+0000","last_change":"2024-04-25T01:23:52.811254+0000","last_active":"2024-04-25T01:23:58.857243+0000","last_peered":"2024-04-25T01:23:58.857243+0000","last_clean":"2024-04-25T01:23:58.857243+0000","last_became_active":"2024-04-25T01:23:52.810991+0000","last_became_peered":"2024-04-25T01:23:52.810991+0000","last_unstale":"2024-04-25T01:23:58.857243+0000","last_undegraded":"2024-04-25T01:23:58.857243+0000","last_fullsized":"2024-04-25T01:23:58.857243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:49:41.429009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.307244+0000","last_change":"2024-04-25T01:23:53.808403+0000","last_active":"2024-04-25T01:23:56.307244+0000","last_peered":"2024-04-25T01:23:56.307244+0000","last_clean":"2024-04-25T01:23:56.307244+0000","last_became_active":"2024-04-25T01:23:53.808012+0000","last_became_peered":"2024-04-25T01:23:53.808012+0000","last_unstale":"2024-04-25T01:23:56.307244+0000","last_undegraded":"2024-04-25T01:23:56.307244+0000","last_fullsized":"2024-04-25T01:23:56.307244+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:29:44.010844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:59.882847+0000","last_change":"2024-04-25T01:23:52.801658+0000","last_active":"2024-04-25T01:23:59.882847+0000","last_peered":"2024-04-25T01:23:59.882847+0000","last_clean":"2024-04-25T01:23:59.882847+0000","last_became_active":"2024-04-25T01:23:52.801264+0000","last_became_peered":"2024-04-25T01:23:52.801264+0000","last_unstale":"2024-04-25T01:23:59.882847+0000","last_undegraded":"2024-04-25T01:23:59.882847+0000","last_fullsized":"2024-04-25T01:23:59.882847+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:36:59.933672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.752144+0000","last_change":"2024-04-25T01:23:53.822066+0000","last_active":"2024-04-25T01:23:55.752144+0000","last_peered":"2024-04-25T01:23:55.752144+0000","last_clean":"2024-04-25T01:23:55.752144+0000","last_became_active":"2024-04-25T01:23:53.821326+0000","last_became_peered":"2024-04-25T01:23:53.821326+0000","last_unstale":"2024-04-25T01:23:55.752144+0000","last_undegraded":"2024-04-25T01:23:55.752144+0000","last_fullsized":"2024-04-25T01:23:55.752144+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:45:35.383500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:57.796348+0000","last_change":"2024-04-25T01:23:52.821667+0000","last_active":"2024-04-25T01:23:57.796348+0000","last_peered":"2024-04-25T01:23:57.796348+0000","last_clean":"2024-04-25T01:23:57.796348+0000","last_became_active":"2024-04-25T01:23:52.821421+0000","last_became_peered":"2024-04-25T01:23:52.821421+0000","last_unstale":"2024-04-25T01:23:57.796348+0000","last_undegraded":"2024-04-25T01:23:57.796348+0000","last_fullsized":"2024-04-25T01:23:57.796348+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:56:54.776484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.306638+0000","last_change":"2024-04-25T01:23:53.814159+0000","last_active":"2024-04-25T01:23:56.306638+0000","last_peered":"2024-04-25T01:23:56.306638+0000","last_clean":"2024-04-25T01:23:56.306638+0000","last_became_active":"2024-04-25T01:23:53.813818+0000","last_became_peered":"2024-04-25T01:23:53.813818+0000","last_unstale":"2024-04-25T01:23:56.306638+0000","last_undegraded":"2024-04-25T01:23:56.306638+0000","last_fullsized":"2024-04-25T01:23:56.306638+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:02:35.390117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'13","reported_seq":37,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:59.883063+0000","last_change":"2024-04-25T01:23:52.805638+0000","last_active":"2024-04-25T01:23:59.883063+0000","last_peered":"2024-04-25T01:23:59.883063+0000","last_clean":"2024-04-25T01:23:59.883063+0000","last_became_active":"2024-04-25T01:23:52.805307+0000","last_became_peered":"2024-04-25T01:23:52.805307+0000","last_unstale":"2024-04-25T01:23:59.883063+0000","last_undegraded":"2024-04-25T01:23:59.883063+0000","last_fullsized":"2024-04-25T01:23:59.883063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:46:11.063198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8212,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":9,"num_read_kb":6,"num_write":15,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.847869+0000","last_change":"2024-04-25T01:23:53.810400+0000","last_active":"2024-04-25T01:23:54.847869+0000","last_peered":"2024-04-25T01:23:54.847869+0000","last_clean":"2024-04-25T01:23:54.847869+0000","last_became_active":"2024-04-25T01:23:53.809899+0000","last_became_peered":"2024-04-25T01:23:53.809899+0000","last_unstale":"2024-04-25T01:23:54.847869+0000","last_undegraded":"2024-04-25T01:23:54.847869+0000","last_fullsized":"2024-04-25T01:23:54.847869+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:51:50.862278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:59.889944+0000","last_change":"2024-04-25T01:23:52.808842+0000","last_active":"2024-04-25T01:23:59.889944+0000","last_peered":"2024-04-25T01:23:59.889944+0000","last_clean":"2024-04-25T01:23:59.889944+0000","last_became_active":"2024-04-25T01:23:52.808560+0000","last_became_peered":"2024-04-25T01:23:52.808560+0000","last_unstale":"2024-04-25T01:23:59.889944+0000","last_undegraded":"2024-04-25T01:23:59.889944+0000","last_fullsized":"2024-04-25T01:23:59.889944+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:01:56.270817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.206425+0000","last_change":"2024-04-25T01:23:53.827038+0000","last_active":"2024-04-25T01:23:55.206425+0000","last_peered":"2024-04-25T01:23:55.206425+0000","last_clean":"2024-04-25T01:23:55.206425+0000","last_became_active":"2024-04-25T01:23:53.826541+0000","last_became_peered":"2024-04-25T01:23:53.826541+0000","last_unstale":"2024-04-25T01:23:55.206425+0000","last_undegraded":"2024-04-25T01:23:55.206425+0000","last_fullsized":"2024-04-25T01:23:55.206425+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:50:27.747374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.887265+0000","last_change":"2024-04-25T01:23:52.812505+0000","last_active":"2024-04-25T01:23:56.887265+0000","last_peered":"2024-04-25T01:23:56.887265+0000","last_clean":"2024-04-25T01:23:56.887265+0000","last_became_active":"2024-04-25T01:23:52.812223+0000","last_became_peered":"2024-04-25T01:23:52.812223+0000","last_unstale":"2024-04-25T01:23:56.887265+0000","last_undegraded":"2024-04-25T01:23:56.887265+0000","last_fullsized":"2024-04-25T01:23:56.887265+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:29:50.884609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795022+0000","last_change":"2024-04-25T01:23:53.810684+0000","last_active":"2024-04-25T01:23:54.795022+0000","last_peered":"2024-04-25T01:23:54.795022+0000","last_clean":"2024-04-25T01:23:54.795022+0000","last_became_active":"2024-04-25T01:23:53.810347+0000","last_became_peered":"2024-04-25T01:23:53.810347+0000","last_unstale":"2024-04-25T01:23:54.795022+0000","last_undegraded":"2024-04-25T01:23:54.795022+0000","last_fullsized":"2024-04-25T01:23:54.795022+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:21.895845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'6","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:24:00.882980+0000","last_change":"2024-04-25T01:23:52.805436+0000","last_active":"2024-04-25T01:24:00.882980+0000","last_peered":"2024-04-25T01:24:00.882980+0000","last_clean":"2024-04-25T01:24:00.882980+0000","last_became_active":"2024-04-25T01:23:52.804651+0000","last_became_peered":"2024-04-25T01:23:52.804651+0000","last_unstale":"2024-04-25T01:24:00.882980+0000","last_undegraded":"2024-04-25T01:24:00.882980+0000","last_fullsized":"2024-04-25T01:24:00.882980+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:00:09.764876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.794686+0000","last_change":"2024-04-25T01:23:53.807897+0000","last_active":"2024-04-25T01:23:54.794686+0000","last_peered":"2024-04-25T01:23:54.794686+0000","last_clean":"2024-04-25T01:23:54.794686+0000","last_became_active":"2024-04-25T01:23:53.807551+0000","last_became_peered":"2024-04-25T01:23:53.807551+0000","last_unstale":"2024-04-25T01:23:54.794686+0000","last_undegraded":"2024-04-25T01:23:54.794686+0000","last_fullsized":"2024-04-25T01:23:54.794686+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:47:09.433674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:59.886571+0000","last_change":"2024-04-25T01:23:52.816305+0000","last_active":"2024-04-25T01:23:59.886571+0000","last_peered":"2024-04-25T01:23:59.886571+0000","last_clean":"2024-04-25T01:23:59.886571+0000","last_became_active":"2024-04-25T01:23:52.815923+0000","last_became_peered":"2024-04-25T01:23:52.815923+0000","last_unstale":"2024-04-25T01:23:59.886571+0000","last_undegraded":"2024-04-25T01:23:59.886571+0000","last_fullsized":"2024-04-25T01:23:59.886571+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:02:03.359199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.794973+0000","last_change":"2024-04-25T01:23:53.812834+0000","last_active":"2024-04-25T01:23:54.794973+0000","last_peered":"2024-04-25T01:23:54.794973+0000","last_clean":"2024-04-25T01:23:54.794973+0000","last_became_active":"2024-04-25T01:23:53.812416+0000","last_became_peered":"2024-04-25T01:23:53.812416+0000","last_unstale":"2024-04-25T01:23:54.794973+0000","last_undegraded":"2024-04-25T01:23:54.794973+0000","last_fullsized":"2024-04-25T01:23:54.794973+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:37:57.949682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:57.794140+0000","last_change":"2024-04-25T01:23:52.797955+0000","last_active":"2024-04-25T01:23:57.794140+0000","last_peered":"2024-04-25T01:23:57.794140+0000","last_clean":"2024-04-25T01:23:57.794140+0000","last_became_active":"2024-04-25T01:23:52.797650+0000","last_became_peered":"2024-04-25T01:23:52.797650+0000","last_unstale":"2024-04-25T01:23:57.794140+0000","last_undegraded":"2024-04-25T01:23:57.794140+0000","last_fullsized":"2024-04-25T01:23:57.794140+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:07:42.560284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.494097+0000","last_change":"2024-04-25T01:23:53.803970+0000","last_active":"2024-04-25T01:23:55.494097+0000","last_peered":"2024-04-25T01:23:55.494097+0000","last_clean":"2024-04-25T01:23:55.494097+0000","last_became_active":"2024-04-25T01:23:53.803572+0000","last_became_peered":"2024-04-25T01:23:53.803572+0000","last_unstale":"2024-04-25T01:23:55.494097+0000","last_undegraded":"2024-04-25T01:23:55.494097+0000","last_fullsized":"2024-04-25T01:23:55.494097+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:18:51.116738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.844084+0000","last_change":"2024-04-25T01:23:52.824814+0000","last_active":"2024-04-25T01:23:54.844084+0000","last_peered":"2024-04-25T01:23:54.844084+0000","last_clean":"2024-04-25T01:23:54.844084+0000","last_became_active":"2024-04-25T01:23:52.821792+0000","last_became_peered":"2024-04-25T01:23:52.821792+0000","last_unstale":"2024-04-25T01:23:54.844084+0000","last_undegraded":"2024-04-25T01:23:54.844084+0000","last_fullsized":"2024-04-25T01:23:54.844084+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:19:39.763841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.584656+0000","last_change":"2024-04-25T01:23:53.825740+0000","last_active":"2024-04-25T01:23:55.584656+0000","last_peered":"2024-04-25T01:23:55.584656+0000","last_clean":"2024-04-25T01:23:55.584656+0000","last_became_active":"2024-04-25T01:23:53.825421+0000","last_became_peered":"2024-04-25T01:23:53.825421+0000","last_unstale":"2024-04-25T01:23:55.584656+0000","last_undegraded":"2024-04-25T01:23:55.584656+0000","last_fullsized":"2024-04-25T01:23:55.584656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:40:34.528975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'5","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:24:00.885275+0000","last_change":"2024-04-25T01:23:52.810337+0000","last_active":"2024-04-25T01:24:00.885275+0000","last_peered":"2024-04-25T01:24:00.885275+0000","last_clean":"2024-04-25T01:24:00.885275+0000","last_became_active":"2024-04-25T01:23:52.809961+0000","last_became_peered":"2024-04-25T01:23:52.809961+0000","last_unstale":"2024-04-25T01:24:00.885275+0000","last_undegraded":"2024-04-25T01:24:00.885275+0000","last_fullsized":"2024-04-25T01:24:00.885275+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:41:42.170365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.584555+0000","last_change":"2024-04-25T01:23:53.813081+0000","last_active":"2024-04-25T01:23:55.584555+0000","last_peered":"2024-04-25T01:23:55.584555+0000","last_clean":"2024-04-25T01:23:55.584555+0000","last_became_active":"2024-04-25T01:23:53.812716+0000","last_became_peered":"2024-04-25T01:23:53.812716+0000","last_unstale":"2024-04-25T01:23:55.584555+0000","last_undegraded":"2024-04-25T01:23:55.584555+0000","last_fullsized":"2024-04-25T01:23:55.584555+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:28:01.245011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795368+0000","last_change":"2024-04-25T01:23:53.807833+0000","last_active":"2024-04-25T01:23:54.795368+0000","last_peered":"2024-04-25T01:23:54.795368+0000","last_clean":"2024-04-25T01:23:54.795368+0000","last_became_active":"2024-04-25T01:23:53.807370+0000","last_became_peered":"2024-04-25T01:23:53.807370+0000","last_unstale":"2024-04-25T01:23:54.795368+0000","last_undegraded":"2024-04-25T01:23:54.795368+0000","last_fullsized":"2024-04-25T01:23:54.795368+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:43:41.787541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:57.818628+0000","last_change":"2024-04-25T01:23:52.822777+0000","last_active":"2024-04-25T01:23:57.818628+0000","last_peered":"2024-04-25T01:23:57.818628+0000","last_clean":"2024-04-25T01:23:57.818628+0000","last_became_active":"2024-04-25T01:23:52.820590+0000","last_became_peered":"2024-04-25T01:23:52.820590+0000","last_unstale":"2024-04-25T01:23:57.818628+0000","last_undegraded":"2024-04-25T01:23:57.818628+0000","last_fullsized":"2024-04-25T01:23:57.818628+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:20:15.805335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.848931+0000","last_change":"2024-04-25T01:23:53.807656+0000","last_active":"2024-04-25T01:23:54.848931+0000","last_peered":"2024-04-25T01:23:54.848931+0000","last_clean":"2024-04-25T01:23:54.848931+0000","last_became_active":"2024-04-25T01:23:53.807216+0000","last_became_peered":"2024-04-25T01:23:53.807216+0000","last_unstale":"2024-04-25T01:23:54.848931+0000","last_undegraded":"2024-04-25T01:23:54.848931+0000","last_fullsized":"2024-04-25T01:23:54.848931+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:48:47.702827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:24:00.880942+0000","last_change":"2024-04-25T01:23:52.807786+0000","last_active":"2024-04-25T01:24:00.880942+0000","last_peered":"2024-04-25T01:24:00.880942+0000","last_clean":"2024-04-25T01:24:00.880942+0000","last_became_active":"2024-04-25T01:23:52.807525+0000","last_became_peered":"2024-04-25T01:23:52.807525+0000","last_unstale":"2024-04-25T01:24:00.880942+0000","last_undegraded":"2024-04-25T01:24:00.880942+0000","last_fullsized":"2024-04-25T01:24:00.880942+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:10:06.155998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":335,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.794766+0000","last_change":"2024-04-25T01:22:33.333035+0000","last_active":"2024-04-25T01:23:54.794766+0000","last_peered":"2024-04-25T01:23:54.794766+0000","last_clean":"2024-04-25T01:23:54.794766+0000","last_became_active":"2024-04-25T01:22:33.332433+0000","last_became_peered":"2024-04-25T01:22:33.332433+0000","last_unstale":"2024-04-25T01:23:54.794766+0000","last_undegraded":"2024-04-25T01:23:54.794766+0000","last_fullsized":"2024-04-25T01:23:54.794766+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:18:37.914821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:18:37.914821+0000","last_clean_scrub_stamp":"2024-04-25T01:18:37.914821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:12:18.793036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.206275+0000","last_change":"2024-04-25T01:23:53.812611+0000","last_active":"2024-04-25T01:23:55.206275+0000","last_peered":"2024-04-25T01:23:55.206275+0000","last_clean":"2024-04-25T01:23:55.206275+0000","last_became_active":"2024-04-25T01:23:53.812194+0000","last_became_peered":"2024-04-25T01:23:53.812194+0000","last_unstale":"2024-04-25T01:23:55.206275+0000","last_undegraded":"2024-04-25T01:23:55.206275+0000","last_fullsized":"2024-04-25T01:23:55.206275+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:48:07.563269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:57.807015+0000","last_change":"2024-04-25T01:23:52.800019+0000","last_active":"2024-04-25T01:23:57.807015+0000","last_peered":"2024-04-25T01:23:57.807015+0000","last_clean":"2024-04-25T01:23:57.807015+0000","last_became_active":"2024-04-25T01:23:52.799502+0000","last_became_peered":"2024-04-25T01:23:52.799502+0000","last_unstale":"2024-04-25T01:23:57.807015+0000","last_undegraded":"2024-04-25T01:23:57.807015+0000","last_fullsized":"2024-04-25T01:23:57.807015+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:40:19.864759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:58.861649+0000","last_change":"2024-04-25T01:23:52.822744+0000","last_active":"2024-04-25T01:23:58.861649+0000","last_peered":"2024-04-25T01:23:58.861649+0000","last_clean":"2024-04-25T01:23:58.861649+0000","last_became_active":"2024-04-25T01:23:52.822445+0000","last_became_peered":"2024-04-25T01:23:52.822445+0000","last_unstale":"2024-04-25T01:23:58.861649+0000","last_undegraded":"2024-04-25T01:23:58.861649+0000","last_fullsized":"2024-04-25T01:23:58.861649+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:47:23.034051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.207083+0000","last_change":"2024-04-25T01:23:53.810255+0000","last_active":"2024-04-25T01:23:55.207083+0000","last_peered":"2024-04-25T01:23:55.207083+0000","last_clean":"2024-04-25T01:23:55.207083+0000","last_became_active":"2024-04-25T01:23:53.809841+0000","last_became_peered":"2024-04-25T01:23:53.809841+0000","last_unstale":"2024-04-25T01:23:55.207083+0000","last_undegraded":"2024-04-25T01:23:55.207083+0000","last_fullsized":"2024-04-25T01:23:55.207083+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:32:48.759185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'9","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:24:00.843052+0000","last_change":"2024-04-25T01:23:52.824724+0000","last_active":"2024-04-25T01:24:00.843052+0000","last_peered":"2024-04-25T01:24:00.843052+0000","last_clean":"2024-04-25T01:24:00.843052+0000","last_became_active":"2024-04-25T01:23:52.824384+0000","last_became_peered":"2024-04-25T01:23:52.824384+0000","last_unstale":"2024-04-25T01:24:00.843052+0000","last_undegraded":"2024-04-25T01:24:00.843052+0000","last_fullsized":"2024-04-25T01:24:00.843052+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:51:00.166582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.849713+0000","last_change":"2024-04-25T01:23:53.821138+0000","last_active":"2024-04-25T01:23:54.849713+0000","last_peered":"2024-04-25T01:23:54.849713+0000","last_clean":"2024-04-25T01:23:54.849713+0000","last_became_active":"2024-04-25T01:23:53.819003+0000","last_became_peered":"2024-04-25T01:23:53.819003+0000","last_unstale":"2024-04-25T01:23:54.849713+0000","last_undegraded":"2024-04-25T01:23:54.849713+0000","last_fullsized":"2024-04-25T01:23:54.849713+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:24:00.837713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:59.886028+0000","last_change":"2024-04-25T01:23:52.810268+0000","last_active":"2024-04-25T01:23:59.886028+0000","last_peered":"2024-04-25T01:23:59.886028+0000","last_clean":"2024-04-25T01:23:59.886028+0000","last_became_active":"2024-04-25T01:23:52.809920+0000","last_became_peered":"2024-04-25T01:23:52.809920+0000","last_unstale":"2024-04-25T01:23:59.886028+0000","last_undegraded":"2024-04-25T01:23:59.886028+0000","last_fullsized":"2024-04-25T01:23:59.886028+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:21:35.654180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.752313+0000","last_change":"2024-04-25T01:23:53.827319+0000","last_active":"2024-04-25T01:23:55.752313+0000","last_peered":"2024-04-25T01:23:55.752313+0000","last_clean":"2024-04-25T01:23:55.752313+0000","last_became_active":"2024-04-25T01:23:53.826621+0000","last_became_peered":"2024-04-25T01:23:53.826621+0000","last_unstale":"2024-04-25T01:23:55.752313+0000","last_undegraded":"2024-04-25T01:23:55.752313+0000","last_fullsized":"2024-04-25T01:23:55.752313+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:27:18.923796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.886124+0000","last_change":"2024-04-25T01:23:52.816063+0000","last_active":"2024-04-25T01:23:56.886124+0000","last_peered":"2024-04-25T01:23:56.886124+0000","last_clean":"2024-04-25T01:23:56.886124+0000","last_became_active":"2024-04-25T01:23:52.815805+0000","last_became_peered":"2024-04-25T01:23:52.815805+0000","last_unstale":"2024-04-25T01:23:56.886124+0000","last_undegraded":"2024-04-25T01:23:56.886124+0000","last_fullsized":"2024-04-25T01:23:56.886124+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:21:31.150768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.847504+0000","last_change":"2024-04-25T01:23:53.807515+0000","last_active":"2024-04-25T01:23:54.847504+0000","last_peered":"2024-04-25T01:23:54.847504+0000","last_clean":"2024-04-25T01:23:54.847504+0000","last_became_active":"2024-04-25T01:23:53.807145+0000","last_became_peered":"2024-04-25T01:23:53.807145+0000","last_unstale":"2024-04-25T01:23:54.847504+0000","last_undegraded":"2024-04-25T01:23:54.847504+0000","last_fullsized":"2024-04-25T01:23:54.847504+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:37:41.171457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:58.862032+0000","last_change":"2024-04-25T01:23:52.814606+0000","last_active":"2024-04-25T01:23:58.862032+0000","last_peered":"2024-04-25T01:23:58.862032+0000","last_clean":"2024-04-25T01:23:58.862032+0000","last_became_active":"2024-04-25T01:23:52.814279+0000","last_became_peered":"2024-04-25T01:23:52.814279+0000","last_unstale":"2024-04-25T01:23:58.862032+0000","last_undegraded":"2024-04-25T01:23:58.862032+0000","last_fullsized":"2024-04-25T01:23:58.862032+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:37:42.957845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.493837+0000","last_change":"2024-04-25T01:23:53.807817+0000","last_active":"2024-04-25T01:23:55.493837+0000","last_peered":"2024-04-25T01:23:55.493837+0000","last_clean":"2024-04-25T01:23:55.493837+0000","last_became_active":"2024-04-25T01:23:53.805947+0000","last_became_peered":"2024-04-25T01:23:53.805947+0000","last_unstale":"2024-04-25T01:23:55.493837+0000","last_undegraded":"2024-04-25T01:23:55.493837+0000","last_fullsized":"2024-04-25T01:23:55.493837+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:50:26.452196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:58.860453+0000","last_change":"2024-04-25T01:23:52.819050+0000","last_active":"2024-04-25T01:23:58.860453+0000","last_peered":"2024-04-25T01:23:58.860453+0000","last_clean":"2024-04-25T01:23:58.860453+0000","last_became_active":"2024-04-25T01:23:52.818774+0000","last_became_peered":"2024-04-25T01:23:52.818774+0000","last_unstale":"2024-04-25T01:23:58.860453+0000","last_undegraded":"2024-04-25T01:23:58.860453+0000","last_fullsized":"2024-04-25T01:23:58.860453+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:21:02.643511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.849259+0000","last_change":"2024-04-25T01:23:53.821827+0000","last_active":"2024-04-25T01:23:54.849259+0000","last_peered":"2024-04-25T01:23:54.849259+0000","last_clean":"2024-04-25T01:23:54.849259+0000","last_became_active":"2024-04-25T01:23:53.821334+0000","last_became_peered":"2024-04-25T01:23:53.821334+0000","last_unstale":"2024-04-25T01:23:54.849259+0000","last_undegraded":"2024-04-25T01:23:54.849259+0000","last_fullsized":"2024-04-25T01:23:54.849259+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:13:45.612634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.885020+0000","last_change":"2024-04-25T01:23:52.806989+0000","last_active":"2024-04-25T01:23:56.885020+0000","last_peered":"2024-04-25T01:23:56.885020+0000","last_clean":"2024-04-25T01:23:56.885020+0000","last_became_active":"2024-04-25T01:23:52.806683+0000","last_became_peered":"2024-04-25T01:23:52.806683+0000","last_unstale":"2024-04-25T01:23:56.885020+0000","last_undegraded":"2024-04-25T01:23:56.885020+0000","last_fullsized":"2024-04-25T01:23:56.885020+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:03:18.081850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.794992+0000","last_change":"2024-04-25T01:23:53.809796+0000","last_active":"2024-04-25T01:23:54.794992+0000","last_peered":"2024-04-25T01:23:54.794992+0000","last_clean":"2024-04-25T01:23:54.794992+0000","last_became_active":"2024-04-25T01:23:53.806700+0000","last_became_peered":"2024-04-25T01:23:53.806700+0000","last_unstale":"2024-04-25T01:23:54.794992+0000","last_undegraded":"2024-04-25T01:23:54.794992+0000","last_fullsized":"2024-04-25T01:23:54.794992+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:31:58.428206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'6","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:24:00.883499+0000","last_change":"2024-04-25T01:23:52.818416+0000","last_active":"2024-04-25T01:24:00.883499+0000","last_peered":"2024-04-25T01:24:00.883499+0000","last_clean":"2024-04-25T01:24:00.883499+0000","last_became_active":"2024-04-25T01:23:52.818103+0000","last_became_peered":"2024-04-25T01:23:52.818103+0000","last_unstale":"2024-04-25T01:24:00.883499+0000","last_undegraded":"2024-04-25T01:24:00.883499+0000","last_fullsized":"2024-04-25T01:24:00.883499+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:46:06.850967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795069+0000","last_change":"2024-04-25T01:23:53.802499+0000","last_active":"2024-04-25T01:23:54.795069+0000","last_peered":"2024-04-25T01:23:54.795069+0000","last_clean":"2024-04-25T01:23:54.795069+0000","last_became_active":"2024-04-25T01:23:53.802115+0000","last_became_peered":"2024-04-25T01:23:53.802115+0000","last_unstale":"2024-04-25T01:23:54.795069+0000","last_undegraded":"2024-04-25T01:23:54.795069+0000","last_fullsized":"2024-04-25T01:23:54.795069+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:25:47.353635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"86'2","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:57.794013+0000","last_change":"2024-04-25T01:23:52.816685+0000","last_active":"2024-04-25T01:23:57.794013+0000","last_peered":"2024-04-25T01:23:57.794013+0000","last_clean":"2024-04-25T01:23:57.794013+0000","last_became_active":"2024-04-25T01:23:52.816038+0000","last_became_peered":"2024-04-25T01:23:52.816038+0000","last_unstale":"2024-04-25T01:23:57.794013+0000","last_undegraded":"2024-04-25T01:23:57.794013+0000","last_fullsized":"2024-04-25T01:23:57.794013+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:50:25.322154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'1","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.629354+0000","last_change":"2024-04-25T01:23:53.816080+0000","last_active":"2024-04-25T01:23:56.629354+0000","last_peered":"2024-04-25T01:23:56.629354+0000","last_clean":"2024-04-25T01:23:56.629354+0000","last_became_active":"2024-04-25T01:23:53.815549+0000","last_became_peered":"2024-04-25T01:23:53.815549+0000","last_unstale":"2024-04-25T01:23:56.629354+0000","last_undegraded":"2024-04-25T01:23:56.629354+0000","last_fullsized":"2024-04-25T01:23:56.629354+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:03:51.291673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.206981+0000","last_change":"2024-04-25T01:23:52.825578+0000","last_active":"2024-04-25T01:23:55.206981+0000","last_peered":"2024-04-25T01:23:55.206981+0000","last_clean":"2024-04-25T01:23:55.206981+0000","last_became_active":"2024-04-25T01:23:52.825216+0000","last_became_peered":"2024-04-25T01:23:52.825216+0000","last_unstale":"2024-04-25T01:23:55.206981+0000","last_undegraded":"2024-04-25T01:23:55.206981+0000","last_fullsized":"2024-04-25T01:23:55.206981+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:40:49.913353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795226+0000","last_change":"2024-04-25T01:23:53.807481+0000","last_active":"2024-04-25T01:23:54.795226+0000","last_peered":"2024-04-25T01:23:54.795226+0000","last_clean":"2024-04-25T01:23:54.795226+0000","last_became_active":"2024-04-25T01:23:53.807042+0000","last_became_peered":"2024-04-25T01:23:53.807042+0000","last_unstale":"2024-04-25T01:23:54.795226+0000","last_undegraded":"2024-04-25T01:23:54.795226+0000","last_fullsized":"2024-04-25T01:23:54.795226+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:56:14.599927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.493945+0000","last_change":"2024-04-25T01:23:53.801126+0000","last_active":"2024-04-25T01:23:55.493945+0000","last_peered":"2024-04-25T01:23:55.493945+0000","last_clean":"2024-04-25T01:23:55.493945+0000","last_became_active":"2024-04-25T01:23:53.800770+0000","last_became_peered":"2024-04-25T01:23:53.800770+0000","last_unstale":"2024-04-25T01:23:55.493945+0000","last_undegraded":"2024-04-25T01:23:55.493945+0000","last_fullsized":"2024-04-25T01:23:55.493945+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:53:43.572697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.307544+0000","last_change":"2024-04-25T01:23:53.807537+0000","last_active":"2024-04-25T01:23:56.307544+0000","last_peered":"2024-04-25T01:23:56.307544+0000","last_clean":"2024-04-25T01:23:56.307544+0000","last_became_active":"2024-04-25T01:23:53.807183+0000","last_became_peered":"2024-04-25T01:23:53.807183+0000","last_unstale":"2024-04-25T01:23:56.307544+0000","last_undegraded":"2024-04-25T01:23:56.307544+0000","last_fullsized":"2024-04-25T01:23:56.307544+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:43:24.438871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.307527+0000","last_change":"2024-04-25T01:23:53.814716+0000","last_active":"2024-04-25T01:23:56.307527+0000","last_peered":"2024-04-25T01:23:56.307527+0000","last_clean":"2024-04-25T01:23:56.307527+0000","last_became_active":"2024-04-25T01:23:53.813821+0000","last_became_peered":"2024-04-25T01:23:53.813821+0000","last_unstale":"2024-04-25T01:23:56.307527+0000","last_undegraded":"2024-04-25T01:23:56.307527+0000","last_fullsized":"2024-04-25T01:23:56.307527+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:55:09.205977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.751419+0000","last_change":"2024-04-25T01:23:53.811377+0000","last_active":"2024-04-25T01:23:55.751419+0000","last_peered":"2024-04-25T01:23:55.751419+0000","last_clean":"2024-04-25T01:23:55.751419+0000","last_became_active":"2024-04-25T01:23:53.810778+0000","last_became_peered":"2024-04-25T01:23:53.810778+0000","last_unstale":"2024-04-25T01:23:55.751419+0000","last_undegraded":"2024-04-25T01:23:55.751419+0000","last_fullsized":"2024-04-25T01:23:55.751419+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:34:23.770456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.207371+0000","last_change":"2024-04-25T01:23:53.818285+0000","last_active":"2024-04-25T01:23:55.207371+0000","last_peered":"2024-04-25T01:23:55.207371+0000","last_clean":"2024-04-25T01:23:55.207371+0000","last_became_active":"2024-04-25T01:23:53.817885+0000","last_became_peered":"2024-04-25T01:23:53.817885+0000","last_unstale":"2024-04-25T01:23:55.207371+0000","last_undegraded":"2024-04-25T01:23:55.207371+0000","last_fullsized":"2024-04-25T01:23:55.207371+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:34:39.614595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.494042+0000","last_change":"2024-04-25T01:23:53.806961+0000","last_active":"2024-04-25T01:23:55.494042+0000","last_peered":"2024-04-25T01:23:55.494042+0000","last_clean":"2024-04-25T01:23:55.494042+0000","last_became_active":"2024-04-25T01:23:53.806614+0000","last_became_peered":"2024-04-25T01:23:53.806614+0000","last_unstale":"2024-04-25T01:23:55.494042+0000","last_undegraded":"2024-04-25T01:23:55.494042+0000","last_fullsized":"2024-04-25T01:23:55.494042+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:36:28.548596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.307919+0000","last_change":"2024-04-25T01:23:53.803641+0000","last_active":"2024-04-25T01:23:56.307919+0000","last_peered":"2024-04-25T01:23:56.307919+0000","last_clean":"2024-04-25T01:23:56.307919+0000","last_became_active":"2024-04-25T01:23:53.803242+0000","last_became_peered":"2024-04-25T01:23:53.803242+0000","last_unstale":"2024-04-25T01:23:56.307919+0000","last_undegraded":"2024-04-25T01:23:56.307919+0000","last_fullsized":"2024-04-25T01:23:56.307919+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:59:38.121532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.849446+0000","last_change":"2024-04-25T01:23:53.825153+0000","last_active":"2024-04-25T01:23:54.849446+0000","last_peered":"2024-04-25T01:23:54.849446+0000","last_clean":"2024-04-25T01:23:54.849446+0000","last_became_active":"2024-04-25T01:23:53.822752+0000","last_became_peered":"2024-04-25T01:23:53.822752+0000","last_unstale":"2024-04-25T01:23:54.849446+0000","last_undegraded":"2024-04-25T01:23:54.849446+0000","last_fullsized":"2024-04-25T01:23:54.849446+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:58:05.659397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.795269+0000","last_change":"2024-04-25T01:23:53.811673+0000","last_active":"2024-04-25T01:23:54.795269+0000","last_peered":"2024-04-25T01:23:54.795269+0000","last_clean":"2024-04-25T01:23:54.795269+0000","last_became_active":"2024-04-25T01:23:53.811157+0000","last_became_peered":"2024-04-25T01:23:53.811157+0000","last_unstale":"2024-04-25T01:23:54.795269+0000","last_undegraded":"2024-04-25T01:23:54.795269+0000","last_fullsized":"2024-04-25T01:23:54.795269+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:29:51.288436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:54.849020+0000","last_change":"2024-04-25T01:23:53.824983+0000","last_active":"2024-04-25T01:23:54.849020+0000","last_peered":"2024-04-25T01:23:54.849020+0000","last_clean":"2024-04-25T01:23:54.849020+0000","last_became_active":"2024-04-25T01:23:53.822492+0000","last_became_peered":"2024-04-25T01:23:53.822492+0000","last_unstale":"2024-04-25T01:23:54.849020+0000","last_undegraded":"2024-04-25T01:23:54.849020+0000","last_fullsized":"2024-04-25T01:23:54.849020+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:12:48.598033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:56.306677+0000","last_change":"2024-04-25T01:23:53.812939+0000","last_active":"2024-04-25T01:23:56.306677+0000","last_peered":"2024-04-25T01:23:56.306677+0000","last_clean":"2024-04-25T01:23:56.306677+0000","last_became_active":"2024-04-25T01:23:53.812467+0000","last_became_peered":"2024-04-25T01:23:53.812467+0000","last_unstale":"2024-04-25T01:23:56.306677+0000","last_undegraded":"2024-04-25T01:23:56.306677+0000","last_fullsized":"2024-04-25T01:23:56.306677+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:51:04.312730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.206697+0000","last_change":"2024-04-25T01:23:53.815183+0000","last_active":"2024-04-25T01:23:55.206697+0000","last_peered":"2024-04-25T01:23:55.206697+0000","last_clean":"2024-04-25T01:23:55.206697+0000","last_became_active":"2024-04-25T01:23:53.814729+0000","last_became_peered":"2024-04-25T01:23:53.814729+0000","last_unstale":"2024-04-25T01:23:55.206697+0000","last_undegraded":"2024-04-25T01:23:55.206697+0000","last_fullsized":"2024-04-25T01:23:55.206697+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:04:35.738748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-25T01:23:55.493938+0000","last_change":"2024-04-25T01:23:53.806830+0000","last_active":"2024-04-25T01:23:55.493938+0000","last_peered":"2024-04-25T01:23:55.493938+0000","last_clean":"2024-04-25T01:23:55.493938+0000","last_became_active":"2024-04-25T01:23:53.806479+0000","last_became_peered":"2024-04-25T01:23:53.806479+0000","last_unstale":"2024-04-25T01:23:55.493938+0000","last_undegraded":"2024-04-25T01:23:55.493938+0000","last_fullsized":"2024-04-25T01:23:55.493938+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:32:54.740449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":15394,"num_objects":93,"num_object_clones":0,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":45,"num_read_kb":37,"num_write":204,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":434176,"data_stored":88089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":177,"ondisk_log_size":177,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892350990,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":933888,"data_stored":442764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612628,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28548,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716604,"statfs":{"total":95995035648,"available":95965802496,"internally_reserved":0,"allocated":1568768,"data_stored":1036036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776154,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":442694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037793,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":443072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299429,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32688,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712464,"statfs":{"total":95995035648,"available":95961563136,"internally_reserved":0,"allocated":1548288,"data_stored":1035864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462955,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":441684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":983040,"data_stored":481517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738446,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40436,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704716,"statfs":{"total":95995035648,"available":95953629184,"internally_reserved":0,"allocated":962560,"data_stored":444141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411395,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":983040,"data_stored":465221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149756,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":946176,"data_stored":441980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888120,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":942080,"data_stored":442663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724594,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28536,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716616,"statfs":{"total":95995035648,"available":95965814784,"internally_reserved":0,"allocated":1556480,"data_stored":1034178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":39945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":23649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":10339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T01:24:03.819 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-25T01:24:03.819 INFO:tasks.cephadm:Setting up client nodes... 2024-04-25T01:24:03.820 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-25T01:24:04.305 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:05.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:04 smithi026 ceph-mon[28096]: pgmap v325: 97 pgs: 97 active+clean; 592 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7.3 KiB/s wr, 26 op/s 2024-04-25T01:24:05.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:04 smithi026 ceph-mon[28096]: from='client.14607 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:24:05.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:04 smithi026 ceph-mon[28096]: from='client.14613 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:24:05.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:04 smithi186 ceph-mon[32747]: pgmap v325: 97 pgs: 97 active+clean; 592 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7.3 KiB/s wr, 26 op/s 2024-04-25T01:24:05.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:04 smithi186 ceph-mon[32747]: from='client.14607 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:24:05.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:04 smithi186 ceph-mon[32747]: from='client.14613 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:24:05.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:04 smithi111 ceph-mon[32623]: pgmap v325: 97 pgs: 97 active+clean; 592 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7.3 KiB/s wr, 26 op/s 2024-04-25T01:24:05.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:04 smithi111 ceph-mon[32623]: from='client.14607 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:24:05.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:04 smithi111 ceph-mon[32623]: from='client.14613 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:24:06.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.653+0000 7faec1400700 1 -- 172.21.15.26:0/2294456348 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faebc105680 msgr2=0x7faebc107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:06.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.653+0000 7faec1400700 1 --2- 172.21.15.26:0/2294456348 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faebc105680 0x7faebc107a70 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7faea8009990 tx=0x7faea8009ca0 comp rx=0 tx=0).stop 2024-04-25T01:24:06.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.653+0000 7faec1400700 1 -- 172.21.15.26:0/2294456348 shutdown_connections 2024-04-25T01:24:06.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.653+0000 7faec1400700 1 --2- 172.21.15.26:0/2294456348 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faebc107fb0 0x7faebc10a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:06.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.653+0000 7faec1400700 1 --2- 172.21.15.26:0/2294456348 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7faebc102d50 0x7faebc105140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:06.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.653+0000 7faec1400700 1 --2- 172.21.15.26:0/2294456348 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faebc105680 0x7faebc107a70 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:06.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.653+0000 7faec1400700 1 -- 172.21.15.26:0/2294456348 >> 172.21.15.26:0/2294456348 conn(0x7faebc0fc780 msgr2=0x7faebc0feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:06.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.653+0000 7faec1400700 1 -- 172.21.15.26:0/2294456348 shutdown_connections 2024-04-25T01:24:06.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.653+0000 7faec1400700 1 -- 172.21.15.26:0/2294456348 wait complete. 2024-04-25T01:24:06.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.654+0000 7faec1400700 1 Processor -- start 2024-04-25T01:24:06.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.655+0000 7faec1400700 1 -- start start 2024-04-25T01:24:06.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.655+0000 7faec1400700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faebc102d50 0x7faebc19a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:06.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.655+0000 7faec1400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faebc105680 0x7faebc19ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:06.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.655+0000 7faec1400700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7faebc107fb0 0x7faebc1a1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:06.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.655+0000 7faec1400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faebc10df20 con 0x7faebc105680 2024-04-25T01:24:06.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.655+0000 7faec1400700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7faebc10dda0 con 0x7faebc102d50 2024-04-25T01:24:06.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.655+0000 7faec1400700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7faebc10e0a0 con 0x7faebc107fb0 2024-04-25T01:24:06.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.655+0000 7faeba800700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faebc102d50 0x7faebc19a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:06.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.655+0000 7faeb9e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faebc105680 0x7faebc19ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:06.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.655+0000 7faeba800700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faebc102d50 0x7faebc19a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:33104/0 (socket says 172.21.15.26:33104) 2024-04-25T01:24:06.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.655+0000 7faeba800700 1 -- 172.21.15.26:0/3300523587 learned_addr learned my addr 172.21.15.26:0/3300523587 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:06.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.655+0000 7faebb200700 1 --2- 172.21.15.26:0/3300523587 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7faebc107fb0 0x7faebc1a1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:06.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.656+0000 7faeba800700 1 -- 172.21.15.26:0/3300523587 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7faebc107fb0 msgr2=0x7faebc1a1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:06.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.656+0000 7faeba800700 1 --2- 172.21.15.26:0/3300523587 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7faebc107fb0 0x7faebc1a1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:06.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.656+0000 7faeba800700 1 -- 172.21.15.26:0/3300523587 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faebc105680 msgr2=0x7faebc19ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:06.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.656+0000 7faeba800700 1 --2- 172.21.15.26:0/3300523587 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faebc105680 0x7faebc19ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:06.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.656+0000 7faeba800700 1 -- 172.21.15.26:0/3300523587 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faebc1a2290 con 0x7faebc102d50 2024-04-25T01:24:06.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.656+0000 7faebb200700 1 --2- 172.21.15.26:0/3300523587 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7faebc107fb0 0x7faebc1a1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:24:06.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.656+0000 7faeba800700 1 --2- 172.21.15.26:0/3300523587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faebc102d50 0x7faebc19a630 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7faeac00e9a0 tx=0x7faeac00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:06.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.656+0000 7faeb3400700 1 -- 172.21.15.26:0/3300523587 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac00cbd0 con 0x7faebc102d50 2024-04-25T01:24:06.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.656+0000 7faeb3400700 1 -- 172.21.15.26:0/3300523587 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faeac00cd70 con 0x7faebc102d50 2024-04-25T01:24:06.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.656+0000 7faeb3400700 1 -- 172.21.15.26:0/3300523587 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac0187a0 con 0x7faebc102d50 2024-04-25T01:24:06.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.656+0000 7faec1400700 1 -- 172.21.15.26:0/3300523587 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faebc1a2580 con 0x7faebc102d50 2024-04-25T01:24:06.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.657+0000 7faec1400700 1 -- 172.21.15.26:0/3300523587 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faebc1a2a70 con 0x7faebc102d50 2024-04-25T01:24:06.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.658+0000 7faec1400700 1 -- 172.21.15.26:0/3300523587 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faebc0507a0 con 0x7faebc102d50 2024-04-25T01:24:06.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.660+0000 7faeb3400700 1 -- 172.21.15.26:0/3300523587 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7faeac0109a0 con 0x7faebc102d50 2024-04-25T01:24:06.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.661+0000 7faeb3400700 1 --2- 172.21.15.26:0/3300523587 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7faea00a2d60 0x7faea00a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:06.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.661+0000 7faeb3400700 1 -- 172.21.15.26:0/3300523587 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7faeac0cf320 con 0x7faebc102d50 2024-04-25T01:24:06.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.661+0000 7faeb9e00700 1 --2- 172.21.15.26:0/3300523587 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7faea00a2d60 0x7faea00a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:06.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.662+0000 7faeb9e00700 1 --2- 172.21.15.26:0/3300523587 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7faea00a2d60 0x7faea00a5220 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7faea800b2e0 tx=0x7faea8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:06.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.665+0000 7faeb3400700 1 -- 172.21.15.26:0/3300523587 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7faeac09c1d0 con 0x7faebc102d50 2024-04-25T01:24:06.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:06.993+0000 7faec1400700 1 -- 172.21.15.26:0/3300523587 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7faebc062e70 con 0x7faebc102d50 2024-04-25T01:24:06.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:07.001+0000 7faeb3400700 1 -- 172.21.15.26:0/3300523587 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7faeac09bad0 con 0x7faebc102d50 2024-04-25T01:24:06.982 INFO:teuthology.orchestra.run.smithi026.stdout:[client.0] 2024-04-25T01:24:06.982 INFO:teuthology.orchestra.run.smithi026.stdout: key = AQC2sClm0T1aOxAAzsUSIx52hJQ+XUaBkkrUZg== 2024-04-25T01:24:06.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:07.004+0000 7faec1400700 1 -- 172.21.15.26:0/3300523587 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7faea00a2d60 msgr2=0x7faea00a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:06.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:07.004+0000 7faec1400700 1 --2- 172.21.15.26:0/3300523587 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7faea00a2d60 0x7faea00a5220 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7faea800b2e0 tx=0x7faea8005fb0 comp rx=0 tx=0).stop 2024-04-25T01:24:06.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:07.004+0000 7faec1400700 1 -- 172.21.15.26:0/3300523587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faebc102d50 msgr2=0x7faebc19a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:06.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:07.004+0000 7faec1400700 1 --2- 172.21.15.26:0/3300523587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faebc102d50 0x7faebc19a630 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7faeac00e9a0 tx=0x7faeac00ecb0 comp rx=0 tx=0).stop 2024-04-25T01:24:06.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:07.004+0000 7faec1400700 1 -- 172.21.15.26:0/3300523587 shutdown_connections 2024-04-25T01:24:06.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:07.004+0000 7faec1400700 1 --2- 172.21.15.26:0/3300523587 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7faebc107fb0 0x7faebc1a1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:06.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:07.004+0000 7faec1400700 1 --2- 172.21.15.26:0/3300523587 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7faea00a2d60 0x7faea00a5220 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:06.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:07.004+0000 7faec1400700 1 --2- 172.21.15.26:0/3300523587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7faebc102d50 0x7faebc19a630 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:06.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:07.004+0000 7faec1400700 1 --2- 172.21.15.26:0/3300523587 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faebc105680 0x7faebc19ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:06.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:07.004+0000 7faec1400700 1 -- 172.21.15.26:0/3300523587 >> 172.21.15.26:0/3300523587 conn(0x7faebc0fc780 msgr2=0x7faebc102420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:06.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:07.004+0000 7faec1400700 1 -- 172.21.15.26:0/3300523587 shutdown_connections 2024-04-25T01:24:06.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:07.004+0000 7faec1400700 1 -- 172.21.15.26:0/3300523587 wait complete. 2024-04-25T01:24:07.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:06 smithi026 ceph-mon[28096]: pgmap v326: 97 pgs: 97 active+clean; 592 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7.2 KiB/s wr, 26 op/s 2024-04-25T01:24:07.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:06 smithi186 ceph-mon[32747]: pgmap v326: 97 pgs: 97 active+clean; 592 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7.2 KiB/s wr, 26 op/s 2024-04-25T01:24:07.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:06 smithi111 ceph-mon[32623]: pgmap v326: 97 pgs: 97 active+clean; 592 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7.2 KiB/s wr, 26 op/s 2024-04-25T01:24:07.967 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:24:07.968 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-25T01:24:07.968 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-25T01:24:08.115 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-25T01:24:08.115 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-25T01:24:08.115 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-25T01:24:08.236 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:07 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3300523587' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T01:24:08.236 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:07 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T01:24:08.237 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:07 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T01:24:08.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:07 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3300523587' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T01:24:08.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:07 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T01:24:08.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:07 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T01:24:08.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:07 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3300523587' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T01:24:08.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:07 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T01:24:08.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:07 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T01:24:08.622 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:09.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:08 smithi026 ceph-mon[28096]: pgmap v327: 97 pgs: 97 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.2 KiB/s wr, 26 op/s 2024-04-25T01:24:09.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:08 smithi186 ceph-mon[32747]: pgmap v327: 97 pgs: 97 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.2 KiB/s wr, 26 op/s 2024-04-25T01:24:09.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:08 smithi111 ceph-mon[32623]: pgmap v327: 97 pgs: 97 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.2 KiB/s wr, 26 op/s 2024-04-25T01:24:11.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:10 smithi026 ceph-mon[28096]: pgmap v328: 97 pgs: 97 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.4 KiB/s wr, 24 op/s 2024-04-25T01:24:11.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.086+0000 7f02ac000700 1 -- 172.21.15.26:0/2120891684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02a4104450 msgr2=0x7f02a41048d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:11.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.086+0000 7f02ac000700 1 --2- 172.21.15.26:0/2120891684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02a4104450 0x7f02a41048d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f0290009990 tx=0x7f0290009ca0 comp rx=0 tx=0).stop 2024-04-25T01:24:11.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.086+0000 7f02ac000700 1 -- 172.21.15.26:0/2120891684 shutdown_connections 2024-04-25T01:24:11.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.086+0000 7f02ac000700 1 --2- 172.21.15.26:0/2120891684 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f02a4104e10 0x7f02a4111320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:11.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.086+0000 7f02ac000700 1 --2- 172.21.15.26:0/2120891684 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f02a410a4e0 0x7f02a410a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:11.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.086+0000 7f02ac000700 1 --2- 172.21.15.26:0/2120891684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02a4104450 0x7f02a41048d0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:11.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.086+0000 7f02ac000700 1 -- 172.21.15.26:0/2120891684 >> 172.21.15.26:0/2120891684 conn(0x7f02a40fff40 msgr2=0x7f02a4102360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:11.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.086+0000 7f02ac000700 1 -- 172.21.15.26:0/2120891684 shutdown_connections 2024-04-25T01:24:11.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.086+0000 7f02ac000700 1 -- 172.21.15.26:0/2120891684 wait complete. 2024-04-25T01:24:11.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.088+0000 7f02ac000700 1 Processor -- start 2024-04-25T01:24:11.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.088+0000 7f02ac000700 1 -- start start 2024-04-25T01:24:11.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.088+0000 7f02ac000700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f02a4104450 0x7f02a41a0890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:11.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02ac000700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f02a4104e10 0x7f02a41a0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:11.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02ac000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02a410a4e0 0x7f02a419aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:11.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02ac000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f02a4114790 con 0x7f02a410a4e0 2024-04-25T01:24:11.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02ac000700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f02a4114610 con 0x7f02a4104450 2024-04-25T01:24:11.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02ac000700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f02a4114910 con 0x7f02a4104e10 2024-04-25T01:24:11.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02a9600700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f02a4104450 0x7f02a41a0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02a9600700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f02a4104450 0x7f02a41a0890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:33114/0 (socket says 172.21.15.26:33114) 2024-04-25T01:24:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02a9600700 1 -- 172.21.15.26:0/4070569791 learned_addr learned my addr 172.21.15.26:0/4070569791 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02aa000700 1 --2- 172.21.15.26:0/4070569791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02a410a4e0 0x7f02a419aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02a8c00700 1 --2- 172.21.15.26:0/4070569791 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f02a4104e10 0x7f02a41a0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02a9600700 1 -- 172.21.15.26:0/4070569791 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f02a4104e10 msgr2=0x7f02a41a0dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02a9600700 1 --2- 172.21.15.26:0/4070569791 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f02a4104e10 0x7f02a41a0dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02a9600700 1 -- 172.21.15.26:0/4070569791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02a410a4e0 msgr2=0x7f02a419aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02a9600700 1 --2- 172.21.15.26:0/4070569791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02a410a4e0 0x7f02a419aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.089+0000 7f02a9600700 1 -- 172.21.15.26:0/4070569791 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02a419b1b0 con 0x7f02a4104450 2024-04-25T01:24:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.090+0000 7f02a9600700 1 --2- 172.21.15.26:0/4070569791 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f02a4104450 0x7f02a41a0890 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f029800d980 tx=0x7f029800dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.090+0000 7f02a2000700 1 -- 172.21.15.26:0/4070569791 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0298016070 con 0x7f02a4104450 2024-04-25T01:24:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.090+0000 7f02a2000700 1 -- 172.21.15.26:0/4070569791 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0298004d10 con 0x7f02a4104450 2024-04-25T01:24:11.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.090+0000 7f02ac000700 1 -- 172.21.15.26:0/4070569791 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02a419b4a0 con 0x7f02a4104450 2024-04-25T01:24:11.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.090+0000 7f02a2000700 1 -- 172.21.15.26:0/4070569791 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02980055f0 con 0x7f02a4104450 2024-04-25T01:24:11.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.090+0000 7f02ac000700 1 -- 172.21.15.26:0/4070569791 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02a41a7760 con 0x7f02a4104450 2024-04-25T01:24:11.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.091+0000 7f02ac000700 1 -- 172.21.15.26:0/4070569791 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02a4068f20 con 0x7f02a4104450 2024-04-25T01:24:11.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.093+0000 7f02a2000700 1 -- 172.21.15.26:0/4070569791 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0298004750 con 0x7f02a4104450 2024-04-25T01:24:11.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.095+0000 7f02a2000700 1 --2- 172.21.15.26:0/4070569791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f028c0a2d30 0x7f028c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:11.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.095+0000 7f02a2000700 1 -- 172.21.15.26:0/4070569791 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f02980cee50 con 0x7f02a4104450 2024-04-25T01:24:11.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.095+0000 7f02a8c00700 1 --2- 172.21.15.26:0/4070569791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f028c0a2d30 0x7f028c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:11.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.096+0000 7f02a8c00700 1 --2- 172.21.15.26:0/4070569791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f028c0a2d30 0x7f028c0a51f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f029000b2e0 tx=0x7f029001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:11.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.099+0000 7f02a2000700 1 -- 172.21.15.26:0/4070569791 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f029801f020 con 0x7f02a4104450 2024-04-25T01:24:11.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:10 smithi186 ceph-mon[32747]: pgmap v328: 97 pgs: 97 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.4 KiB/s wr, 24 op/s 2024-04-25T01:24:11.166 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:10 smithi111 ceph-mon[32623]: pgmap v328: 97 pgs: 97 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.4 KiB/s wr, 24 op/s 2024-04-25T01:24:11.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.396+0000 7f02ac000700 1 -- 172.21.15.26:0/4070569791 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f02a402db30 con 0x7f02a4104450 2024-04-25T01:24:11.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.402+0000 7f02a2000700 1 -- 172.21.15.26:0/4070569791 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263200 (secure 0 0 0) 0x7f029809bd00 con 0x7f02a4104450 2024-04-25T01:24:11.389 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:24:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.408+0000 7f02ac000700 1 -- 172.21.15.26:0/4070569791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f028c0a2d30 msgr2=0x7f028c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.408+0000 7f02ac000700 1 --2- 172.21.15.26:0/4070569791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f028c0a2d30 0x7f028c0a51f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f029000b2e0 tx=0x7f029001a040 comp rx=0 tx=0).stop 2024-04-25T01:24:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.408+0000 7f02ac000700 1 -- 172.21.15.26:0/4070569791 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f02a4104450 msgr2=0x7f02a41a0890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.408+0000 7f02ac000700 1 --2- 172.21.15.26:0/4070569791 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f02a4104450 0x7f02a41a0890 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f029800d980 tx=0x7f029800dc90 comp rx=0 tx=0).stop 2024-04-25T01:24:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.409+0000 7f02ac000700 1 -- 172.21.15.26:0/4070569791 shutdown_connections 2024-04-25T01:24:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.409+0000 7f02ac000700 1 --2- 172.21.15.26:0/4070569791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02a410a4e0 0x7f02a419aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.409+0000 7f02ac000700 1 --2- 172.21.15.26:0/4070569791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f028c0a2d30 0x7f028c0a51f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.409+0000 7f02ac000700 1 --2- 172.21.15.26:0/4070569791 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f02a4104450 0x7f02a41a0890 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.409+0000 7f02ac000700 1 --2- 172.21.15.26:0/4070569791 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f02a4104e10 0x7f02a41a0dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.409+0000 7f02ac000700 1 -- 172.21.15.26:0/4070569791 >> 172.21.15.26:0/4070569791 conn(0x7f02a40fff40 msgr2=0x7f02a4100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.409+0000 7f02ac000700 1 -- 172.21.15.26:0/4070569791 shutdown_connections 2024-04-25T01:24:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:11.410+0000 7f02ac000700 1 -- 172.21.15.26:0/4070569791 wait complete. 2024-04-25T01:24:12.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:11 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/4070569791' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T01:24:12.183 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:11 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/4070569791' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T01:24:12.207 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6800","nonce":2678632310},{"type":"v1","addr":"172.21.15.26:6801","nonce":2678632310}]},"active_addr":"172.21.15.26:6801/2678632310","active_change":"2024-04-25T01:15:44.940517+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.26:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":3588668467}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":1419877578}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":1826702252}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":761599918}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":2834146054}]}]} 2024-04-25T01:24:12.214 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-25T01:24:12.214 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-25T01:24:12.214 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T01:24:12.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:11 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/4070569791' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T01:24:12.694 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:13.105 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:12 smithi026 ceph-mon[28096]: pgmap v329: 97 pgs: 97 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 27 op/s 2024-04-25T01:24:13.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:12 smithi186 ceph-mon[32747]: pgmap v329: 97 pgs: 97 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 27 op/s 2024-04-25T01:24:13.360 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:12 smithi111 ceph-mon[32623]: pgmap v329: 97 pgs: 97 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 27 op/s 2024-04-25T01:24:14.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:13 smithi026 ceph-mon[28096]: pgmap v330: 97 pgs: 97 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.1 KiB/s wr, 18 op/s 2024-04-25T01:24:14.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:13 smithi186 ceph-mon[32747]: pgmap v330: 97 pgs: 97 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.1 KiB/s wr, 18 op/s 2024-04-25T01:24:14.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:13 smithi111 ceph-mon[32623]: pgmap v330: 97 pgs: 97 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.1 KiB/s wr, 18 op/s 2024-04-25T01:24:15.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.269+0000 7f6464e00700 1 -- 172.21.15.26:0/2445170856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64601023c0 msgr2=0x7f64601027a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:15.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.269+0000 7f6464e00700 1 --2- 172.21.15.26:0/2445170856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64601023c0 0x7f64601027a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f64500099c0 tx=0x7f6450009cd0 comp rx=0 tx=0).stop 2024-04-25T01:24:15.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.270+0000 7f6464e00700 1 -- 172.21.15.26:0/2445170856 shutdown_connections 2024-04-25T01:24:15.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.270+0000 7f6464e00700 1 --2- 172.21.15.26:0/2445170856 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f64601074a0 0x7f646010f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:15.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.270+0000 7f6464e00700 1 --2- 172.21.15.26:0/2445170856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64601023c0 0x7f64601027a0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:15.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.270+0000 7f6464e00700 1 --2- 172.21.15.26:0/2445170856 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6460102d70 0x7f6460106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:15.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.270+0000 7f6464e00700 1 -- 172.21.15.26:0/2445170856 >> 172.21.15.26:0/2445170856 conn(0x7f64600fdcb0 msgr2=0x7f64601000d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:15.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.270+0000 7f6464e00700 1 -- 172.21.15.26:0/2445170856 shutdown_connections 2024-04-25T01:24:15.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.270+0000 7f6464e00700 1 -- 172.21.15.26:0/2445170856 wait complete. 2024-04-25T01:24:15.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.271+0000 7f6464e00700 1 Processor -- start 2024-04-25T01:24:15.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.271+0000 7f6464e00700 1 -- start start 2024-04-25T01:24:15.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f6464e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64601023c0 0x7f64601a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:15.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f6464e00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6460102d70 0x7f64601a0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:15.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f6464e00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f64601074a0 0x7f646019a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:15.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f6464e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f64601124d0 con 0x7f64601023c0 2024-04-25T01:24:15.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f6464e00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6460112350 con 0x7f6460102d70 2024-04-25T01:24:15.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f6464e00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f6460112650 con 0x7f64601074a0 2024-04-25T01:24:15.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f645f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64601023c0 0x7f64601a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:15.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f645ea00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6460102d70 0x7f64601a0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f645f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64601023c0 0x7f64601a07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36020/0 (socket says 172.21.15.26:36020) 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f645f400700 1 -- 172.21.15.26:0/759280055 learned_addr learned my addr 172.21.15.26:0/759280055 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f645fe00700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f64601074a0 0x7f646019a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f645ea00700 1 -- 172.21.15.26:0/759280055 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f64601074a0 msgr2=0x7f646019a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f645ea00700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f64601074a0 0x7f646019a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f645ea00700 1 -- 172.21.15.26:0/759280055 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64601023c0 msgr2=0x7f64601a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f645ea00700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64601023c0 0x7f64601a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f645ea00700 1 -- 172.21.15.26:0/759280055 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f646019b0c0 con 0x7f6460102d70 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f645fe00700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f64601074a0 0x7f646019a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.272+0000 7f645f400700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64601023c0 0x7f64601a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.273+0000 7f645ea00700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6460102d70 0x7f64601a0ce0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f644c00e9c0 tx=0x7f644c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.273+0000 7f6457e00700 1 -- 172.21.15.26:0/759280055 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f644c00c9c0 con 0x7f6460102d70 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.273+0000 7f6464e00700 1 -- 172.21.15.26:0/759280055 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f646019b3b0 con 0x7f6460102d70 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.273+0000 7f6464e00700 1 -- 172.21.15.26:0/759280055 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64601a7670 con 0x7f6460102d70 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.273+0000 7f6457e00700 1 -- 172.21.15.26:0/759280055 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f644c00cb60 con 0x7f6460102d70 2024-04-25T01:24:15.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.273+0000 7f6457e00700 1 -- 172.21.15.26:0/759280055 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f644c018680 con 0x7f6460102d70 2024-04-25T01:24:15.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.274+0000 7f6464e00700 1 -- 172.21.15.26:0/759280055 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6440005330 con 0x7f6460102d70 2024-04-25T01:24:15.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.277+0000 7f6457e00700 1 -- 172.21.15.26:0/759280055 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f644c00cd10 con 0x7f6460102d70 2024-04-25T01:24:15.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.278+0000 7f6457e00700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f64440a2d30 0x7f64440a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:15.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.278+0000 7f6457e00700 1 -- 172.21.15.26:0/759280055 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f644c0cf200 con 0x7f6460102d70 2024-04-25T01:24:15.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.279+0000 7f645f400700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f64440a2d30 0x7f64440a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:15.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.279+0000 7f645f400700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f64440a2d30 0x7f64440a51f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6450009990 tx=0x7f6450005ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:15.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.280+0000 7f6457e00700 1 -- 172.21.15.26:0/759280055 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f644c09c0b0 con 0x7f6460102d70 2024-04-25T01:24:15.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.507+0000 7f6464e00700 1 -- 172.21.15.26:0/759280055 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f64400058f0 con 0x7f6460102d70 2024-04-25T01:24:15.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.510+0000 7f6457e00700 1 -- 172.21.15.26:0/759280055 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+22196 (secure 0 0 0) 0x7f644c09b9b0 con 0x7f6460102d70 2024-04-25T01:24:15.491 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:24:15.491 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":86,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:23:54.784863+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T01:23:51.673615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T01:23:52.776694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:24:15.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.513+0000 7f6464e00700 1 -- 172.21.15.26:0/759280055 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f64440a2d30 msgr2=0x7f64440a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:15.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.513+0000 7f6464e00700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f64440a2d30 0x7f64440a51f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6450009990 tx=0x7f6450005ab0 comp rx=0 tx=0).stop 2024-04-25T01:24:15.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.513+0000 7f6464e00700 1 -- 172.21.15.26:0/759280055 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6460102d70 msgr2=0x7f64601a0ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:15.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.513+0000 7f6464e00700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6460102d70 0x7f64601a0ce0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f644c00e9c0 tx=0x7f644c00ecd0 comp rx=0 tx=0).stop 2024-04-25T01:24:15.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.513+0000 7f6464e00700 1 -- 172.21.15.26:0/759280055 shutdown_connections 2024-04-25T01:24:15.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.513+0000 7f6464e00700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f64601074a0 0x7f646019a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:15.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.513+0000 7f6464e00700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64601023c0 0x7f64601a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:15.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.513+0000 7f6464e00700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f64440a2d30 0x7f64440a51f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:15.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.513+0000 7f6464e00700 1 --2- 172.21.15.26:0/759280055 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6460102d70 0x7f64601a0ce0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:15.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.513+0000 7f6464e00700 1 -- 172.21.15.26:0/759280055 >> 172.21.15.26:0/759280055 conn(0x7f64600fdcb0 msgr2=0x7f64600fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:15.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.513+0000 7f6464e00700 1 -- 172.21.15.26:0/759280055 shutdown_connections 2024-04-25T01:24:15.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:15.513+0000 7f6464e00700 1 -- 172.21.15.26:0/759280055 wait complete. 2024-04-25T01:24:16.327 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-25T01:24:16.327 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T01:24:16.409 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:16 smithi026 ceph-mon[28096]: pgmap v331: 97 pgs: 97 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 4.7 KiB/s wr, 12 op/s 2024-04-25T01:24:16.409 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:16 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/759280055' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:24:16.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:16 smithi186 ceph-mon[32747]: pgmap v331: 97 pgs: 97 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 4.7 KiB/s wr, 12 op/s 2024-04-25T01:24:16.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:16 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/759280055' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:24:16.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:16 smithi111 ceph-mon[32623]: pgmap v331: 97 pgs: 97 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 4.7 KiB/s wr, 12 op/s 2024-04-25T01:24:16.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:16 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/759280055' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:24:16.812 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:18.260 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:18 smithi026 ceph-mon[28096]: pgmap v332: 97 pgs: 97 active+clean; 639 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.6 KiB/s wr, 13 op/s 2024-04-25T01:24:18.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:18 smithi186 ceph-mon[32747]: pgmap v332: 97 pgs: 97 active+clean; 639 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.6 KiB/s wr, 13 op/s 2024-04-25T01:24:18.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:18 smithi111 ceph-mon[32623]: pgmap v332: 97 pgs: 97 active+clean; 639 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.6 KiB/s wr, 13 op/s 2024-04-25T01:24:19.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.102+0000 7faa02000700 1 -- 172.21.15.26:0/3926602634 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9fc1082b0 msgr2=0x7fa9fc108690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:19.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.102+0000 7faa02000700 1 --2- 172.21.15.26:0/3926602634 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9fc1082b0 0x7fa9fc108690 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec009990 tx=0x7fa9ec009ca0 comp rx=0 tx=0).stop 2024-04-25T01:24:19.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.102+0000 7faa02000700 1 -- 172.21.15.26:0/3926602634 shutdown_connections 2024-04-25T01:24:19.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.102+0000 7faa02000700 1 --2- 172.21.15.26:0/3926602634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9fc06a8e0 0x7fa9fc10f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:19.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.102+0000 7faa02000700 1 --2- 172.21.15.26:0/3926602634 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9fc1082b0 0x7fa9fc108690 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:19.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.102+0000 7faa02000700 1 --2- 172.21.15.26:0/3926602634 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9fc069f40 0x7fa9fc06a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:19.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.102+0000 7faa02000700 1 -- 172.21.15.26:0/3926602634 >> 172.21.15.26:0/3926602634 conn(0x7fa9fc0780e0 msgr2=0x7fa9fc0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:19.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.103+0000 7faa02000700 1 -- 172.21.15.26:0/3926602634 shutdown_connections 2024-04-25T01:24:19.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.103+0000 7faa02000700 1 -- 172.21.15.26:0/3926602634 wait complete. 2024-04-25T01:24:19.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.104+0000 7faa02000700 1 Processor -- start 2024-04-25T01:24:19.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.104+0000 7faa02000700 1 -- start start 2024-04-25T01:24:19.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.104+0000 7faa02000700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9fc069f40 0x7fa9fc1a08c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:19.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.104+0000 7faa02000700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9fc06a8e0 0x7fa9fc1a0e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:19.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.104+0000 7faa02000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9fc1082b0 0x7fa9fc19aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:19.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.104+0000 7faa02000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa9fc112560 con 0x7fa9fc1082b0 2024-04-25T01:24:19.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.104+0000 7faa02000700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa9fc1123e0 con 0x7fa9fc069f40 2024-04-25T01:24:19.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.104+0000 7faa02000700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa9fc1126e0 con 0x7fa9fc06a8e0 2024-04-25T01:24:19.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.105+0000 7fa9fbe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9fc1082b0 0x7fa9fc19aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:19.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.105+0000 7fa9faa00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9fc06a8e0 0x7fa9fc1a0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:19.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.105+0000 7fa9faa00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9fc06a8e0 0x7fa9fc1a0e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:40792/0 (socket says 172.21.15.26:40792) 2024-04-25T01:24:19.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.105+0000 7fa9faa00700 1 -- 172.21.15.26:0/179911004 learned_addr learned my addr 172.21.15.26:0/179911004 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:19.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.105+0000 7fa9fb400700 1 --2- 172.21.15.26:0/179911004 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9fc069f40 0x7fa9fc1a08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:19.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.105+0000 7fa9faa00700 1 -- 172.21.15.26:0/179911004 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9fc069f40 msgr2=0x7fa9fc1a08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:19.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.105+0000 7fa9faa00700 1 --2- 172.21.15.26:0/179911004 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9fc069f40 0x7fa9fc1a08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:19.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.105+0000 7fa9faa00700 1 -- 172.21.15.26:0/179911004 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9fc1082b0 msgr2=0x7fa9fc19aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:19.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.105+0000 7fa9faa00700 1 --2- 172.21.15.26:0/179911004 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9fc1082b0 0x7fa9fc19aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:19.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.105+0000 7fa9faa00700 1 -- 172.21.15.26:0/179911004 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9fc19b1e0 con 0x7fa9fc06a8e0 2024-04-25T01:24:19.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.106+0000 7fa9faa00700 1 --2- 172.21.15.26:0/179911004 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9fc06a8e0 0x7fa9fc1a0e00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa9e800e9c0 tx=0x7fa9e800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:19.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.106+0000 7fa9f3e00700 1 -- 172.21.15.26:0/179911004 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e800cbd0 con 0x7fa9fc06a8e0 2024-04-25T01:24:19.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.106+0000 7faa02000700 1 -- 172.21.15.26:0/179911004 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9fc19b4d0 con 0x7fa9fc06a8e0 2024-04-25T01:24:19.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.106+0000 7fa9f3e00700 1 -- 172.21.15.26:0/179911004 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9e800ee60 con 0x7fa9fc06a8e0 2024-04-25T01:24:19.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.106+0000 7fa9f3e00700 1 -- 172.21.15.26:0/179911004 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e8005630 con 0x7fa9fc06a8e0 2024-04-25T01:24:19.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.106+0000 7faa02000700 1 -- 172.21.15.26:0/179911004 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9fc1a7790 con 0x7fa9fc06a8e0 2024-04-25T01:24:19.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.107+0000 7faa02000700 1 -- 172.21.15.26:0/179911004 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9fc068f20 con 0x7fa9fc06a8e0 2024-04-25T01:24:19.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.110+0000 7fa9f3e00700 1 -- 172.21.15.26:0/179911004 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa9e8004750 con 0x7fa9fc06a8e0 2024-04-25T01:24:19.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.111+0000 7fa9f3e00700 1 --2- 172.21.15.26:0/179911004 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9e00a2cb0 0x7fa9e00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:19.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.111+0000 7fa9f3e00700 1 -- 172.21.15.26:0/179911004 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fa9e80cf3b0 con 0x7fa9fc06a8e0 2024-04-25T01:24:19.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.112+0000 7fa9fb400700 1 --2- 172.21.15.26:0/179911004 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9e00a2cb0 0x7fa9e00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:19.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.112+0000 7fa9fb400700 1 --2- 172.21.15.26:0/179911004 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9e00a2cb0 0x7fa9e00a5170 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc19bbc0 tx=0x7fa9ec00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:19.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.116+0000 7fa9f3e00700 1 -- 172.21.15.26:0/179911004 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa9e809c260 con 0x7fa9fc06a8e0 2024-04-25T01:24:19.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.345+0000 7faa02000700 1 -- 172.21.15.26:0/179911004 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa9fc1a79c0 con 0x7fa9fc06a8e0 2024-04-25T01:24:19.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.348+0000 7fa9f3e00700 1 -- 172.21.15.26:0/179911004 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+22196 (secure 0 0 0) 0x7fa9e809bb60 con 0x7fa9fc06a8e0 2024-04-25T01:24:19.329 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:24:19.329 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":86,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:23:54.784863+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T01:23:51.673615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T01:23:52.776694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:24:19.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.351+0000 7faa02000700 1 -- 172.21.15.26:0/179911004 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9e00a2cb0 msgr2=0x7fa9e00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:19.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.351+0000 7faa02000700 1 --2- 172.21.15.26:0/179911004 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9e00a2cb0 0x7fa9e00a5170 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc19bbc0 tx=0x7fa9ec00b260 comp rx=0 tx=0).stop 2024-04-25T01:24:19.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.351+0000 7faa02000700 1 -- 172.21.15.26:0/179911004 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9fc06a8e0 msgr2=0x7fa9fc1a0e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:19.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.351+0000 7faa02000700 1 --2- 172.21.15.26:0/179911004 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9fc06a8e0 0x7fa9fc1a0e00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa9e800e9c0 tx=0x7fa9e800ecd0 comp rx=0 tx=0).stop 2024-04-25T01:24:19.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.351+0000 7faa02000700 1 -- 172.21.15.26:0/179911004 shutdown_connections 2024-04-25T01:24:19.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.351+0000 7faa02000700 1 --2- 172.21.15.26:0/179911004 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa9fc1082b0 0x7fa9fc19aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:19.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.351+0000 7faa02000700 1 --2- 172.21.15.26:0/179911004 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa9e00a2cb0 0x7fa9e00a5170 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:19.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.351+0000 7faa02000700 1 --2- 172.21.15.26:0/179911004 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa9fc069f40 0x7fa9fc1a08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:19.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.351+0000 7faa02000700 1 --2- 172.21.15.26:0/179911004 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa9fc06a8e0 0x7fa9fc1a0e00 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:19.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.351+0000 7faa02000700 1 -- 172.21.15.26:0/179911004 >> 172.21.15.26:0/179911004 conn(0x7fa9fc0780e0 msgr2=0x7fa9fc0ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:19.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.351+0000 7faa02000700 1 -- 172.21.15.26:0/179911004 shutdown_connections 2024-04-25T01:24:19.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:19.351+0000 7faa02000700 1 -- 172.21.15.26:0/179911004 wait complete. 2024-04-25T01:24:20.239 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-25T01:24:20.239 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-25T01:24:20.239 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-25T01:24:20.240 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-25T01:24:20.240 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-25T01:24:20.241 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-25T01:24:20.241 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-25T01:24:20.241 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-25T01:24:20.242 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-25T01:24:20.242 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-25T01:24:20.243 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-25T01:24:20.243 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-25T01:24:20.401 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:20 smithi026 ceph-mon[28096]: pgmap v333: 97 pgs: 97 active+clean; 639 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T01:24:20.401 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:20 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/179911004' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:24:20.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:20 smithi186 ceph-mon[32747]: pgmap v333: 97 pgs: 97 active+clean; 639 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T01:24:20.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:20 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/179911004' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:24:20.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:20 smithi111 ceph-mon[32623]: pgmap v333: 97 pgs: 97 active+clean; 639 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T01:24:20.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:20 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/179911004' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:24:21.285 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:21.295 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:22.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:22 smithi026 ceph-mon[28096]: pgmap v334: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-25T01:24:22.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:22 smithi186 ceph-mon[32747]: pgmap v334: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-25T01:24:22.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:22 smithi111 ceph-mon[32623]: pgmap v334: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-25T01:24:22.645 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:22.649 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:22.650 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:22.652 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:22.654 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:22.658 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:22.659 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:22.677 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:23.113 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:23.569 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:24.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:24 smithi026 ceph-mon[28096]: pgmap v335: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 852 B/s wr, 9 op/s 2024-04-25T01:24:24.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:24 smithi186 ceph-mon[32747]: pgmap v335: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 852 B/s wr, 9 op/s 2024-04-25T01:24:24.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:24 smithi111 ceph-mon[32623]: pgmap v335: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 852 B/s wr, 9 op/s 2024-04-25T01:24:26.172 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:26 smithi026 ceph-mon[28096]: pgmap v336: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 852 B/s wr, 9 op/s 2024-04-25T01:24:26.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:26 smithi186 ceph-mon[32747]: pgmap v336: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 852 B/s wr, 9 op/s 2024-04-25T01:24:26.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:26 smithi111 ceph-mon[32623]: pgmap v336: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 852 B/s wr, 9 op/s 2024-04-25T01:24:28.464 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:28 smithi026 ceph-mon[28096]: pgmap v337: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 852 B/s wr, 11 op/s 2024-04-25T01:24:28.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:28 smithi186 ceph-mon[32747]: pgmap v337: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 852 B/s wr, 11 op/s 2024-04-25T01:24:28.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:28 smithi111 ceph-mon[32623]: pgmap v337: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 852 B/s wr, 11 op/s 2024-04-25T01:24:29.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.306+0000 7fb997e00700 1 -- 172.21.15.26:0/1828957120 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb99006a7d0 msgr2=0x7fb99006abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:29.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.306+0000 7fb997e00700 1 --2- 172.21.15.26:0/1828957120 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb99006a7d0 0x7fb99006abb0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb98400b0a0 tx=0x7fb98400b3b0 comp rx=0 tx=0).stop 2024-04-25T01:24:29.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.307+0000 7fb997e00700 1 -- 172.21.15.26:0/1828957120 shutdown_connections 2024-04-25T01:24:29.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.307+0000 7fb997e00700 1 --2- 172.21.15.26:0/1828957120 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb99010ecd0 0x7fb9901110c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:29.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.307+0000 7fb997e00700 1 --2- 172.21.15.26:0/1828957120 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb99006a7d0 0x7fb99006abb0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:29.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.307+0000 7fb997e00700 1 --2- 172.21.15.26:0/1828957120 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb99006b0f0 0x7fb99010e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:29.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.307+0000 7fb997e00700 1 -- 172.21.15.26:0/1828957120 >> 172.21.15.26:0/1828957120 conn(0x7fb9900780a0 msgr2=0x7fb9900784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:29.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.307+0000 7fb997e00700 1 -- 172.21.15.26:0/1828957120 shutdown_connections 2024-04-25T01:24:29.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.307+0000 7fb997e00700 1 -- 172.21.15.26:0/1828957120 wait complete. 2024-04-25T01:24:29.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.308+0000 7fb997e00700 1 Processor -- start 2024-04-25T01:24:29.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.308+0000 7fb997e00700 1 -- start start 2024-04-25T01:24:29.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.308+0000 7fb997e00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb99006b0f0 0x7fb99019af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:29.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.308+0000 7fb997e00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb99010ecd0 0x7fb99019b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:29.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.308+0000 7fb997e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb99019f820 0x7fb99019fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:29.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.308+0000 7fb997e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb990114780 con 0x7fb99019f820 2024-04-25T01:24:29.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.309+0000 7fb997e00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb990114600 con 0x7fb99006b0f0 2024-04-25T01:24:29.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.309+0000 7fb997e00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fb990114900 con 0x7fb99010ecd0 2024-04-25T01:24:29.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.309+0000 7fb995e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb99019f820 0x7fb99019fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:29.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.309+0000 7fb994a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb99010ecd0 0x7fb99019b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:29.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.309+0000 7fb995e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb99019f820 0x7fb99019fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58424/0 (socket says 172.21.15.26:58424) 2024-04-25T01:24:29.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.309+0000 7fb995400700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb99006b0f0 0x7fb99019af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:29.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.309+0000 7fb995e00700 1 -- 172.21.15.26:0/821298309 learned_addr learned my addr 172.21.15.26:0/821298309 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:29.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.309+0000 7fb994a00700 1 -- 172.21.15.26:0/821298309 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb99006b0f0 msgr2=0x7fb99019af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:29.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.309+0000 7fb994a00700 1 --2- 172.21.15.26:0/821298309 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb99006b0f0 0x7fb99019af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:29.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.309+0000 7fb994a00700 1 -- 172.21.15.26:0/821298309 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb99019f820 msgr2=0x7fb99019fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:29.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.309+0000 7fb994a00700 1 --2- 172.21.15.26:0/821298309 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb99019f820 0x7fb99019fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:29.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.309+0000 7fb994a00700 1 -- 172.21.15.26:0/821298309 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9901a0340 con 0x7fb99010ecd0 2024-04-25T01:24:29.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.310+0000 7fb994a00700 1 --2- 172.21.15.26:0/821298309 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb99010ecd0 0x7fb99019b490 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb97c00e9f0 tx=0x7fb97c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:29.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.310+0000 7fb98e000700 1 -- 172.21.15.26:0/821298309 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97c00c9c0 con 0x7fb99010ecd0 2024-04-25T01:24:29.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.310+0000 7fb98e000700 1 -- 172.21.15.26:0/821298309 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb97c00cb60 con 0x7fb99010ecd0 2024-04-25T01:24:29.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.310+0000 7fb98e000700 1 -- 172.21.15.26:0/821298309 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97c018680 con 0x7fb99010ecd0 2024-04-25T01:24:29.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.310+0000 7fb997e00700 1 -- 172.21.15.26:0/821298309 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9901a0630 con 0x7fb99010ecd0 2024-04-25T01:24:29.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.310+0000 7fb997e00700 1 -- 172.21.15.26:0/821298309 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9901a7e60 con 0x7fb99010ecd0 2024-04-25T01:24:29.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.311+0000 7fb997e00700 1 -- 172.21.15.26:0/821298309 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb9900628c0 con 0x7fb99010ecd0 2024-04-25T01:24:29.294 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.314+0000 7fb98e000700 1 -- 172.21.15.26:0/821298309 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb97c010430 con 0x7fb99010ecd0 2024-04-25T01:24:29.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.315+0000 7fb98e000700 1 --2- 172.21.15.26:0/821298309 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb9780a2d30 0x7fb9780a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:29.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.315+0000 7fb98e000700 1 -- 172.21.15.26:0/821298309 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fb97c0cf5f0 con 0x7fb99010ecd0 2024-04-25T01:24:29.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.315+0000 7fb995400700 1 --2- 172.21.15.26:0/821298309 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb9780a2d30 0x7fb9780a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:29.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.315+0000 7fb98e000700 1 --2- 172.21.15.26:0/821298309 >> [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495] conn(0x7fb9780ac510 0x7fb9780ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:29.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.316+0000 7fb98e000700 1 -- 172.21.15.26:0/821298309 --> [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb9780aefe0 con 0x7fb9780ac510 2024-04-25T01:24:29.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.316+0000 7fb98e000700 1 -- 172.21.15.26:0/821298309 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7fb97c0cf9a0 con 0x7fb99010ecd0 2024-04-25T01:24:29.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.316+0000 7fb995e00700 1 --2- 172.21.15.26:0/821298309 >> [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495] conn(0x7fb9780ac510 0x7fb9780ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:29.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.316+0000 7fb995400700 1 --2- 172.21.15.26:0/821298309 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb9780a2d30 0x7fb9780a51f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb984009040 tx=0x7fb984006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:29.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.317+0000 7fb995e00700 1 --2- 172.21.15.26:0/821298309 >> [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495] conn(0x7fb9780ac510 0x7fb9780ae930 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:29.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.318+0000 7fb98e000700 1 -- 172.21.15.26:0/821298309 <== osd.3 v2:172.21.15.26:6810/4159370495 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb9780aefe0 con 0x7fb9780ac510 2024-04-25T01:24:29.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.336+0000 7fb997e00700 1 -- 172.21.15.26:0/821298309 --> [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb990062cc0 con 0x7fb9780ac510 2024-04-25T01:24:29.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.337+0000 7fb98e000700 1 -- 172.21.15.26:0/821298309 <== osd.3 v2:172.21.15.26:6810/4159370495 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb990062cc0 con 0x7fb9780ac510 2024-04-25T01:24:29.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.337+0000 7fb997e00700 1 -- 172.21.15.26:0/821298309 >> [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495] conn(0x7fb9780ac510 msgr2=0x7fb9780ae930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:29.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.337+0000 7fb997e00700 1 --2- 172.21.15.26:0/821298309 >> [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495] conn(0x7fb9780ac510 0x7fb9780ae930 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:29.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.337+0000 7fb997e00700 1 -- 172.21.15.26:0/821298309 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb9780a2d30 msgr2=0x7fb9780a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:29.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.337+0000 7fb997e00700 1 --2- 172.21.15.26:0/821298309 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb9780a2d30 0x7fb9780a51f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb984009040 tx=0x7fb984006210 comp rx=0 tx=0).stop 2024-04-25T01:24:29.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.337+0000 7fb997e00700 1 -- 172.21.15.26:0/821298309 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb99010ecd0 msgr2=0x7fb99019b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:29.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.337+0000 7fb997e00700 1 --2- 172.21.15.26:0/821298309 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb99010ecd0 0x7fb99019b490 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb97c00e9f0 tx=0x7fb97c00ed00 comp rx=0 tx=0).stop 2024-04-25T01:24:29.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.337+0000 7fb995e00700 1 -- 172.21.15.26:0/821298309 reap_dead start 2024-04-25T01:24:29.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.338+0000 7fb997e00700 1 -- 172.21.15.26:0/821298309 shutdown_connections 2024-04-25T01:24:29.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.338+0000 7fb997e00700 1 -- 172.21.15.26:0/821298309 >> 172.21.15.26:0/821298309 conn(0x7fb9900780a0 msgr2=0x7fb990110360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:29.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.338+0000 7fb997e00700 1 -- 172.21.15.26:0/821298309 shutdown_connections 2024-04-25T01:24:29.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:29.338+0000 7fb997e00700 1 -- 172.21.15.26:0/821298309 wait complete. 2024-04-25T01:24:30.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:30 smithi026 ceph-mon[28096]: pgmap v338: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-25T01:24:30.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:30 smithi186 ceph-mon[32747]: pgmap v338: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-25T01:24:30.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:30 smithi111 ceph-mon[32623]: pgmap v338: 97 pgs: 97 active+clean; 641 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-25T01:24:32.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:32 smithi026 ceph-mon[28096]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-25T01:24:32.584 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:32 smithi186 ceph-mon[32747]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-25T01:24:32.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:32 smithi111 ceph-mon[32623]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-25T01:24:34.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:34 smithi026 ceph-mon[28096]: pgmap v340: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:24:34.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:34 smithi186 ceph-mon[32747]: pgmap v340: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:24:34.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:34 smithi111 ceph-mon[32623]: pgmap v340: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:24:34.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.334+0000 7f4210a00700 1 -- 172.21.15.26:0/3772814779 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f420c1082b0 msgr2=0x7f420c108690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:34.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.334+0000 7f4210a00700 1 --2- 172.21.15.26:0/3772814779 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f420c1082b0 0x7f420c108690 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f41fc009990 tx=0x7f41fc009ca0 comp rx=0 tx=0).stop 2024-04-25T01:24:34.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.334+0000 7f4210a00700 1 -- 172.21.15.26:0/3772814779 shutdown_connections 2024-04-25T01:24:34.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.334+0000 7f4210a00700 1 --2- 172.21.15.26:0/3772814779 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f420c06a8e0 0x7f420c10f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:34.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.334+0000 7f4210a00700 1 --2- 172.21.15.26:0/3772814779 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f420c1082b0 0x7f420c108690 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:34.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.334+0000 7f4210a00700 1 --2- 172.21.15.26:0/3772814779 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f420c069f40 0x7f420c06a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:34.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.334+0000 7f4210a00700 1 -- 172.21.15.26:0/3772814779 >> 172.21.15.26:0/3772814779 conn(0x7f420c0780e0 msgr2=0x7f420c0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:34.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.334+0000 7f4210a00700 1 -- 172.21.15.26:0/3772814779 shutdown_connections 2024-04-25T01:24:34.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.334+0000 7f4210a00700 1 -- 172.21.15.26:0/3772814779 wait complete. 2024-04-25T01:24:34.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.335+0000 7f4210a00700 1 Processor -- start 2024-04-25T01:24:34.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.335+0000 7f4210a00700 1 -- start start 2024-04-25T01:24:34.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.336+0000 7f4210a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f420c069f40 0x7f420c101200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:34.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.336+0000 7f4210a00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f420c06a8e0 0x7f420c101740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:34.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.336+0000 7f4210a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f420c1082b0 0x7f420c101c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:34.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.336+0000 7f4210a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f420c112540 con 0x7f420c1082b0 2024-04-25T01:24:34.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.336+0000 7f4210a00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f420c1123c0 con 0x7f420c06a8e0 2024-04-25T01:24:34.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.336+0000 7f4210a00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f420c1126c0 con 0x7f420c069f40 2024-04-25T01:24:34.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.336+0000 7f420a800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f420c1082b0 0x7f420c101c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.336+0000 7f420a800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f420c1082b0 0x7f420c101c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48374/0 (socket says 172.21.15.26:48374) 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.336+0000 7f420a800700 1 -- 172.21.15.26:0/2961897118 learned_addr learned my addr 172.21.15.26:0/2961897118 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.336+0000 7f4209400700 1 --2- 172.21.15.26:0/2961897118 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f420c06a8e0 0x7f420c101740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.336+0000 7f4209e00700 1 --2- 172.21.15.26:0/2961897118 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f420c069f40 0x7f420c101200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.337+0000 7f4209400700 1 -- 172.21.15.26:0/2961897118 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f420c069f40 msgr2=0x7f420c101200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.337+0000 7f4209400700 1 --2- 172.21.15.26:0/2961897118 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f420c069f40 0x7f420c101200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.337+0000 7f4209400700 1 -- 172.21.15.26:0/2961897118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f420c1082b0 msgr2=0x7f420c101c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.337+0000 7f4209400700 1 --2- 172.21.15.26:0/2961897118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f420c1082b0 0x7f420c101c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.337+0000 7f4209400700 1 -- 172.21.15.26:0/2961897118 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f420c1a6fa0 con 0x7f420c06a8e0 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.337+0000 7f4209400700 1 --2- 172.21.15.26:0/2961897118 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f420c06a8e0 0x7f420c101740 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f41f800e9f0 tx=0x7f41f800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.337+0000 7f4202a00700 1 -- 172.21.15.26:0/2961897118 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41f800c9c0 con 0x7f420c06a8e0 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.337+0000 7f4210a00700 1 -- 172.21.15.26:0/2961897118 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f420c1a7290 con 0x7f420c06a8e0 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.337+0000 7f4202a00700 1 -- 172.21.15.26:0/2961897118 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41f800cb60 con 0x7f420c06a8e0 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.337+0000 7f4202a00700 1 -- 172.21.15.26:0/2961897118 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41f8018680 con 0x7f420c06a8e0 2024-04-25T01:24:34.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.337+0000 7f4210a00700 1 -- 172.21.15.26:0/2961897118 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f420c1a7820 con 0x7f420c06a8e0 2024-04-25T01:24:34.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.338+0000 7f4210a00700 1 -- 172.21.15.26:0/2961897118 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f420c062940 con 0x7f420c06a8e0 2024-04-25T01:24:34.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.341+0000 7f4202a00700 1 -- 172.21.15.26:0/2961897118 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f41f8010430 con 0x7f420c06a8e0 2024-04-25T01:24:34.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.342+0000 7f4202a00700 1 --2- 172.21.15.26:0/2961897118 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f41f00a2d30 0x7f41f00a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:34.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.343+0000 7f4202a00700 1 -- 172.21.15.26:0/2961897118 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f41f80cf660 con 0x7f420c06a8e0 2024-04-25T01:24:34.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.343+0000 7f4209e00700 1 --2- 172.21.15.26:0/2961897118 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f41f00a2d30 0x7f41f00a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:34.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.343+0000 7f4202a00700 1 --2- 172.21.15.26:0/2961897118 >> [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511] conn(0x7f41f00ac510 0x7f41f00ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:34.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.343+0000 7f4202a00700 1 -- 172.21.15.26:0/2961897118 --> [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f41f801bec0 con 0x7f41f00ac510 2024-04-25T01:24:34.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.343+0000 7f4202a00700 1 -- 172.21.15.26:0/2961897118 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f41f80cfa10 con 0x7f420c06a8e0 2024-04-25T01:24:34.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.343+0000 7f420a800700 1 --2- 172.21.15.26:0/2961897118 >> [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511] conn(0x7f41f00ac510 0x7f41f00ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:34.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.344+0000 7f4209e00700 1 --2- 172.21.15.26:0/2961897118 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f41f00a2d30 0x7f41f00a51f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f41fc00b2e0 tx=0x7f41fc005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:34.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.344+0000 7f420a800700 1 --2- 172.21.15.26:0/2961897118 >> [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511] conn(0x7f41f00ac510 0x7f41f00ae930 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:34.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.345+0000 7f4202a00700 1 -- 172.21.15.26:0/2961897118 <== osd.0 v2:172.21.15.26:6802/2750907511 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f41f801bec0 con 0x7f41f00ac510 2024-04-25T01:24:34.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.363+0000 7f4210a00700 1 -- 172.21.15.26:0/2961897118 --> [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f420c062d40 con 0x7f41f00ac510 2024-04-25T01:24:34.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.363+0000 7f4202a00700 1 -- 172.21.15.26:0/2961897118 <== osd.0 v2:172.21.15.26:6802/2750907511 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f420c062d40 con 0x7f41f00ac510 2024-04-25T01:24:34.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.364+0000 7f4210a00700 1 -- 172.21.15.26:0/2961897118 >> [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511] conn(0x7f41f00ac510 msgr2=0x7f41f00ae930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:34.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.364+0000 7f4210a00700 1 --2- 172.21.15.26:0/2961897118 >> [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511] conn(0x7f41f00ac510 0x7f41f00ae930 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:34.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.364+0000 7f4210a00700 1 -- 172.21.15.26:0/2961897118 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f41f00a2d30 msgr2=0x7f41f00a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:34.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.364+0000 7f4210a00700 1 --2- 172.21.15.26:0/2961897118 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f41f00a2d30 0x7f41f00a51f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f41fc00b2e0 tx=0x7f41fc005fd0 comp rx=0 tx=0).stop 2024-04-25T01:24:34.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.364+0000 7f4210a00700 1 -- 172.21.15.26:0/2961897118 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f420c06a8e0 msgr2=0x7f420c101740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:34.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.364+0000 7f4210a00700 1 --2- 172.21.15.26:0/2961897118 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f420c06a8e0 0x7f420c101740 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f41f800e9f0 tx=0x7f41f800ed00 comp rx=0 tx=0).stop 2024-04-25T01:24:34.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.364+0000 7f420a800700 1 -- 172.21.15.26:0/2961897118 reap_dead start 2024-04-25T01:24:34.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.365+0000 7f4210a00700 1 -- 172.21.15.26:0/2961897118 shutdown_connections 2024-04-25T01:24:34.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.365+0000 7f4210a00700 1 -- 172.21.15.26:0/2961897118 >> 172.21.15.26:0/2961897118 conn(0x7f420c0780e0 msgr2=0x7f420c0fff90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:34.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.365+0000 7f4210a00700 1 -- 172.21.15.26:0/2961897118 shutdown_connections 2024-04-25T01:24:34.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:34.365+0000 7f4210a00700 1 -- 172.21.15.26:0/2961897118 wait complete. 2024-04-25T01:24:36.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:36 smithi026 ceph-mon[28096]: pgmap v341: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:24:36.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:36 smithi186 ceph-mon[32747]: pgmap v341: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:24:36.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:36 smithi111 ceph-mon[32623]: pgmap v341: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:24:36.736 INFO:teuthology.orchestra.run.smithi026.stdout:111669149762 2024-04-25T01:24:36.736 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-25T01:24:37.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.078+0000 7fcd5a400700 1 -- 172.21.15.26:0/1211481990 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd541023c0 msgr2=0x7fcd541027a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:37.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.078+0000 7fcd5a400700 1 --2- 172.21.15.26:0/1211481990 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd541023c0 0x7fcd541027a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fcd480099c0 tx=0x7fcd48009cd0 comp rx=0 tx=0).stop 2024-04-25T01:24:37.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.079+0000 7fcd5a400700 1 -- 172.21.15.26:0/1211481990 shutdown_connections 2024-04-25T01:24:37.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.079+0000 7fcd5a400700 1 --2- 172.21.15.26:0/1211481990 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd541074a0 0x7fcd5410f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:37.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.079+0000 7fcd5a400700 1 --2- 172.21.15.26:0/1211481990 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd541023c0 0x7fcd541027a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:37.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.079+0000 7fcd5a400700 1 --2- 172.21.15.26:0/1211481990 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fcd54102d70 0x7fcd54106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:37.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.079+0000 7fcd5a400700 1 -- 172.21.15.26:0/1211481990 >> 172.21.15.26:0/1211481990 conn(0x7fcd540fdcb0 msgr2=0x7fcd541000d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:37.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.079+0000 7fcd5a400700 1 -- 172.21.15.26:0/1211481990 shutdown_connections 2024-04-25T01:24:37.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.079+0000 7fcd5a400700 1 -- 172.21.15.26:0/1211481990 wait complete. 2024-04-25T01:24:37.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.080+0000 7fcd5a400700 1 Processor -- start 2024-04-25T01:24:37.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.080+0000 7fcd5a400700 1 -- start start 2024-04-25T01:24:37.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd5a400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd541023c0 0x7fcd541a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:37.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd5a400700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd54102d70 0x7fcd541a0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:37.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd5a400700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fcd541074a0 0x7fcd5419a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:37.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd5a400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcd541124d0 con 0x7fcd541023c0 2024-04-25T01:24:37.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd5a400700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcd54112350 con 0x7fcd54102d70 2024-04-25T01:24:37.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd5a400700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fcd54112650 con 0x7fcd541074a0 2024-04-25T01:24:37.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd59000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd541023c0 0x7fcd541a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:37.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd59000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd541023c0 0x7fcd541a07b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48394/0 (socket says 172.21.15.26:48394) 2024-04-25T01:24:37.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd59000700 1 -- 172.21.15.26:0/1881666795 learned_addr learned my addr 172.21.15.26:0/1881666795 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:37.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd59a00700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fcd541074a0 0x7fcd5419a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:37.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd53e00700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd54102d70 0x7fcd541a0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:37.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd59000700 1 -- 172.21.15.26:0/1881666795 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fcd541074a0 msgr2=0x7fcd5419a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:37.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd59000700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fcd541074a0 0x7fcd5419a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:37.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd59000700 1 -- 172.21.15.26:0/1881666795 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd54102d70 msgr2=0x7fcd541a0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:37.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.081+0000 7fcd59000700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd54102d70 0x7fcd541a0cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:37.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.082+0000 7fcd59000700 1 -- 172.21.15.26:0/1881666795 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd5419b0d0 con 0x7fcd541023c0 2024-04-25T01:24:37.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.082+0000 7fcd53e00700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcd54102d70 0x7fcd541a0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:24:37.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.082+0000 7fcd59000700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd541023c0 0x7fcd541a07b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fcd48009990 tx=0x7fcd48009f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:37.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.082+0000 7fcd51600700 1 -- 172.21.15.26:0/1881666795 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd48026070 con 0x7fcd541023c0 2024-04-25T01:24:37.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.082+0000 7fcd51600700 1 -- 172.21.15.26:0/1881666795 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd48003780 con 0x7fcd541023c0 2024-04-25T01:24:37.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.082+0000 7fcd5a400700 1 -- 172.21.15.26:0/1881666795 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd5419b360 con 0x7fcd541023c0 2024-04-25T01:24:37.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.082+0000 7fcd51600700 1 -- 172.21.15.26:0/1881666795 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4800fc90 con 0x7fcd541023c0 2024-04-25T01:24:37.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.082+0000 7fcd5a400700 1 -- 172.21.15.26:0/1881666795 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd541a7680 con 0x7fcd541023c0 2024-04-25T01:24:37.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.083+0000 7fcd5a400700 1 -- 172.21.15.26:0/1881666795 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcd5410e730 con 0x7fcd541023c0 2024-04-25T01:24:37.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.085+0000 7fcd51600700 1 -- 172.21.15.26:0/1881666795 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fcd48029070 con 0x7fcd541023c0 2024-04-25T01:24:37.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.087+0000 7fcd51600700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcd3c0a2cb0 0x7fcd3c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:37.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.087+0000 7fcd51600700 1 -- 172.21.15.26:0/1881666795 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fcd480d0270 con 0x7fcd541023c0 2024-04-25T01:24:37.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.087+0000 7fcd53e00700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcd3c0a2cb0 0x7fcd3c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:37.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.087+0000 7fcd51600700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084] conn(0x7fcd3c0ac490 0x7fcd3c0ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:37.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.087+0000 7fcd51600700 1 -- 172.21.15.26:0/1881666795 --> [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcd480043d0 con 0x7fcd3c0ac490 2024-04-25T01:24:37.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.087+0000 7fcd51600700 1 -- 172.21.15.26:0/1881666795 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7fcd480d0620 con 0x7fcd541023c0 2024-04-25T01:24:37.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.088+0000 7fcd53e00700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcd3c0a2cb0 0x7fcd3c0a5170 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fcd40005950 tx=0x7fcd400058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:37.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.088+0000 7fcd59a00700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084] conn(0x7fcd3c0ac490 0x7fcd3c0ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:37.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.088+0000 7fcd59a00700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084] conn(0x7fcd3c0ac490 0x7fcd3c0ae8b0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:37.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.089+0000 7fcd51600700 1 -- 172.21.15.26:0/1881666795 <== osd.5 v2:172.21.15.186:6808/2528852084 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcd480043d0 con 0x7fcd3c0ac490 2024-04-25T01:24:37.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.108+0000 7fcd5a400700 1 -- 172.21.15.26:0/1881666795 --> [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcd541038a0 con 0x7fcd3c0ac490 2024-04-25T01:24:37.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.109+0000 7fcd51600700 1 -- 172.21.15.26:0/1881666795 <== osd.5 v2:172.21.15.186:6808/2528852084 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fcd541038a0 con 0x7fcd3c0ac490 2024-04-25T01:24:37.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.109+0000 7fcd5a400700 1 -- 172.21.15.26:0/1881666795 >> [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084] conn(0x7fcd3c0ac490 msgr2=0x7fcd3c0ae8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:37.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.109+0000 7fcd5a400700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084] conn(0x7fcd3c0ac490 0x7fcd3c0ae8b0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:37.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.109+0000 7fcd5a400700 1 -- 172.21.15.26:0/1881666795 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcd3c0a2cb0 msgr2=0x7fcd3c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:37.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.109+0000 7fcd5a400700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcd3c0a2cb0 0x7fcd3c0a5170 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fcd40005950 tx=0x7fcd400058e0 comp rx=0 tx=0).stop 2024-04-25T01:24:37.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.109+0000 7fcd5a400700 1 -- 172.21.15.26:0/1881666795 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd541023c0 msgr2=0x7fcd541a07b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:37.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.109+0000 7fcd5a400700 1 --2- 172.21.15.26:0/1881666795 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcd541023c0 0x7fcd541a07b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fcd48009990 tx=0x7fcd48009f80 comp rx=0 tx=0).stop 2024-04-25T01:24:37.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.109+0000 7fcd59a00700 1 -- 172.21.15.26:0/1881666795 reap_dead start 2024-04-25T01:24:37.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.110+0000 7fcd5a400700 1 -- 172.21.15.26:0/1881666795 shutdown_connections 2024-04-25T01:24:37.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.110+0000 7fcd5a400700 1 -- 172.21.15.26:0/1881666795 >> 172.21.15.26:0/1881666795 conn(0x7fcd540fdcb0 msgr2=0x7fcd540fe980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:37.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.110+0000 7fcd5a400700 1 -- 172.21.15.26:0/1881666795 shutdown_connections 2024-04-25T01:24:37.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:36.110+0000 7fcd5a400700 1 -- 172.21.15.26:0/1881666795 wait complete. 2024-04-25T01:24:38.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.200+0000 7fbe5f000700 1 -- 172.21.15.26:0/4244104564 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbe58107570 msgr2=0x7fbe5810f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:38.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.200+0000 7fbe5f000700 1 --2- 172.21.15.26:0/4244104564 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbe58107570 0x7fbe5810f140 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbe5000b0a0 tx=0x7fbe5000b3b0 comp rx=0 tx=0).stop 2024-04-25T01:24:38.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.200+0000 7fbe5f000700 1 -- 172.21.15.26:0/4244104564 shutdown_connections 2024-04-25T01:24:38.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.200+0000 7fbe5f000700 1 --2- 172.21.15.26:0/4244104564 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbe58107570 0x7fbe5810f140 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:38.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.200+0000 7fbe5f000700 1 --2- 172.21.15.26:0/4244104564 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbe581024e0 0x7fbe581028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:38.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.200+0000 7fbe5f000700 1 --2- 172.21.15.26:0/4244104564 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe58102e90 0x7fbe58106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:38.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.200+0000 7fbe5f000700 1 -- 172.21.15.26:0/4244104564 >> 172.21.15.26:0/4244104564 conn(0x7fbe58079390 msgr2=0x7fbe580797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:38.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.201+0000 7fbe5f000700 1 -- 172.21.15.26:0/4244104564 shutdown_connections 2024-04-25T01:24:38.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.201+0000 7fbe5f000700 1 -- 172.21.15.26:0/4244104564 wait complete. 2024-04-25T01:24:38.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.202+0000 7fbe5f000700 1 Processor -- start 2024-04-25T01:24:38.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.202+0000 7fbe5f000700 1 -- start start 2024-04-25T01:24:38.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.203+0000 7fbe5f000700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbe581024e0 0x7fbe58074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:38.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.203+0000 7fbe5f000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbe58102e90 0x7fbe58074a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:38.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.203+0000 7fbe5f000700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe58107570 0x7fbe58074fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:38.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.203+0000 7fbe5f000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbe58112550 con 0x7fbe58102e90 2024-04-25T01:24:38.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.203+0000 7fbe5f000700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbe581123d0 con 0x7fbe58107570 2024-04-25T01:24:38.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.203+0000 7fbe5f000700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fbe581126d0 con 0x7fbe581024e0 2024-04-25T01:24:38.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.203+0000 7fbe57400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbe58102e90 0x7fbe58074a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:38.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.203+0000 7fbe5d000700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe58107570 0x7fbe58074fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:38.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.203+0000 7fbe5d000700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe58107570 0x7fbe58074fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:49060/0 (socket says 172.21.15.26:49060) 2024-04-25T01:24:38.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.203+0000 7fbe5d000700 1 -- 172.21.15.26:0/379140791 learned_addr learned my addr 172.21.15.26:0/379140791 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:38.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.203+0000 7fbe57e00700 1 --2- 172.21.15.26:0/379140791 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbe581024e0 0x7fbe58074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:38.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.204+0000 7fbe5d000700 1 -- 172.21.15.26:0/379140791 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbe581024e0 msgr2=0x7fbe58074530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:38.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.204+0000 7fbe5d000700 1 --2- 172.21.15.26:0/379140791 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbe581024e0 0x7fbe58074530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:38.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.204+0000 7fbe5d000700 1 -- 172.21.15.26:0/379140791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbe58102e90 msgr2=0x7fbe58074a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:38.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.204+0000 7fbe5d000700 1 --2- 172.21.15.26:0/379140791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbe58102e90 0x7fbe58074a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:38.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.204+0000 7fbe5d000700 1 -- 172.21.15.26:0/379140791 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe581a6ea0 con 0x7fbe58107570 2024-04-25T01:24:38.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.204+0000 7fbe5d000700 1 --2- 172.21.15.26:0/379140791 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe58107570 0x7fbe58074fb0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbe5000b780 tx=0x7fbe50004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:38.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.204+0000 7fbe54c00700 1 -- 172.21.15.26:0/379140791 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe50021070 con 0x7fbe58107570 2024-04-25T01:24:38.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.204+0000 7fbe5f000700 1 -- 172.21.15.26:0/379140791 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe581a7130 con 0x7fbe58107570 2024-04-25T01:24:38.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.204+0000 7fbe54c00700 1 -- 172.21.15.26:0/379140791 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe50007b80 con 0x7fbe58107570 2024-04-25T01:24:38.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.204+0000 7fbe54c00700 1 -- 172.21.15.26:0/379140791 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe500052a0 con 0x7fbe58107570 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.205+0000 7fbe5f000700 1 -- 172.21.15.26:0/379140791 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe581a75e0 con 0x7fbe58107570 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.205+0000 7fbe5f000700 1 -- 172.21.15.26:0/379140791 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fbe58062940 con 0x7fbe58107570 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.208+0000 7fbe54c00700 1 -- 172.21.15.26:0/379140791 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fbe50024070 con 0x7fbe58107570 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.209+0000 7fbe54c00700 1 --2- 172.21.15.26:0/379140791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbe3c0a2cb0 0x7fbe3c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.209+0000 7fbe54c00700 1 -- 172.21.15.26:0/379140791 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fbe5000f020 con 0x7fbe58107570 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.210+0000 7fbe57e00700 1 --2- 172.21.15.26:0/379140791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbe3c0a2cb0 0x7fbe3c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.210+0000 7fbe54c00700 1 --2- 172.21.15.26:0/379140791 >> [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000] conn(0x7fbe3c0ac490 0x7fbe3c0ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.210+0000 7fbe54c00700 1 -- 172.21.15.26:0/379140791 --> [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fbe500020b0 con 0x7fbe3c0ac490 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.210+0000 7fbe54c00700 1 -- 172.21.15.26:0/379140791 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7fbe500d0c60 con 0x7fbe58107570 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.210+0000 7fbe57400700 1 --2- 172.21.15.26:0/379140791 >> [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000] conn(0x7fbe3c0ac490 0x7fbe3c0ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.211+0000 7fbe57e00700 1 --2- 172.21.15.26:0/379140791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbe3c0a2cb0 0x7fbe3c0a5170 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fbe48009c60 tx=0x7fbe48009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.211+0000 7fbe57400700 1 --2- 172.21.15.26:0/379140791 >> [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000] conn(0x7fbe3c0ac490 0x7fbe3c0ae8b0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.212+0000 7fbe54c00700 1 -- 172.21.15.26:0/379140791 <== osd.10 v2:172.21.15.111:6824/4193637000 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fbe500020b0 con 0x7fbe3c0ac490 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.230+0000 7fbe5f000700 1 -- 172.21.15.26:0/379140791 --> [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fbe58062dc0 con 0x7fbe3c0ac490 2024-04-25T01:24:38.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.231+0000 7fbe54c00700 1 -- 172.21.15.26:0/379140791 <== osd.10 v2:172.21.15.111:6824/4193637000 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fbe58062dc0 con 0x7fbe3c0ac490 2024-04-25T01:24:38.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.232+0000 7fbe5f000700 1 -- 172.21.15.26:0/379140791 >> [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000] conn(0x7fbe3c0ac490 msgr2=0x7fbe3c0ae8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:38.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.232+0000 7fbe5f000700 1 --2- 172.21.15.26:0/379140791 >> [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000] conn(0x7fbe3c0ac490 0x7fbe3c0ae8b0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:38.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.232+0000 7fbe5f000700 1 -- 172.21.15.26:0/379140791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbe3c0a2cb0 msgr2=0x7fbe3c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:38.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.232+0000 7fbe5f000700 1 --2- 172.21.15.26:0/379140791 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbe3c0a2cb0 0x7fbe3c0a5170 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fbe48009c60 tx=0x7fbe48009260 comp rx=0 tx=0).stop 2024-04-25T01:24:38.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.232+0000 7fbe5f000700 1 -- 172.21.15.26:0/379140791 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe58107570 msgr2=0x7fbe58074fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:38.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.232+0000 7fbe5f000700 1 --2- 172.21.15.26:0/379140791 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbe58107570 0x7fbe58074fb0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbe5000b780 tx=0x7fbe50004d00 comp rx=0 tx=0).stop 2024-04-25T01:24:38.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.232+0000 7fbe5d000700 1 -- 172.21.15.26:0/379140791 reap_dead start 2024-04-25T01:24:38.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.232+0000 7fbe5f000700 1 -- 172.21.15.26:0/379140791 shutdown_connections 2024-04-25T01:24:38.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.232+0000 7fbe5f000700 1 -- 172.21.15.26:0/379140791 >> 172.21.15.26:0/379140791 conn(0x7fbe58079390 msgr2=0x7fbe581002d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:38.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.232+0000 7fbe5f000700 1 -- 172.21.15.26:0/379140791 shutdown_connections 2024-04-25T01:24:38.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.232+0000 7fbe5f000700 1 -- 172.21.15.26:0/379140791 wait complete. 2024-04-25T01:24:38.834 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:38 smithi026 ceph-mon[28096]: pgmap v342: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:24:39.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:38 smithi186 ceph-mon[32747]: pgmap v342: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:24:39.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.127+0000 7f7cf3a00700 1 -- 172.21.15.26:0/1537660976 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cec1071a0 msgr2=0x7f7cec107580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:39.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.127+0000 7f7cf3a00700 1 --2- 172.21.15.26:0/1537660976 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cec1071a0 0x7f7cec107580 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7ce00098f0 tx=0x7f7ce0009c00 comp rx=0 tx=0).stop 2024-04-25T01:24:39.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.127+0000 7f7cf3a00700 1 -- 172.21.15.26:0/1537660976 shutdown_connections 2024-04-25T01:24:39.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.127+0000 7f7cf3a00700 1 --2- 172.21.15.26:0/1537660976 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7cec101af0 0x7f7cec10dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:39.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.127+0000 7f7cf3a00700 1 --2- 172.21.15.26:0/1537660976 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cec1071a0 0x7f7cec107580 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:39.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.127+0000 7f7cf3a00700 1 --2- 172.21.15.26:0/1537660976 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7cec101130 0x7f7cec1015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:39.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.127+0000 7f7cf3a00700 1 -- 172.21.15.26:0/1537660976 >> 172.21.15.26:0/1537660976 conn(0x7f7cec0780e0 msgr2=0x7f7cec0784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:39.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.127+0000 7f7cf3a00700 1 -- 172.21.15.26:0/1537660976 shutdown_connections 2024-04-25T01:24:39.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.127+0000 7f7cf3a00700 1 -- 172.21.15.26:0/1537660976 wait complete. 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.129+0000 7f7cf3a00700 1 Processor -- start 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.129+0000 7f7cf3a00700 1 -- start start 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.129+0000 7f7cf3a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7cec101130 0x7f7cec1a08a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.129+0000 7f7cf3a00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cec101af0 0x7f7cec1a0de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.129+0000 7f7cf3a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7cec1071a0 0x7f7cec19aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.129+0000 7f7cf3a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7cec06aaa0 con 0x7f7cec1071a0 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.129+0000 7f7cf3a00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7cec06a920 con 0x7f7cec101af0 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.129+0000 7f7cf3a00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f7cec06ac20 con 0x7f7cec101130 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.130+0000 7f7cf1000700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7cec101130 0x7f7cec1a08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.130+0000 7f7cf1a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7cec1071a0 0x7f7cec19aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.130+0000 7f7cf1000700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7cec101130 0x7f7cec1a08a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:40540/0 (socket says 172.21.15.26:40540) 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.130+0000 7f7cf1000700 1 -- 172.21.15.26:0/900187874 learned_addr learned my addr 172.21.15.26:0/900187874 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.130+0000 7f7cebe00700 1 --2- 172.21.15.26:0/900187874 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cec101af0 0x7f7cec1a0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.130+0000 7f7cf1000700 1 -- 172.21.15.26:0/900187874 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cec101af0 msgr2=0x7f7cec1a0de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.130+0000 7f7cf1000700 1 --2- 172.21.15.26:0/900187874 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7cec101af0 0x7f7cec1a0de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.130+0000 7f7cf1000700 1 -- 172.21.15.26:0/900187874 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7cec1071a0 msgr2=0x7f7cec19aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:39.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.130+0000 7f7cf1000700 1 --2- 172.21.15.26:0/900187874 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7cec1071a0 0x7f7cec19aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:39.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.130+0000 7f7cf1000700 1 -- 172.21.15.26:0/900187874 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cec19b1c0 con 0x7f7cec101130 2024-04-25T01:24:39.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.130+0000 7f7cf1000700 1 --2- 172.21.15.26:0/900187874 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7cec101130 0x7f7cec1a08a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7ce0005950 tx=0x7f7ce000fb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:39.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.131+0000 7f7ce9600700 1 -- 172.21.15.26:0/900187874 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ce0005140 con 0x7f7cec101130 2024-04-25T01:24:39.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.131+0000 7f7ce9600700 1 -- 172.21.15.26:0/900187874 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ce000b560 con 0x7f7cec101130 2024-04-25T01:24:39.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.131+0000 7f7ce9600700 1 -- 172.21.15.26:0/900187874 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ce0003ae0 con 0x7f7cec101130 2024-04-25T01:24:39.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.131+0000 7f7cf3a00700 1 -- 172.21.15.26:0/900187874 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cec19b450 con 0x7f7cec101130 2024-04-25T01:24:39.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.131+0000 7f7cf3a00700 1 -- 172.21.15.26:0/900187874 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cec1a7770 con 0x7f7cec101130 2024-04-25T01:24:39.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:38 smithi111 ceph-mon[32623]: pgmap v342: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:24:39.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.132+0000 7f7cf3a00700 1 -- 172.21.15.26:0/900187874 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7cec10e030 con 0x7f7cec101130 2024-04-25T01:24:39.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.135+0000 7f7ce9600700 1 -- 172.21.15.26:0/900187874 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7ce000ba80 con 0x7f7cec101130 2024-04-25T01:24:39.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.137+0000 7f7ce9600700 1 --2- 172.21.15.26:0/900187874 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7cd40a2d30 0x7f7cd40a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:39.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.138+0000 7f7ce9600700 1 -- 172.21.15.26:0/900187874 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f7ce00d0410 con 0x7f7cec101130 2024-04-25T01:24:39.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.138+0000 7f7ce9600700 1 --2- 172.21.15.26:0/900187874 >> [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169] conn(0x7f7cd40ac510 0x7f7cd40ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:39.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.138+0000 7f7ce9600700 1 -- 172.21.15.26:0/900187874 --> [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7ce000bde0 con 0x7f7cd40ac510 2024-04-25T01:24:39.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.138+0000 7f7ce9600700 1 -- 172.21.15.26:0/900187874 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f7ce00d0800 con 0x7f7cec101130 2024-04-25T01:24:39.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.139+0000 7f7cf1a00700 1 --2- 172.21.15.26:0/900187874 >> [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169] conn(0x7f7cd40ac510 0x7f7cd40ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:39.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.139+0000 7f7cebe00700 1 --2- 172.21.15.26:0/900187874 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7cd40a2d30 0x7f7cd40a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:39.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.139+0000 7f7cf1a00700 1 --2- 172.21.15.26:0/900187874 >> [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169] conn(0x7f7cd40ac510 0x7f7cd40ae930 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:39.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.140+0000 7f7cebe00700 1 --2- 172.21.15.26:0/900187874 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7cd40a2d30 0x7f7cd40a51f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7cd8009750 tx=0x7f7cd8009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:39.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.140+0000 7f7ce9600700 1 -- 172.21.15.26:0/900187874 <== osd.11 v2:172.21.15.186:6824/386070169 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7ce000bde0 con 0x7f7cd40ac510 2024-04-25T01:24:39.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.159+0000 7f7cf3a00700 1 -- 172.21.15.26:0/900187874 --> [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7cec102850 con 0x7f7cd40ac510 2024-04-25T01:24:39.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.159+0000 7f7ce9600700 1 -- 172.21.15.26:0/900187874 <== osd.11 v2:172.21.15.186:6824/386070169 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7cec102850 con 0x7f7cd40ac510 2024-04-25T01:24:39.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.160+0000 7f7cf3a00700 1 -- 172.21.15.26:0/900187874 >> [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169] conn(0x7f7cd40ac510 msgr2=0x7f7cd40ae930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:39.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.160+0000 7f7cf3a00700 1 --2- 172.21.15.26:0/900187874 >> [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169] conn(0x7f7cd40ac510 0x7f7cd40ae930 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:39.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.160+0000 7f7cf3a00700 1 -- 172.21.15.26:0/900187874 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7cd40a2d30 msgr2=0x7f7cd40a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:39.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.160+0000 7f7cf3a00700 1 --2- 172.21.15.26:0/900187874 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7cd40a2d30 0x7f7cd40a51f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7cd8009750 tx=0x7f7cd8009310 comp rx=0 tx=0).stop 2024-04-25T01:24:39.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.160+0000 7f7cf3a00700 1 -- 172.21.15.26:0/900187874 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7cec101130 msgr2=0x7f7cec1a08a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:39.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.160+0000 7f7cf3a00700 1 --2- 172.21.15.26:0/900187874 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7cec101130 0x7f7cec1a08a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7ce0005950 tx=0x7f7ce000fb20 comp rx=0 tx=0).stop 2024-04-25T01:24:39.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.160+0000 7f7cf1a00700 1 -- 172.21.15.26:0/900187874 reap_dead start 2024-04-25T01:24:39.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.160+0000 7f7cf3a00700 1 -- 172.21.15.26:0/900187874 shutdown_connections 2024-04-25T01:24:39.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.160+0000 7f7cf3a00700 1 -- 172.21.15.26:0/900187874 >> 172.21.15.26:0/900187874 conn(0x7f7cec0780e0 msgr2=0x7f7cec10c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:39.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.161+0000 7f7cf3a00700 1 -- 172.21.15.26:0/900187874 shutdown_connections 2024-04-25T01:24:39.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.161+0000 7f7cf3a00700 1 -- 172.21.15.26:0/900187874 wait complete. 2024-04-25T01:24:40.274 INFO:teuthology.orchestra.run.smithi026.stdout:347892350998 2024-04-25T01:24:40.274 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-25T01:24:40.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.313+0000 7f4c26600700 1 -- 172.21.15.26:0/2409978634 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4c2006a7d0 msgr2=0x7f4c2006abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:40.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.313+0000 7f4c26600700 1 --2- 172.21.15.26:0/2409978634 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4c2006a7d0 0x7f4c2006abb0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f4c100098f0 tx=0x7f4c10009c00 comp rx=0 tx=0).stop 2024-04-25T01:24:40.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.314+0000 7f4c26600700 1 -- 172.21.15.26:0/2409978634 shutdown_connections 2024-04-25T01:24:40.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.314+0000 7f4c26600700 1 --2- 172.21.15.26:0/2409978634 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c2010ecd0 0x7f4c201110c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:40.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.314+0000 7f4c26600700 1 --2- 172.21.15.26:0/2409978634 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4c2006a7d0 0x7f4c2006abb0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:40.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.314+0000 7f4c26600700 1 --2- 172.21.15.26:0/2409978634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c2006b0f0 0x7f4c2010e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:40.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.314+0000 7f4c26600700 1 -- 172.21.15.26:0/2409978634 >> 172.21.15.26:0/2409978634 conn(0x7f4c200780a0 msgr2=0x7f4c200784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:40.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.314+0000 7f4c26600700 1 -- 172.21.15.26:0/2409978634 shutdown_connections 2024-04-25T01:24:40.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.314+0000 7f4c26600700 1 -- 172.21.15.26:0/2409978634 wait complete. 2024-04-25T01:24:40.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.315+0000 7f4c26600700 1 Processor -- start 2024-04-25T01:24:40.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.315+0000 7f4c26600700 1 -- start start 2024-04-25T01:24:40.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.315+0000 7f4c26600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c2006a7d0 0x7f4c201a08e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:40.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.315+0000 7f4c26600700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c2006b0f0 0x7f4c201a0e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:40.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.315+0000 7f4c26600700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4c2010ecd0 0x7f4c2019aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:40.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.315+0000 7f4c26600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4c201147a0 con 0x7f4c2006a7d0 2024-04-25T01:24:40.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.315+0000 7f4c26600700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4c20114620 con 0x7f4c2006b0f0 2024-04-25T01:24:40.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.315+0000 7f4c26600700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f4c20114920 con 0x7f4c2010ecd0 2024-04-25T01:24:40.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.316+0000 7f4c1f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c2006a7d0 0x7f4c201a08e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:40.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.316+0000 7f4c1fe00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4c2010ecd0 0x7f4c2019aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:40.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.316+0000 7f4c1f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c2006a7d0 0x7f4c201a08e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48448/0 (socket says 172.21.15.26:48448) 2024-04-25T01:24:40.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.316+0000 7f4c1f400700 1 -- 172.21.15.26:0/4160704053 learned_addr learned my addr 172.21.15.26:0/4160704053 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:40.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.316+0000 7f4c1ea00700 1 --2- 172.21.15.26:0/4160704053 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c2006b0f0 0x7f4c201a0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:40.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.316+0000 7f4c1fe00700 1 -- 172.21.15.26:0/4160704053 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c2006b0f0 msgr2=0x7f4c201a0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:40.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.316+0000 7f4c1fe00700 1 --2- 172.21.15.26:0/4160704053 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c2006b0f0 0x7f4c201a0e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:40.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.316+0000 7f4c1fe00700 1 -- 172.21.15.26:0/4160704053 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c2006a7d0 msgr2=0x7f4c201a08e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:40.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.316+0000 7f4c1fe00700 1 --2- 172.21.15.26:0/4160704053 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c2006a7d0 0x7f4c201a08e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:40.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.316+0000 7f4c1fe00700 1 -- 172.21.15.26:0/4160704053 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c2019b200 con 0x7f4c2010ecd0 2024-04-25T01:24:40.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.316+0000 7f4c1ea00700 1 --2- 172.21.15.26:0/4160704053 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4c2006b0f0 0x7f4c201a0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:24:40.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.316+0000 7f4c1fe00700 1 --2- 172.21.15.26:0/4160704053 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4c2010ecd0 0x7f4c2019aaa0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4c1800ef90 tx=0x7f4c1800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.317+0000 7f4c17e00700 1 -- 172.21.15.26:0/4160704053 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c180092e0 con 0x7f4c2010ecd0 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.317+0000 7f4c17e00700 1 -- 172.21.15.26:0/4160704053 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4c18004bb0 con 0x7f4c2010ecd0 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.317+0000 7f4c26600700 1 -- 172.21.15.26:0/4160704053 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c2019b490 con 0x7f4c2010ecd0 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.317+0000 7f4c17e00700 1 -- 172.21.15.26:0/4160704053 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c18004080 con 0x7f4c2010ecd0 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.317+0000 7f4c26600700 1 -- 172.21.15.26:0/4160704053 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c201a77b0 con 0x7f4c2010ecd0 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.318+0000 7f4c26600700 1 -- 172.21.15.26:0/4160704053 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4c20062980 con 0x7f4c2010ecd0 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.320+0000 7f4c17e00700 1 -- 172.21.15.26:0/4160704053 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4c1801b030 con 0x7f4c2010ecd0 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.322+0000 7f4c17e00700 1 --2- 172.21.15.26:0/4160704053 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4c040a2d30 0x7f4c040a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.322+0000 7f4c17e00700 1 -- 172.21.15.26:0/4160704053 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f4c180cf490 con 0x7f4c2010ecd0 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.322+0000 7f4c1f400700 1 --2- 172.21.15.26:0/4160704053 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4c040a2d30 0x7f4c040a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.322+0000 7f4c17e00700 1 --2- 172.21.15.26:0/4160704053 >> [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090] conn(0x7f4c040ac510 0x7f4c040ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.322+0000 7f4c17e00700 1 -- 172.21.15.26:0/4160704053 --> [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4c1801fe50 con 0x7f4c040ac510 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.322+0000 7f4c17e00700 1 -- 172.21.15.26:0/4160704053 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f4c180cf840 con 0x7f4c2010ecd0 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.323+0000 7f4c1f400700 1 --2- 172.21.15.26:0/4160704053 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4c040a2d30 0x7f4c040a51f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4c10009fd0 tx=0x7f4c10019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:40.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.323+0000 7f4c1ea00700 1 --2- 172.21.15.26:0/4160704053 >> [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090] conn(0x7f4c040ac510 0x7f4c040ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.323+0000 7f4c1ea00700 1 --2- 172.21.15.26:0/4160704053 >> [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090] conn(0x7f4c040ac510 0x7f4c040ae930 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.324+0000 7f4c17e00700 1 -- 172.21.15.26:0/4160704053 <== osd.7 v2:172.21.15.111:6816/2045734090 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4c1801fe50 con 0x7f4c040ac510 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.342+0000 7f4c26600700 1 -- 172.21.15.26:0/4160704053 --> [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4c20062e00 con 0x7f4c040ac510 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.343+0000 7f4c17e00700 1 -- 172.21.15.26:0/4160704053 <== osd.7 v2:172.21.15.111:6816/2045734090 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4c20062e00 con 0x7f4c040ac510 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.344+0000 7f4c26600700 1 -- 172.21.15.26:0/4160704053 >> [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090] conn(0x7f4c040ac510 msgr2=0x7f4c040ae930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.344+0000 7f4c26600700 1 --2- 172.21.15.26:0/4160704053 >> [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090] conn(0x7f4c040ac510 0x7f4c040ae930 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.344+0000 7f4c26600700 1 -- 172.21.15.26:0/4160704053 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4c040a2d30 msgr2=0x7f4c040a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.344+0000 7f4c26600700 1 --2- 172.21.15.26:0/4160704053 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4c040a2d30 0x7f4c040a51f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4c10009fd0 tx=0x7f4c10019040 comp rx=0 tx=0).stop 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.344+0000 7f4c26600700 1 -- 172.21.15.26:0/4160704053 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4c2010ecd0 msgr2=0x7f4c2019aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.344+0000 7f4c26600700 1 --2- 172.21.15.26:0/4160704053 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4c2010ecd0 0x7f4c2019aaa0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4c1800ef90 tx=0x7f4c1800c3a0 comp rx=0 tx=0).stop 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.344+0000 7f4c1fe00700 1 -- 172.21.15.26:0/4160704053 reap_dead start 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.344+0000 7f4c26600700 1 -- 172.21.15.26:0/4160704053 shutdown_connections 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.344+0000 7f4c26600700 1 -- 172.21.15.26:0/4160704053 >> 172.21.15.26:0/4160704053 conn(0x7f4c200780a0 msgr2=0x7f4c20110120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.344+0000 7f4c26600700 1 -- 172.21.15.26:0/4160704053 shutdown_connections 2024-04-25T01:24:40.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:38.344+0000 7f4c26600700 1 -- 172.21.15.26:0/4160704053 wait complete. 2024-04-25T01:24:40.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.032+0000 7effab400700 1 -- 172.21.15.26:0/757273473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effa4074460 msgr2=0x7effa4074840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.032+0000 7effab400700 1 --2- 172.21.15.26:0/757273473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effa4074460 0x7effa4074840 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7eff98009990 tx=0x7eff98009ca0 comp rx=0 tx=0).stop 2024-04-25T01:24:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.032+0000 7effab400700 1 -- 172.21.15.26:0/757273473 shutdown_connections 2024-04-25T01:24:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.032+0000 7effab400700 1 --2- 172.21.15.26:0/757273473 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7effa410ec30 0x7effa4111020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.032+0000 7effab400700 1 --2- 172.21.15.26:0/757273473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effa4074460 0x7effa4074840 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.032+0000 7effab400700 1 --2- 172.21.15.26:0/757273473 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effa4074d80 0x7effa410e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.032+0000 7effab400700 1 -- 172.21.15.26:0/757273473 >> 172.21.15.26:0/757273473 conn(0x7effa4079390 msgr2=0x7effa40797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.032+0000 7effab400700 1 -- 172.21.15.26:0/757273473 shutdown_connections 2024-04-25T01:24:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.032+0000 7effab400700 1 -- 172.21.15.26:0/757273473 wait complete. 2024-04-25T01:24:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.034+0000 7effab400700 1 Processor -- start 2024-04-25T01:24:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.034+0000 7effab400700 1 -- start start 2024-04-25T01:24:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.034+0000 7effab400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effa4074460 0x7effa41a0910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.034+0000 7effab400700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effa4074d80 0x7effa41a0e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.034+0000 7effab400700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7effa410ec30 0x7effa419ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.034+0000 7effab400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7effa4114780 con 0x7effa4074460 2024-04-25T01:24:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.034+0000 7effab400700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7effa4114600 con 0x7effa4074d80 2024-04-25T01:24:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.034+0000 7effab400700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7effa4114900 con 0x7effa410ec30 2024-04-25T01:24:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.035+0000 7effa8a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effa4074460 0x7effa41a0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.035+0000 7effa8a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effa4074460 0x7effa41a0910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48466/0 (socket says 172.21.15.26:48466) 2024-04-25T01:24:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.035+0000 7effa8a00700 1 -- 172.21.15.26:0/96005733 learned_addr learned my addr 172.21.15.26:0/96005733 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.035+0000 7effa9400700 1 --2- 172.21.15.26:0/96005733 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7effa410ec30 0x7effa419ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.035+0000 7effa3e00700 1 --2- 172.21.15.26:0/96005733 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effa4074d80 0x7effa41a0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.035+0000 7effa8a00700 1 -- 172.21.15.26:0/96005733 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7effa410ec30 msgr2=0x7effa419ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.035+0000 7effa8a00700 1 --2- 172.21.15.26:0/96005733 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7effa410ec30 0x7effa419ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.035+0000 7effa8a00700 1 -- 172.21.15.26:0/96005733 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effa4074d80 msgr2=0x7effa41a0e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.035+0000 7effa8a00700 1 --2- 172.21.15.26:0/96005733 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7effa4074d80 0x7effa41a0e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.035+0000 7effa8a00700 1 -- 172.21.15.26:0/96005733 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effa419b280 con 0x7effa4074460 2024-04-25T01:24:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.035+0000 7effa8a00700 1 --2- 172.21.15.26:0/96005733 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effa4074460 0x7effa41a0910 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7eff98000c00 tx=0x7eff9800ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.036+0000 7effa1600700 1 -- 172.21.15.26:0/96005733 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff98027070 con 0x7effa4074460 2024-04-25T01:24:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.036+0000 7effa1600700 1 -- 172.21.15.26:0/96005733 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff98003d70 con 0x7effa4074460 2024-04-25T01:24:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.036+0000 7effab400700 1 -- 172.21.15.26:0/96005733 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effa419b510 con 0x7effa4074460 2024-04-25T01:24:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.036+0000 7effa1600700 1 -- 172.21.15.26:0/96005733 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff9800f460 con 0x7effa4074460 2024-04-25T01:24:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.036+0000 7effab400700 1 -- 172.21.15.26:0/96005733 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effa41a77e0 con 0x7effa4074460 2024-04-25T01:24:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.037+0000 7effab400700 1 -- 172.21.15.26:0/96005733 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7effa40629c0 con 0x7effa4074460 2024-04-25T01:24:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.039+0000 7effa1600700 1 -- 172.21.15.26:0/96005733 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7eff9802a070 con 0x7effa4074460 2024-04-25T01:24:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.040+0000 7effa1600700 1 --2- 172.21.15.26:0/96005733 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7eff8c0a2d30 0x7eff8c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.041+0000 7effa1600700 1 -- 172.21.15.26:0/96005733 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7eff980d0a60 con 0x7effa4074460 2024-04-25T01:24:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.041+0000 7effa3e00700 1 --2- 172.21.15.26:0/96005733 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7eff8c0a2d30 0x7eff8c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.041+0000 7effa1600700 1 --2- 172.21.15.26:0/96005733 >> [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113] conn(0x7eff8c0ac510 0x7eff8c0ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.041+0000 7effa1600700 1 -- 172.21.15.26:0/96005733 --> [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7eff98001d30 con 0x7eff8c0ac510 2024-04-25T01:24:40.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.041+0000 7effa1600700 1 -- 172.21.15.26:0/96005733 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7eff980d0f40 con 0x7effa4074460 2024-04-25T01:24:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.041+0000 7effa9400700 1 --2- 172.21.15.26:0/96005733 >> [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113] conn(0x7eff8c0ac510 0x7eff8c0ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.042+0000 7effa3e00700 1 --2- 172.21.15.26:0/96005733 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7eff8c0a2d30 0x7eff8c0a51f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7eff90009680 tx=0x7eff90009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.042+0000 7effa9400700 1 --2- 172.21.15.26:0/96005733 >> [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113] conn(0x7eff8c0ac510 0x7eff8c0ae930 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.043+0000 7effa1600700 1 -- 172.21.15.26:0/96005733 <== osd.4 v2:172.21.15.111:6808/922263113 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7eff98001d30 con 0x7eff8c0ac510 2024-04-25T01:24:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.061+0000 7effab400700 1 -- 172.21.15.26:0/96005733 --> [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7effa4062dc0 con 0x7eff8c0ac510 2024-04-25T01:24:40.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.062+0000 7effa1600700 1 -- 172.21.15.26:0/96005733 <== osd.4 v2:172.21.15.111:6808/922263113 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7effa4062dc0 con 0x7eff8c0ac510 2024-04-25T01:24:40.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.063+0000 7effab400700 1 -- 172.21.15.26:0/96005733 >> [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113] conn(0x7eff8c0ac510 msgr2=0x7eff8c0ae930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:40.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.063+0000 7effab400700 1 --2- 172.21.15.26:0/96005733 >> [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113] conn(0x7eff8c0ac510 0x7eff8c0ae930 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:40.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.063+0000 7effab400700 1 -- 172.21.15.26:0/96005733 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7eff8c0a2d30 msgr2=0x7eff8c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:40.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.063+0000 7effab400700 1 --2- 172.21.15.26:0/96005733 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7eff8c0a2d30 0x7eff8c0a51f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7eff90009680 tx=0x7eff90009260 comp rx=0 tx=0).stop 2024-04-25T01:24:40.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.063+0000 7effab400700 1 -- 172.21.15.26:0/96005733 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effa4074460 msgr2=0x7effa41a0910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:40.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.063+0000 7effab400700 1 --2- 172.21.15.26:0/96005733 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7effa4074460 0x7effa41a0910 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7eff98000c00 tx=0x7eff9800ba90 comp rx=0 tx=0).stop 2024-04-25T01:24:40.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.063+0000 7effa9400700 1 -- 172.21.15.26:0/96005733 reap_dead start 2024-04-25T01:24:40.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.063+0000 7effab400700 1 -- 172.21.15.26:0/96005733 shutdown_connections 2024-04-25T01:24:40.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.063+0000 7effab400700 1 -- 172.21.15.26:0/96005733 >> 172.21.15.26:0/96005733 conn(0x7effa4079390 msgr2=0x7effa40ff4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:40.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.063+0000 7effab400700 1 -- 172.21.15.26:0/96005733 shutdown_connections 2024-04-25T01:24:40.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:39.063+0000 7effab400700 1 -- 172.21.15.26:0/96005733 wait complete. 2024-04-25T01:24:41.053 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:40 smithi026 ceph-mon[28096]: pgmap v343: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-25T01:24:41.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:40 smithi186 ceph-mon[32747]: pgmap v343: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-25T01:24:41.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:40 smithi111 ceph-mon[32623]: pgmap v343: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-25T01:24:41.961 INFO:teuthology.orchestra.run.smithi026.stdout:34359738453 2024-04-25T01:24:41.961 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-25T01:24:42.058 INFO:teuthology.orchestra.run.smithi026.stdout:313532612636 2024-04-25T01:24:42.059 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-25T01:24:42.429 INFO:teuthology.orchestra.run.smithi026.stdout:223338299437 2024-04-25T01:24:42.429 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-25T01:24:43.053 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:42 smithi026 ceph-mon[28096]: pgmap v344: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:24:43.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:42 smithi186 ceph-mon[32747]: pgmap v344: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:24:43.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:42 smithi111 ceph-mon[32623]: pgmap v344: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:24:43.383 INFO:teuthology.orchestra.run.smithi026.stdout:146028888128 2024-04-25T01:24:43.383 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-25T01:24:44.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.353+0000 7f7057800700 1 -- 172.21.15.26:0/1447996184 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7050069f40 msgr2=0x7f705006a3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:44.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.353+0000 7f7057800700 1 --2- 172.21.15.26:0/1447996184 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7050069f40 0x7f705006a3a0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f703c009990 tx=0x7f703c009ca0 comp rx=0 tx=0).stop 2024-04-25T01:24:44.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.353+0000 7f7057800700 1 -- 172.21.15.26:0/1447996184 shutdown_connections 2024-04-25T01:24:44.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.353+0000 7f7057800700 1 --2- 172.21.15.26:0/1447996184 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f705006a8e0 0x7f705010f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:44.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.353+0000 7f7057800700 1 --2- 172.21.15.26:0/1447996184 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f70501082b0 0x7f7050108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:44.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.353+0000 7f7057800700 1 --2- 172.21.15.26:0/1447996184 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7050069f40 0x7f705006a3a0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:44.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.353+0000 7f7057800700 1 -- 172.21.15.26:0/1447996184 >> 172.21.15.26:0/1447996184 conn(0x7f70500780e0 msgr2=0x7f70500784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:44.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.353+0000 7f7057800700 1 -- 172.21.15.26:0/1447996184 shutdown_connections 2024-04-25T01:24:44.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.353+0000 7f7057800700 1 -- 172.21.15.26:0/1447996184 wait complete. 2024-04-25T01:24:44.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.354+0000 7f7057800700 1 Processor -- start 2024-04-25T01:24:44.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.355+0000 7f7057800700 1 -- start start 2024-04-25T01:24:44.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.355+0000 7f7057800700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7050069f40 0x7f7050101200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:44.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.355+0000 7f7057800700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f705006a8e0 0x7f7050101740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:44.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.355+0000 7f7057800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70501082b0 0x7f7050101c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:44.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.355+0000 7f7057800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7050112510 con 0x7f70501082b0 2024-04-25T01:24:44.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.355+0000 7f7057800700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7050112390 con 0x7f705006a8e0 2024-04-25T01:24:44.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.355+0000 7f7057800700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f7050112690 con 0x7f7050069f40 2024-04-25T01:24:44.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.355+0000 7f704fe00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f705006a8e0 0x7f7050101740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:44.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.355+0000 7f7054e00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7050069f40 0x7f7050101200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:44.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.355+0000 7f7055800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70501082b0 0x7f7050101c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:44.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.355+0000 7f704fe00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f705006a8e0 0x7f7050101740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:59020/0 (socket says 172.21.15.26:59020) 2024-04-25T01:24:44.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.355+0000 7f704fe00700 1 -- 172.21.15.26:0/843731931 learned_addr learned my addr 172.21.15.26:0/843731931 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:44.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.355+0000 7f7054e00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7050069f40 0x7f7050101200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:59646/0 (socket says 172.21.15.26:59646) 2024-04-25T01:24:44.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.356+0000 7f7054e00700 1 -- 172.21.15.26:0/843731931 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f705006a8e0 msgr2=0x7f7050101740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:44.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.356+0000 7f7054e00700 1 --2- 172.21.15.26:0/843731931 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f705006a8e0 0x7f7050101740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:44.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.356+0000 7f7054e00700 1 -- 172.21.15.26:0/843731931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70501082b0 msgr2=0x7f7050101c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:44.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.356+0000 7f7054e00700 1 --2- 172.21.15.26:0/843731931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70501082b0 0x7f7050101c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:44.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.356+0000 7f7054e00700 1 -- 172.21.15.26:0/843731931 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70501a6f60 con 0x7f7050069f40 2024-04-25T01:24:44.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.356+0000 7f704fe00700 1 --2- 172.21.15.26:0/843731931 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f705006a8e0 0x7f7050101740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:24:44.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.356+0000 7f7055800700 1 --2- 172.21.15.26:0/843731931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70501082b0 0x7f7050101c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:24:44.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.356+0000 7f7054e00700 1 --2- 172.21.15.26:0/843731931 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7050069f40 0x7f7050101200 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f704400e9f0 tx=0x7f704400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:44.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.357+0000 7f704d600700 1 -- 172.21.15.26:0/843731931 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7044004220 con 0x7f7050069f40 2024-04-25T01:24:44.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.357+0000 7f704d600700 1 -- 172.21.15.26:0/843731931 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7044004d10 con 0x7f7050069f40 2024-04-25T01:24:44.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.357+0000 7f7057800700 1 -- 172.21.15.26:0/843731931 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70501a7250 con 0x7f7050069f40 2024-04-25T01:24:44.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.357+0000 7f704d600700 1 -- 172.21.15.26:0/843731931 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7044005020 con 0x7f7050069f40 2024-04-25T01:24:44.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.357+0000 7f7057800700 1 -- 172.21.15.26:0/843731931 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70501a7790 con 0x7f7050069f40 2024-04-25T01:24:44.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.358+0000 7f7057800700 1 -- 172.21.15.26:0/843731931 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7050062940 con 0x7f7050069f40 2024-04-25T01:24:44.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.360+0000 7f704d600700 1 -- 172.21.15.26:0/843731931 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7044004750 con 0x7f7050069f40 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.361+0000 7f704d600700 1 --2- 172.21.15.26:0/843731931 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f70380a2d30 0x7f70380a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.361+0000 7f704d600700 1 -- 172.21.15.26:0/843731931 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f70440cf170 con 0x7f7050069f40 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.361+0000 7f704fe00700 1 --2- 172.21.15.26:0/843731931 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f70380a2d30 0x7f70380a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.362+0000 7f704d600700 1 --2- 172.21.15.26:0/843731931 >> [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832] conn(0x7f70380ac510 0x7f70380ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.362+0000 7f704d600700 1 -- 172.21.15.26:0/843731931 --> [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f70380aefe0 con 0x7f70380ac510 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.362+0000 7f704d600700 1 -- 172.21.15.26:0/843731931 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f70440cf520 con 0x7f7050069f40 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.362+0000 7f7055800700 1 --2- 172.21.15.26:0/843731931 >> [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832] conn(0x7f70380ac510 0x7f70380ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.362+0000 7f704fe00700 1 --2- 172.21.15.26:0/843731931 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f70380a2d30 0x7f70380a51f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7050078750 tx=0x7f703c009590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.363+0000 7f7055800700 1 --2- 172.21.15.26:0/843731931 >> [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832] conn(0x7f70380ac510 0x7f70380ae930 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.364+0000 7f704d600700 1 -- 172.21.15.26:0/843731931 <== osd.6 v2:172.21.15.26:6818/2711002832 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f70380aefe0 con 0x7f70380ac510 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.382+0000 7f7057800700 1 -- 172.21.15.26:0/843731931 --> [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7050062dc0 con 0x7f70380ac510 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.382+0000 7f704d600700 1 -- 172.21.15.26:0/843731931 <== osd.6 v2:172.21.15.26:6818/2711002832 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7050062dc0 con 0x7f70380ac510 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.383+0000 7f7057800700 1 -- 172.21.15.26:0/843731931 >> [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832] conn(0x7f70380ac510 msgr2=0x7f70380ae930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.383+0000 7f7057800700 1 --2- 172.21.15.26:0/843731931 >> [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832] conn(0x7f70380ac510 0x7f70380ae930 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.383+0000 7f7057800700 1 -- 172.21.15.26:0/843731931 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f70380a2d30 msgr2=0x7f70380a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:44.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.383+0000 7f7057800700 1 --2- 172.21.15.26:0/843731931 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f70380a2d30 0x7f70380a51f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7050078750 tx=0x7f703c009590 comp rx=0 tx=0).stop 2024-04-25T01:24:44.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.383+0000 7f7057800700 1 -- 172.21.15.26:0/843731931 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7050069f40 msgr2=0x7f7050101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:44.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.383+0000 7f7057800700 1 --2- 172.21.15.26:0/843731931 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7050069f40 0x7f7050101200 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f704400e9f0 tx=0x7f704400ed00 comp rx=0 tx=0).stop 2024-04-25T01:24:44.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.383+0000 7f7055800700 1 -- 172.21.15.26:0/843731931 reap_dead start 2024-04-25T01:24:44.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.383+0000 7f7057800700 1 -- 172.21.15.26:0/843731931 shutdown_connections 2024-04-25T01:24:44.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.383+0000 7f7057800700 1 -- 172.21.15.26:0/843731931 >> 172.21.15.26:0/843731931 conn(0x7f70500780e0 msgr2=0x7f70500ffd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:44.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.384+0000 7f7057800700 1 -- 172.21.15.26:0/843731931 shutdown_connections 2024-04-25T01:24:44.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:44.384+0000 7f7057800700 1 -- 172.21.15.26:0/843731931 wait complete. 2024-04-25T01:24:45.012 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:44 smithi026 ceph-mon[28096]: pgmap v345: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:24:45.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:44 smithi186 ceph-mon[32747]: pgmap v345: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:24:45.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:44 smithi111 ceph-mon[32623]: pgmap v345: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:24:45.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.031+0000 7f9451200700 1 -- 172.21.15.26:0/2929096771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f944c074d80 msgr2=0x7f944c10e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:45.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.031+0000 7f9451200700 1 --2- 172.21.15.26:0/2929096771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f944c074d80 0x7f944c10e6f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9434009990 tx=0x7f9434009ca0 comp rx=0 tx=0).stop 2024-04-25T01:24:45.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.031+0000 7f9451200700 1 -- 172.21.15.26:0/2929096771 shutdown_connections 2024-04-25T01:24:45.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.031+0000 7f9451200700 1 --2- 172.21.15.26:0/2929096771 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f944c10ec30 0x7f944c111020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:45.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.031+0000 7f9451200700 1 --2- 172.21.15.26:0/2929096771 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f944c074460 0x7f944c074840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:45.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.031+0000 7f9451200700 1 --2- 172.21.15.26:0/2929096771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f944c074d80 0x7f944c10e6f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:45.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.031+0000 7f9451200700 1 -- 172.21.15.26:0/2929096771 >> 172.21.15.26:0/2929096771 conn(0x7f944c0793e0 msgr2=0x7f944c0797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:45.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.032+0000 7f9451200700 1 -- 172.21.15.26:0/2929096771 shutdown_connections 2024-04-25T01:24:45.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.032+0000 7f9451200700 1 -- 172.21.15.26:0/2929096771 wait complete. 2024-04-25T01:24:45.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.033+0000 7f9451200700 1 Processor -- start 2024-04-25T01:24:45.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.033+0000 7f9451200700 1 -- start start 2024-04-25T01:24:45.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.033+0000 7f9451200700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f944c074460 0x7f944c1a08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:45.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.033+0000 7f9451200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f944c074d80 0x7f944c1a0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:45.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.033+0000 7f9451200700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f944c10ec30 0x7f944c19aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:45.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.033+0000 7f9451200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f944c1147e0 con 0x7f944c074d80 2024-04-25T01:24:45.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.033+0000 7f9451200700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f944c114660 con 0x7f944c10ec30 2024-04-25T01:24:45.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.033+0000 7f9451200700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f944c114960 con 0x7f944c074460 2024-04-25T01:24:45.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.034+0000 7f9449e00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f944c074460 0x7f944c1a08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:45.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.034+0000 7f9449e00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f944c074460 0x7f944c1a08d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:59670/0 (socket says 172.21.15.26:59670) 2024-04-25T01:24:45.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.034+0000 7f9449e00700 1 -- 172.21.15.26:0/220437494 learned_addr learned my addr 172.21.15.26:0/220437494 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:45.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.034+0000 7f9441400700 1 --2- 172.21.15.26:0/220437494 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f944c074d80 0x7f944c1a0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:45.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.034+0000 7f944a800700 1 --2- 172.21.15.26:0/220437494 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f944c10ec30 0x7f944c19aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:45.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.034+0000 7f9449e00700 1 -- 172.21.15.26:0/220437494 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f944c10ec30 msgr2=0x7f944c19aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:45.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.034+0000 7f9449e00700 1 --2- 172.21.15.26:0/220437494 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f944c10ec30 0x7f944c19aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:45.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.034+0000 7f9449e00700 1 -- 172.21.15.26:0/220437494 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f944c074d80 msgr2=0x7f944c1a0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:45.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.034+0000 7f9449e00700 1 --2- 172.21.15.26:0/220437494 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f944c074d80 0x7f944c1a0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:45.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.034+0000 7f9449e00700 1 -- 172.21.15.26:0/220437494 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f944c19b240 con 0x7f944c074460 2024-04-25T01:24:45.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.034+0000 7f9449e00700 1 --2- 172.21.15.26:0/220437494 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f944c074460 0x7f944c1a08d0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f943c00eb30 tx=0x7f943c00ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:45.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.035+0000 7f9443400700 1 -- 172.21.15.26:0/220437494 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f943c00cbd0 con 0x7f944c074460 2024-04-25T01:24:45.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.035+0000 7f9443400700 1 -- 172.21.15.26:0/220437494 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f943c004500 con 0x7f944c074460 2024-04-25T01:24:45.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.035+0000 7f9451200700 1 -- 172.21.15.26:0/220437494 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f944c19b530 con 0x7f944c074460 2024-04-25T01:24:45.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.035+0000 7f9443400700 1 -- 172.21.15.26:0/220437494 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f943c010430 con 0x7f944c074460 2024-04-25T01:24:45.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.035+0000 7f9451200700 1 -- 172.21.15.26:0/220437494 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f944c1a77a0 con 0x7f944c074460 2024-04-25T01:24:45.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.036+0000 7f9451200700 1 -- 172.21.15.26:0/220437494 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f944c0629c0 con 0x7f944c074460 2024-04-25T01:24:45.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.038+0000 7f9443400700 1 -- 172.21.15.26:0/220437494 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f943c043b10 con 0x7f944c074460 2024-04-25T01:24:45.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.039+0000 7f9443400700 1 --2- 172.21.15.26:0/220437494 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f94300a2cb0 0x7f94300a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:45.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.039+0000 7f9443400700 1 -- 172.21.15.26:0/220437494 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f943c0cf5d0 con 0x7f944c074460 2024-04-25T01:24:45.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.039+0000 7f9441400700 1 --2- 172.21.15.26:0/220437494 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f94300a2cb0 0x7f94300a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:45.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.040+0000 7f9443400700 1 --2- 172.21.15.26:0/220437494 >> [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283] conn(0x7f94300ac490 0x7f94300ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:45.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.040+0000 7f9443400700 1 -- 172.21.15.26:0/220437494 --> [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f94300aef60 con 0x7f94300ac490 2024-04-25T01:24:45.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.040+0000 7f9443400700 1 -- 172.21.15.26:0/220437494 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f943c0cf980 con 0x7f944c074460 2024-04-25T01:24:45.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.040+0000 7f944a800700 1 --2- 172.21.15.26:0/220437494 >> [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283] conn(0x7f94300ac490 0x7f94300ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:45.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.040+0000 7f9441400700 1 --2- 172.21.15.26:0/220437494 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f94300a2cb0 0x7f94300a5170 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f944c110860 tx=0x7f9434005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:45.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.041+0000 7f944a800700 1 --2- 172.21.15.26:0/220437494 >> [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283] conn(0x7f94300ac490 0x7f94300ae8b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:45.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.042+0000 7f9443400700 1 -- 172.21.15.26:0/220437494 <== osd.9 v2:172.21.15.26:6826/72894283 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f94300aef60 con 0x7f94300ac490 2024-04-25T01:24:45.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.060+0000 7f9451200700 1 -- 172.21.15.26:0/220437494 --> [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f944c062e40 con 0x7f94300ac490 2024-04-25T01:24:45.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.061+0000 7f9443400700 1 -- 172.21.15.26:0/220437494 <== osd.9 v2:172.21.15.26:6826/72894283 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f944c062e40 con 0x7f94300ac490 2024-04-25T01:24:45.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.061+0000 7f9451200700 1 -- 172.21.15.26:0/220437494 >> [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283] conn(0x7f94300ac490 msgr2=0x7f94300ae8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:45.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.061+0000 7f9451200700 1 --2- 172.21.15.26:0/220437494 >> [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283] conn(0x7f94300ac490 0x7f94300ae8b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:45.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.062+0000 7f9451200700 1 -- 172.21.15.26:0/220437494 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f94300a2cb0 msgr2=0x7f94300a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:45.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.062+0000 7f9451200700 1 --2- 172.21.15.26:0/220437494 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f94300a2cb0 0x7f94300a5170 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f944c110860 tx=0x7f9434005fd0 comp rx=0 tx=0).stop 2024-04-25T01:24:45.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.062+0000 7f9451200700 1 -- 172.21.15.26:0/220437494 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f944c074460 msgr2=0x7f944c1a08d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:45.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.062+0000 7f9451200700 1 --2- 172.21.15.26:0/220437494 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f944c074460 0x7f944c1a08d0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f943c00eb30 tx=0x7f943c00ee40 comp rx=0 tx=0).stop 2024-04-25T01:24:45.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.062+0000 7f944a800700 1 -- 172.21.15.26:0/220437494 reap_dead start 2024-04-25T01:24:45.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.062+0000 7f9451200700 1 -- 172.21.15.26:0/220437494 shutdown_connections 2024-04-25T01:24:45.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.062+0000 7f9451200700 1 -- 172.21.15.26:0/220437494 >> 172.21.15.26:0/220437494 conn(0x7f944c0793e0 msgr2=0x7f944c0ff440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:45.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.062+0000 7f9451200700 1 -- 172.21.15.26:0/220437494 shutdown_connections 2024-04-25T01:24:45.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:45.062+0000 7f9451200700 1 -- 172.21.15.26:0/220437494 wait complete. 2024-04-25T01:24:46.023 INFO:teuthology.orchestra.run.smithi026.stdout:292057776163 2024-04-25T01:24:46.023 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-25T01:24:46.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.2", "id": [7, 11]}]: dispatch 2024-04-25T01:24:46.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-25T01:24:46.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2024-04-25T01:24:46.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-25T01:24:46.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]: dispatch 2024-04-25T01:24:46.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2024-04-25T01:24:46.083 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-04-25T01:24:46.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]: dispatch 2024-04-25T01:24:46.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-04-25T01:24:46.084 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:45 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]: dispatch 2024-04-25T01:24:46.104 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.2", "id": [7, 11]}]: dispatch 2024-04-25T01:24:46.104 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-25T01:24:46.104 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2024-04-25T01:24:46.104 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-25T01:24:46.104 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]: dispatch 2024-04-25T01:24:46.105 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2024-04-25T01:24:46.105 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-04-25T01:24:46.105 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]: dispatch 2024-04-25T01:24:46.105 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-04-25T01:24:46.105 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:45 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]: dispatch 2024-04-25T01:24:46.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.2", "id": [7, 11]}]: dispatch 2024-04-25T01:24:46.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-25T01:24:46.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2024-04-25T01:24:46.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-25T01:24:46.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]: dispatch 2024-04-25T01:24:46.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2024-04-25T01:24:46.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-04-25T01:24:46.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]: dispatch 2024-04-25T01:24:46.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-04-25T01:24:46.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:45 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]: dispatch 2024-04-25T01:24:46.332 INFO:teuthology.orchestra.run.smithi026.stdout:167503724602 2024-04-25T01:24:46.332 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-25T01:24:47.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:46 smithi111 ceph-mon[32623]: pgmap v346: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-25T01:24:47.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:46 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.2", "id": [7, 11]}]': finished 2024-04-25T01:24:47.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:46 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-25T01:24:47.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:46 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2024-04-25T01:24:47.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:46 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-25T01:24:47.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:46 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]': finished 2024-04-25T01:24:47.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:46 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2024-04-25T01:24:47.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:46 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-04-25T01:24:47.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:46 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]': finished 2024-04-25T01:24:47.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:46 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-04-25T01:24:47.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:46 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]': finished 2024-04-25T01:24:47.115 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:46 smithi111 ceph-mon[32623]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T01:24:47.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:46 smithi026 ceph-mon[28096]: pgmap v346: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-25T01:24:47.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:46 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.2", "id": [7, 11]}]': finished 2024-04-25T01:24:47.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:46 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-25T01:24:47.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:46 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2024-04-25T01:24:47.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:46 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-25T01:24:47.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:46 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]': finished 2024-04-25T01:24:47.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:46 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2024-04-25T01:24:47.304 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:46 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-04-25T01:24:47.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:46 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]': finished 2024-04-25T01:24:47.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:46 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-04-25T01:24:47.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:46 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]': finished 2024-04-25T01:24:47.305 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:46 smithi026 ceph-mon[28096]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T01:24:47.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:46 smithi186 ceph-mon[32747]: pgmap v346: 97 pgs: 97 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-25T01:24:47.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:46 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.2", "id": [7, 11]}]': finished 2024-04-25T01:24:47.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:46 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-25T01:24:47.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:46 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2024-04-25T01:24:47.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:46 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-25T01:24:47.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:46 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]': finished 2024-04-25T01:24:47.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:46 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2024-04-25T01:24:47.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:46 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-04-25T01:24:47.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:46 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]': finished 2024-04-25T01:24:47.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:46 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-04-25T01:24:47.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:46 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]': finished 2024-04-25T01:24:47.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:46 smithi186 ceph-mon[32747]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T01:24:47.669 INFO:teuthology.orchestra.run.smithi026.stdout:201863462964 2024-04-25T01:24:47.670 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-25T01:24:47.937 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:47 smithi026 ceph-mon[28096]: osdmap e88: 12 total, 12 up, 12 in 2024-04-25T01:24:48.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:47 smithi111 ceph-mon[32623]: osdmap e88: 12 total, 12 up, 12 in 2024-04-25T01:24:48.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:47 smithi186 ceph-mon[32747]: osdmap e88: 12 total, 12 up, 12 in 2024-04-25T01:24:48.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.447+0000 7fa7fb800700 1 -- 172.21.15.26:0/2271193991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7f406a8e0 msgr2=0x7fa7f410f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:48.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.447+0000 7fa7fb800700 1 --2- 172.21.15.26:0/2271193991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7f406a8e0 0x7fa7f410f0f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec00b0a0 tx=0x7fa7ec00b3b0 comp rx=0 tx=0).stop 2024-04-25T01:24:48.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.447+0000 7fa7fb800700 1 -- 172.21.15.26:0/2271193991 shutdown_connections 2024-04-25T01:24:48.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.447+0000 7fa7fb800700 1 --2- 172.21.15.26:0/2271193991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7f406a8e0 0x7fa7f410f0f0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:48.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.447+0000 7fa7fb800700 1 --2- 172.21.15.26:0/2271193991 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7f41082b0 0x7fa7f4108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:48.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.447+0000 7fa7fb800700 1 --2- 172.21.15.26:0/2271193991 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa7f4069f40 0x7fa7f406a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:48.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.447+0000 7fa7fb800700 1 -- 172.21.15.26:0/2271193991 >> 172.21.15.26:0/2271193991 conn(0x7fa7f40780e0 msgr2=0x7fa7f40784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:48.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.447+0000 7fa7fb800700 1 -- 172.21.15.26:0/2271193991 shutdown_connections 2024-04-25T01:24:48.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.447+0000 7fa7fb800700 1 -- 172.21.15.26:0/2271193991 wait complete. 2024-04-25T01:24:48.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.448+0000 7fa7fb800700 1 Processor -- start 2024-04-25T01:24:48.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.449+0000 7fa7fb800700 1 -- start start 2024-04-25T01:24:48.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.449+0000 7fa7fb800700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7f4069f40 0x7fa7f419e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:48.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.449+0000 7fa7fb800700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa7f406a8e0 0x7fa7f419ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:48.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.449+0000 7fa7fb800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7f41082b0 0x7fa7f4198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:48.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.449+0000 7fa7fb800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f4112500 con 0x7fa7f41082b0 2024-04-25T01:24:48.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.449+0000 7fa7fb800700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f4112380 con 0x7fa7f4069f40 2024-04-25T01:24:48.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.449+0000 7fa7fb800700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f4112680 con 0x7fa7f406a8e0 2024-04-25T01:24:48.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.450+0000 7fa7f8e00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7f4069f40 0x7fa7f419e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:48.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.450+0000 7fa7f8e00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7f4069f40 0x7fa7f419e6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:59074/0 (socket says 172.21.15.26:59074) 2024-04-25T01:24:48.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.450+0000 7fa7f8e00700 1 -- 172.21.15.26:0/1205066516 learned_addr learned my addr 172.21.15.26:0/1205066516 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:48.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.450+0000 7fa7f3e00700 1 --2- 172.21.15.26:0/1205066516 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa7f406a8e0 0x7fa7f419ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:48.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.450+0000 7fa7f9800700 1 --2- 172.21.15.26:0/1205066516 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7f41082b0 0x7fa7f4198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:48.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.450+0000 7fa7f8e00700 1 -- 172.21.15.26:0/1205066516 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa7f406a8e0 msgr2=0x7fa7f419ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:48.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.450+0000 7fa7f8e00700 1 --2- 172.21.15.26:0/1205066516 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa7f406a8e0 0x7fa7f419ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:48.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.450+0000 7fa7f8e00700 1 -- 172.21.15.26:0/1205066516 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7f41082b0 msgr2=0x7fa7f4198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:48.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.450+0000 7fa7f8e00700 1 --2- 172.21.15.26:0/1205066516 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7f41082b0 0x7fa7f4198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:48.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.450+0000 7fa7f8e00700 1 -- 172.21.15.26:0/1205066516 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7f4198fc0 con 0x7fa7f4069f40 2024-04-25T01:24:48.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.451+0000 7fa7f8e00700 1 --2- 172.21.15.26:0/1205066516 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7f4069f40 0x7fa7f419e6a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa7e800eb30 tx=0x7fa7e800ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:48.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.451+0000 7fa7f1600700 1 -- 172.21.15.26:0/1205066516 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e800cc90 con 0x7fa7f4069f40 2024-04-25T01:24:48.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.451+0000 7fa7fb800700 1 -- 172.21.15.26:0/1205066516 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7f41992b0 con 0x7fa7f4069f40 2024-04-25T01:24:48.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.452+0000 7fa7fb800700 1 -- 172.21.15.26:0/1205066516 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7f41a5570 con 0x7fa7f4069f40 2024-04-25T01:24:48.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.452+0000 7fa7f1600700 1 -- 172.21.15.26:0/1205066516 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa7e8004500 con 0x7fa7f4069f40 2024-04-25T01:24:48.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.452+0000 7fa7f1600700 1 -- 172.21.15.26:0/1205066516 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e8010430 con 0x7fa7f4069f40 2024-04-25T01:24:48.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.453+0000 7fa7fb800700 1 -- 172.21.15.26:0/1205066516 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa7d4001030 con 0x7fa7f4069f40 2024-04-25T01:24:48.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.455+0000 7fa7f1600700 1 -- 172.21.15.26:0/1205066516 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa7e8003680 con 0x7fa7f4069f40 2024-04-25T01:24:48.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.456+0000 7fa7f1600700 1 --2- 172.21.15.26:0/1205066516 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7dc0a2d30 0x7fa7dc0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:48.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.457+0000 7fa7f1600700 1 -- 172.21.15.26:0/1205066516 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa7e80cf490 con 0x7fa7f4069f40 2024-04-25T01:24:48.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.457+0000 7fa7f3e00700 1 --2- 172.21.15.26:0/1205066516 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7dc0a2d30 0x7fa7dc0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:48.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.457+0000 7fa7f1600700 1 --2- 172.21.15.26:0/1205066516 >> [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695] conn(0x7fa7dc0ac970 0x7fa7dc0aee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:48.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.457+0000 7fa7f1600700 1 -- 172.21.15.26:0/1205066516 --> [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa7e800be50 con 0x7fa7dc0ac970 2024-04-25T01:24:48.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.457+0000 7fa7f1600700 1 -- 172.21.15.26:0/1205066516 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7fa7e80d6050 con 0x7fa7f4069f40 2024-04-25T01:24:48.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.457+0000 7fa7f9800700 1 --2- 172.21.15.26:0/1205066516 >> [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695] conn(0x7fa7dc0ac970 0x7fa7dc0aee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:48.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.457+0000 7fa7f3e00700 1 --2- 172.21.15.26:0/1205066516 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7dc0a2d30 0x7fa7dc0a51f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fa7f4078730 tx=0x7fa7e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:48.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.458+0000 7fa7f9800700 1 --2- 172.21.15.26:0/1205066516 >> [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695] conn(0x7fa7dc0ac970 0x7fa7dc0aee10 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:48.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.459+0000 7fa7f1600700 1 -- 172.21.15.26:0/1205066516 <== osd.1 v2:172.21.15.111:6800/400924695 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa7e800be50 con 0x7fa7dc0ac970 2024-04-25T01:24:48.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.351+0000 7f0e03e00700 1 -- 172.21.15.26:0/2423515261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e041012c0 msgr2=0x7f0e041016a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:48.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.351+0000 7f0e03e00700 1 --2- 172.21.15.26:0/2423515261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e041012c0 0x7f0e041016a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f0df40099c0 tx=0x7f0df4009cd0 comp rx=0 tx=0).stop 2024-04-25T01:24:48.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.351+0000 7f0e03e00700 1 -- 172.21.15.26:0/2423515261 shutdown_connections 2024-04-25T01:24:48.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.351+0000 7f0e03e00700 1 --2- 172.21.15.26:0/2423515261 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0e041063a0 0x7f0e0410df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:48.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.351+0000 7f0e03e00700 1 --2- 172.21.15.26:0/2423515261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e041012c0 0x7f0e041016a0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:48.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.351+0000 7f0e03e00700 1 --2- 172.21.15.26:0/2423515261 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e04101c70 0x7f0e04105cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:48.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.351+0000 7f0e03e00700 1 -- 172.21.15.26:0/2423515261 >> 172.21.15.26:0/2423515261 conn(0x7f0e040fcb50 msgr2=0x7f0e040fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:48.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.351+0000 7f0e03e00700 1 -- 172.21.15.26:0/2423515261 shutdown_connections 2024-04-25T01:24:48.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.351+0000 7f0e03e00700 1 -- 172.21.15.26:0/2423515261 wait complete. 2024-04-25T01:24:48.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.352+0000 7f0e03e00700 1 Processor -- start 2024-04-25T01:24:48.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.353+0000 7f0e03e00700 1 -- start start 2024-04-25T01:24:48.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.353+0000 7f0e03e00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0e041012c0 0x7f0e04199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:48.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.353+0000 7f0e03e00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e04101c70 0x7f0e04199c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:48.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.353+0000 7f0e03e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e041063a0 0x7f0e041a47a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:48.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.353+0000 7f0e03e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0e04111380 con 0x7f0e041063a0 2024-04-25T01:24:48.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.353+0000 7f0e03e00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0e04111200 con 0x7f0e04101c70 2024-04-25T01:24:48.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.353+0000 7f0e03e00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f0e04111500 con 0x7f0e041012c0 2024-04-25T01:24:48.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.354+0000 7f0e02a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0e041012c0 0x7f0e04199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:48.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.354+0000 7f0e02a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0e041012c0 0x7f0e04199720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:59690/0 (socket says 172.21.15.26:59690) 2024-04-25T01:24:48.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.354+0000 7f0e02a00700 1 -- 172.21.15.26:0/1221408486 learned_addr learned my addr 172.21.15.26:0/1221408486 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:48.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.354+0000 7f0e03400700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e041063a0 0x7f0e041a47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:48.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.354+0000 7f0e02000700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e04101c70 0x7f0e04199c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:48.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.354+0000 7f0e02a00700 1 -- 172.21.15.26:0/1221408486 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e04101c70 msgr2=0x7f0e04199c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:48.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.354+0000 7f0e02a00700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e04101c70 0x7f0e04199c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:48.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.354+0000 7f0e02a00700 1 -- 172.21.15.26:0/1221408486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e041063a0 msgr2=0x7f0e041a47a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:48.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.354+0000 7f0e02a00700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e041063a0 0x7f0e041a47a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:48.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.354+0000 7f0e02a00700 1 -- 172.21.15.26:0/1221408486 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e041a4ce0 con 0x7f0e041012c0 2024-04-25T01:24:48.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.354+0000 7f0e02000700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e04101c70 0x7f0e04199c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:24:48.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.354+0000 7f0e03400700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e041063a0 0x7f0e041a47a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:24:48.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.355+0000 7f0e02a00700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0e041012c0 0x7f0e04199720 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0df4006010 tx=0x7f0df4003b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:48.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.355+0000 7f0dfb400700 1 -- 172.21.15.26:0/1221408486 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df4003680 con 0x7f0e041012c0 2024-04-25T01:24:48.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.355+0000 7f0dfb400700 1 -- 172.21.15.26:0/1221408486 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0df4003e10 con 0x7f0e041012c0 2024-04-25T01:24:48.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.355+0000 7f0e03e00700 1 -- 172.21.15.26:0/1221408486 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e041a4eb0 con 0x7f0e041012c0 2024-04-25T01:24:48.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.355+0000 7f0dfb400700 1 -- 172.21.15.26:0/1221408486 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df40173f0 con 0x7f0e041012c0 2024-04-25T01:24:48.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.355+0000 7f0e03e00700 1 -- 172.21.15.26:0/1221408486 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e041a5300 con 0x7f0e041012c0 2024-04-25T01:24:48.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.356+0000 7f0e03e00700 1 -- 172.21.15.26:0/1221408486 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0e040628c0 con 0x7f0e041012c0 2024-04-25T01:24:48.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.359+0000 7f0dfb400700 1 -- 172.21.15.26:0/1221408486 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0df400f5d0 con 0x7f0e041012c0 2024-04-25T01:24:48.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.360+0000 7f0dfb400700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0de80a2f50 0x7f0de80a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:48.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.360+0000 7f0dfb400700 1 -- 172.21.15.26:0/1221408486 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f0df40d0220 con 0x7f0e041012c0 2024-04-25T01:24:48.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.361+0000 7f0e02000700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0de80a2f50 0x7f0de80a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:48.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.361+0000 7f0dfb400700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561] conn(0x7f0de80acb90 0x7f0de80af030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:48.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.361+0000 7f0dfb400700 1 -- 172.21.15.26:0/1221408486 --> [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0df400eea0 con 0x7f0de80acb90 2024-04-25T01:24:48.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.361+0000 7f0dfb400700 1 -- 172.21.15.26:0/1221408486 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f0df40d0610 con 0x7f0e041012c0 2024-04-25T01:24:48.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.361+0000 7f0e03400700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561] conn(0x7f0de80acb90 0x7f0de80af030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:48.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.361+0000 7f0e02000700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0de80a2f50 0x7f0de80a5410 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0e040fe050 tx=0x7f0df0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:48.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.362+0000 7f0e03400700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561] conn(0x7f0de80acb90 0x7f0de80af030 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:48.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.363+0000 7f0dfb400700 1 -- 172.21.15.26:0/1221408486 <== osd.2 v2:172.21.15.186:6800/1478387561 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0df400eea0 con 0x7f0de80acb90 2024-04-25T01:24:48.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.385+0000 7f0e03e00700 1 -- 172.21.15.26:0/1221408486 --> [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0e04062d40 con 0x7f0de80acb90 2024-04-25T01:24:48.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.385+0000 7f0dfb400700 1 -- 172.21.15.26:0/1221408486 <== osd.2 v2:172.21.15.186:6800/1478387561 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0e04062d40 con 0x7f0de80acb90 2024-04-25T01:24:48.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.386+0000 7f0e03e00700 1 -- 172.21.15.26:0/1221408486 >> [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561] conn(0x7f0de80acb90 msgr2=0x7f0de80af030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:48.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.386+0000 7f0e03e00700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561] conn(0x7f0de80acb90 0x7f0de80af030 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:48.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.386+0000 7f0e03e00700 1 -- 172.21.15.26:0/1221408486 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0de80a2f50 msgr2=0x7f0de80a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:48.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.386+0000 7f0e03e00700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0de80a2f50 0x7f0de80a5410 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0e040fe050 tx=0x7f0df0009260 comp rx=0 tx=0).stop 2024-04-25T01:24:48.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.387+0000 7f0e03e00700 1 -- 172.21.15.26:0/1221408486 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0e041012c0 msgr2=0x7f0e04199720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:48.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.387+0000 7f0e03e00700 1 --2- 172.21.15.26:0/1221408486 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0e041012c0 0x7f0e04199720 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0df4006010 tx=0x7f0df4003b40 comp rx=0 tx=0).stop 2024-04-25T01:24:48.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.387+0000 7f0e03400700 1 -- 172.21.15.26:0/1221408486 reap_dead start 2024-04-25T01:24:48.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.387+0000 7f0e03e00700 1 -- 172.21.15.26:0/1221408486 shutdown_connections 2024-04-25T01:24:48.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.387+0000 7f0e03e00700 1 -- 172.21.15.26:0/1221408486 >> 172.21.15.26:0/1221408486 conn(0x7f0e040fcb50 msgr2=0x7f0e040fee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:48.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.387+0000 7f0e03e00700 1 -- 172.21.15.26:0/1221408486 shutdown_connections 2024-04-25T01:24:48.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.387+0000 7f0e03e00700 1 -- 172.21.15.26:0/1221408486 wait complete. 2024-04-25T01:24:48.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.478+0000 7fa7fb800700 1 -- 172.21.15.26:0/1205066516 --> [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa7d4002e60 con 0x7fa7dc0ac970 2024-04-25T01:24:48.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.478+0000 7fa7f1600700 1 -- 172.21.15.26:0/1205066516 <== osd.1 v2:172.21.15.111:6800/400924695 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa7d4002e60 con 0x7fa7dc0ac970 2024-04-25T01:24:48.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.479+0000 7fa7fb800700 1 -- 172.21.15.26:0/1205066516 >> [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695] conn(0x7fa7dc0ac970 msgr2=0x7fa7dc0aee10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:48.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.479+0000 7fa7fb800700 1 --2- 172.21.15.26:0/1205066516 >> [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695] conn(0x7fa7dc0ac970 0x7fa7dc0aee10 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:48.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.479+0000 7fa7fb800700 1 -- 172.21.15.26:0/1205066516 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7dc0a2d30 msgr2=0x7fa7dc0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:48.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.479+0000 7fa7fb800700 1 --2- 172.21.15.26:0/1205066516 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7dc0a2d30 0x7fa7dc0a51f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fa7f4078730 tx=0x7fa7e0009260 comp rx=0 tx=0).stop 2024-04-25T01:24:48.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.479+0000 7fa7fb800700 1 -- 172.21.15.26:0/1205066516 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7f4069f40 msgr2=0x7fa7f419e6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:48.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.479+0000 7fa7fb800700 1 --2- 172.21.15.26:0/1205066516 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7f4069f40 0x7fa7f419e6a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa7e800eb30 tx=0x7fa7e800ee40 comp rx=0 tx=0).stop 2024-04-25T01:24:48.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.479+0000 7fa7f9800700 1 -- 172.21.15.26:0/1205066516 reap_dead start 2024-04-25T01:24:48.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.479+0000 7fa7fb800700 1 -- 172.21.15.26:0/1205066516 shutdown_connections 2024-04-25T01:24:48.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.479+0000 7fa7fb800700 1 -- 172.21.15.26:0/1205066516 >> 172.21.15.26:0/1205066516 conn(0x7fa7f40780e0 msgr2=0x7fa7f40ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:48.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.480+0000 7fa7fb800700 1 -- 172.21.15.26:0/1205066516 shutdown_connections 2024-04-25T01:24:48.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:48.480+0000 7fa7fb800700 1 -- 172.21.15.26:0/1205066516 wait complete. 2024-04-25T01:24:49.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:48 smithi111 ceph-mon[32623]: pgmap v349: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-25T01:24:49.229 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:48 smithi026 ceph-mon[28096]: pgmap v349: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-25T01:24:49.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:48 smithi186 ceph-mon[32747]: pgmap v349: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-04-25T01:24:49.781 INFO:teuthology.orchestra.run.smithi026.stdout:55834574929 2024-04-25T01:24:49.781 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-25T01:24:49.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.607+0000 7f665c600700 1 -- 172.21.15.26:0/2200068544 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6654104450 msgr2=0x7f66541048d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:49.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.607+0000 7f665c600700 1 --2- 172.21.15.26:0/2200068544 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6654104450 0x7f66541048d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6640009990 tx=0x7f6640009ca0 comp rx=0 tx=0).stop 2024-04-25T01:24:49.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.608+0000 7f665c600700 1 -- 172.21.15.26:0/2200068544 shutdown_connections 2024-04-25T01:24:49.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.608+0000 7f665c600700 1 --2- 172.21.15.26:0/2200068544 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6654104e10 0x7f6654111320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:49.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.608+0000 7f665c600700 1 --2- 172.21.15.26:0/2200068544 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f665410a4e0 0x7f665410a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:49.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.608+0000 7f665c600700 1 --2- 172.21.15.26:0/2200068544 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6654104450 0x7f66541048d0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:49.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.608+0000 7f665c600700 1 -- 172.21.15.26:0/2200068544 >> 172.21.15.26:0/2200068544 conn(0x7f66540fff40 msgr2=0x7f6654102360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:49.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.608+0000 7f665c600700 1 -- 172.21.15.26:0/2200068544 shutdown_connections 2024-04-25T01:24:49.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.608+0000 7f665c600700 1 -- 172.21.15.26:0/2200068544 wait complete. 2024-04-25T01:24:49.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.609+0000 7f665c600700 1 Processor -- start 2024-04-25T01:24:49.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.609+0000 7f665c600700 1 -- start start 2024-04-25T01:24:49.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.609+0000 7f665c600700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6654104450 0x7f66541a0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:49.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.609+0000 7f665c600700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6654104e10 0x7f66541a0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:49.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.609+0000 7f665c600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f665410a4e0 0x7f665419aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:49.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.609+0000 7f665c600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6654114740 con 0x7f665410a4e0 2024-04-25T01:24:49.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.609+0000 7f665c600700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f66541145c0 con 0x7f6654104450 2024-04-25T01:24:49.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.609+0000 7f665c600700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f66541148c0 con 0x7f6654104e10 2024-04-25T01:24:49.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.610+0000 7f6659c00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6654104450 0x7f66541a0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:49.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.610+0000 7f665a600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f665410a4e0 0x7f665419aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:49.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.610+0000 7f6659c00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6654104450 0x7f66541a0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:59082/0 (socket says 172.21.15.26:59082) 2024-04-25T01:24:49.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.610+0000 7f6659c00700 1 -- 172.21.15.26:0/3139198318 learned_addr learned my addr 172.21.15.26:0/3139198318 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:49.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.610+0000 7f6659200700 1 --2- 172.21.15.26:0/3139198318 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6654104e10 0x7f66541a0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:49.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.610+0000 7f6659c00700 1 -- 172.21.15.26:0/3139198318 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6654104e10 msgr2=0x7f66541a0dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:49.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.610+0000 7f6659c00700 1 --2- 172.21.15.26:0/3139198318 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6654104e10 0x7f66541a0dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:49.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.610+0000 7f6659c00700 1 -- 172.21.15.26:0/3139198318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f665410a4e0 msgr2=0x7f665419aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:49.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.610+0000 7f6659c00700 1 --2- 172.21.15.26:0/3139198318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f665410a4e0 0x7f665419aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:49.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.610+0000 7f6659c00700 1 -- 172.21.15.26:0/3139198318 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f665419b1a0 con 0x7f6654104450 2024-04-25T01:24:49.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.610+0000 7f665a600700 1 --2- 172.21.15.26:0/3139198318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f665410a4e0 0x7f665419aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:24:49.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.611+0000 7f6659c00700 1 --2- 172.21.15.26:0/3139198318 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6654104450 0x7f66541a0880 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f664800eb30 tx=0x7f664800ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:49.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.611+0000 7f6652000700 1 -- 172.21.15.26:0/3139198318 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f664800cbd0 con 0x7f6654104450 2024-04-25T01:24:49.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.611+0000 7f6652000700 1 -- 172.21.15.26:0/3139198318 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6648004500 con 0x7f6654104450 2024-04-25T01:24:49.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.611+0000 7f665c600700 1 -- 172.21.15.26:0/3139198318 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f665419b490 con 0x7f6654104450 2024-04-25T01:24:49.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.611+0000 7f6652000700 1 -- 172.21.15.26:0/3139198318 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6648010430 con 0x7f6654104450 2024-04-25T01:24:49.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.611+0000 7f665c600700 1 -- 172.21.15.26:0/3139198318 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66541a7750 con 0x7f6654104450 2024-04-25T01:24:49.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.612+0000 7f665c600700 1 -- 172.21.15.26:0/3139198318 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6654062940 con 0x7f6654104450 2024-04-25T01:24:49.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.614+0000 7f6652000700 1 -- 172.21.15.26:0/3139198318 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6648003f00 con 0x7f6654104450 2024-04-25T01:24:49.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.616+0000 7f6652000700 1 --2- 172.21.15.26:0/3139198318 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f663c0a2d30 0x7f663c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:49.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.616+0000 7f6652000700 1 -- 172.21.15.26:0/3139198318 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f66480cf770 con 0x7f6654104450 2024-04-25T01:24:49.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.616+0000 7f6659200700 1 --2- 172.21.15.26:0/3139198318 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f663c0a2d30 0x7f663c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:49.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.616+0000 7f6652000700 1 --2- 172.21.15.26:0/3139198318 >> [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543] conn(0x7f663c0ac970 0x7f663c0aee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:49.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.616+0000 7f6652000700 1 -- 172.21.15.26:0/3139198318 --> [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f664801aec0 con 0x7f663c0ac970 2024-04-25T01:24:49.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.616+0000 7f6652000700 1 -- 172.21.15.26:0/3139198318 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f66480cfb20 con 0x7f6654104450 2024-04-25T01:24:49.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.617+0000 7f665a600700 1 --2- 172.21.15.26:0/3139198318 >> [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543] conn(0x7f663c0ac970 0x7f663c0aee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:49.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.617+0000 7f6659200700 1 --2- 172.21.15.26:0/3139198318 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f663c0a2d30 0x7f663c0a51f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f66400098e0 tx=0x7f6640005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:49.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.617+0000 7f665a600700 1 --2- 172.21.15.26:0/3139198318 >> [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543] conn(0x7f663c0ac970 0x7f663c0aee10 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:49.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.618+0000 7f6652000700 1 -- 172.21.15.26:0/3139198318 <== osd.8 v2:172.21.15.186:6816/3517686543 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f664801aec0 con 0x7f663c0ac970 2024-04-25T01:24:49.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.637+0000 7f665c600700 1 -- 172.21.15.26:0/3139198318 --> [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6654062dc0 con 0x7f663c0ac970 2024-04-25T01:24:49.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.637+0000 7f6652000700 1 -- 172.21.15.26:0/3139198318 <== osd.8 v2:172.21.15.186:6816/3517686543 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6654062dc0 con 0x7f663c0ac970 2024-04-25T01:24:49.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.638+0000 7f665c600700 1 -- 172.21.15.26:0/3139198318 >> [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543] conn(0x7f663c0ac970 msgr2=0x7f663c0aee10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:49.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.638+0000 7f665c600700 1 --2- 172.21.15.26:0/3139198318 >> [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543] conn(0x7f663c0ac970 0x7f663c0aee10 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:49.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.638+0000 7f665c600700 1 -- 172.21.15.26:0/3139198318 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f663c0a2d30 msgr2=0x7f663c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:49.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.638+0000 7f665c600700 1 --2- 172.21.15.26:0/3139198318 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f663c0a2d30 0x7f663c0a51f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f66400098e0 tx=0x7f6640005960 comp rx=0 tx=0).stop 2024-04-25T01:24:49.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.638+0000 7f665c600700 1 -- 172.21.15.26:0/3139198318 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6654104450 msgr2=0x7f66541a0880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:49.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.638+0000 7f665c600700 1 --2- 172.21.15.26:0/3139198318 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6654104450 0x7f66541a0880 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f664800eb30 tx=0x7f664800ee40 comp rx=0 tx=0).stop 2024-04-25T01:24:49.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.638+0000 7f665a600700 1 -- 172.21.15.26:0/3139198318 reap_dead start 2024-04-25T01:24:49.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.638+0000 7f665c600700 1 -- 172.21.15.26:0/3139198318 shutdown_connections 2024-04-25T01:24:49.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.638+0000 7f665c600700 1 -- 172.21.15.26:0/3139198318 >> 172.21.15.26:0/3139198318 conn(0x7f66540fff40 msgr2=0x7f6654100520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:49.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.638+0000 7f665c600700 1 -- 172.21.15.26:0/3139198318 shutdown_connections 2024-04-25T01:24:49.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:49.638+0000 7f665c600700 1 -- 172.21.15.26:0/3139198318 wait complete. 2024-04-25T01:24:50.332 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:50.337 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:50.708 INFO:teuthology.orchestra.run.smithi026.stdout:257698037803 2024-04-25T01:24:50.708 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-25T01:24:50.959 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:50 smithi026 ceph-mon[28096]: pgmap v350: 97 pgs: 1 peering, 96 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-25T01:24:51.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:50 smithi111 ceph-mon[32623]: pgmap v350: 97 pgs: 1 peering, 96 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-25T01:24:51.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:50 smithi186 ceph-mon[32747]: pgmap v350: 97 pgs: 1 peering, 96 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-25T01:24:51.501 INFO:teuthology.orchestra.run.smithi026.stdout:77309411405 2024-04-25T01:24:51.501 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-25T01:24:51.762 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:52.290 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:52.291 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:52.294 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:52.299 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:52.973 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:52 smithi026 ceph-mon[28096]: pgmap v351: 97 pgs: 1 peering, 96 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 4 op/s; 7.4 KiB/s, 1 objects/s recovering 2024-04-25T01:24:53.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:52 smithi111 ceph-mon[32623]: pgmap v351: 97 pgs: 1 peering, 96 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 4 op/s; 7.4 KiB/s, 1 objects/s recovering 2024-04-25T01:24:53.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:52 smithi186 ceph-mon[32747]: pgmap v351: 97 pgs: 1 peering, 96 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 4 op/s; 7.4 KiB/s, 1 objects/s recovering 2024-04-25T01:24:55.019 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:54 smithi026 ceph-mon[28096]: pgmap v352: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 3 op/s; 7.4 KiB/s, 2 objects/s recovering 2024-04-25T01:24:55.019 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:54 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:24:55.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:54 smithi111 ceph-mon[32623]: pgmap v352: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 3 op/s; 7.4 KiB/s, 2 objects/s recovering 2024-04-25T01:24:55.114 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:54 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:24:55.239 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:54 smithi186 ceph-mon[32747]: pgmap v352: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 3 op/s; 7.4 KiB/s, 2 objects/s recovering 2024-04-25T01:24:55.240 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:54 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:24:57.152 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:56 smithi026 ceph-mon[28096]: pgmap v353: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 2 op/s; 6.4 KiB/s, 1 objects/s recovering 2024-04-25T01:24:57.152 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:24:57.152 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:24:57.152 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:24:57.152 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:56 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:24:57.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:56 smithi186 ceph-mon[32747]: pgmap v353: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 2 op/s; 6.4 KiB/s, 1 objects/s recovering 2024-04-25T01:24:57.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:24:57.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:24:57.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:24:57.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:56 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:24:57.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:56 smithi111 ceph-mon[32623]: pgmap v353: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 2 op/s; 6.4 KiB/s, 1 objects/s recovering 2024-04-25T01:24:57.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:24:57.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:24:57.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:24:57.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:56 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:24:57.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.925+0000 7f355d600700 1 -- 172.21.15.26:0/3023614638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3558107570 msgr2=0x7f355810f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:57.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.925+0000 7f355d600700 1 --2- 172.21.15.26:0/3023614638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3558107570 0x7f355810f140 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f355000b0a0 tx=0x7f355000b3b0 comp rx=0 tx=0).stop 2024-04-25T01:24:57.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.925+0000 7f355d600700 1 -- 172.21.15.26:0/3023614638 shutdown_connections 2024-04-25T01:24:57.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.925+0000 7f355d600700 1 --2- 172.21.15.26:0/3023614638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3558107570 0x7f355810f140 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:57.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.925+0000 7f355d600700 1 --2- 172.21.15.26:0/3023614638 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f35581024e0 0x7f35581028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:57.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.925+0000 7f355d600700 1 --2- 172.21.15.26:0/3023614638 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3558102e90 0x7f3558106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:57.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.925+0000 7f355d600700 1 -- 172.21.15.26:0/3023614638 >> 172.21.15.26:0/3023614638 conn(0x7f3558079390 msgr2=0x7f35580797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:57.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.926+0000 7f355d600700 1 -- 172.21.15.26:0/3023614638 shutdown_connections 2024-04-25T01:24:57.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.926+0000 7f355d600700 1 -- 172.21.15.26:0/3023614638 wait complete. 2024-04-25T01:24:57.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.927+0000 7f355d600700 1 Processor -- start 2024-04-25T01:24:57.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.927+0000 7f355d600700 1 -- start start 2024-04-25T01:24:57.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.927+0000 7f355d600700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f35581024e0 0x7f35581a0860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:57.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.927+0000 7f355d600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3558102e90 0x7f35581a0da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:57.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.927+0000 7f355d600700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3558107570 0x7f355819aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:57.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.927+0000 7f355d600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f35581125a0 con 0x7f3558102e90 2024-04-25T01:24:57.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.927+0000 7f355d600700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3558112420 con 0x7f3558107570 2024-04-25T01:24:57.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.927+0000 7f355d600700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f3558112720 con 0x7f35581024e0 2024-04-25T01:24:57.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.928+0000 7f3556000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3558102e90 0x7f35581a0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:57.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.928+0000 7f3556000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3558102e90 0x7f35581a0da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54162/0 (socket says 172.21.15.26:54162) 2024-04-25T01:24:57.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.928+0000 7f3556000700 1 -- 172.21.15.26:0/1491958973 learned_addr learned my addr 172.21.15.26:0/1491958973 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:24:57.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.928+0000 7f3556a00700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f35581024e0 0x7f35581a0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:57.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.928+0000 7f3557400700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3558107570 0x7f355819aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:57.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.928+0000 7f3556000700 1 -- 172.21.15.26:0/1491958973 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f35581024e0 msgr2=0x7f35581a0860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:57.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.928+0000 7f3556000700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f35581024e0 0x7f35581a0860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:57.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.928+0000 7f3556000700 1 -- 172.21.15.26:0/1491958973 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3558107570 msgr2=0x7f355819aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:57.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.928+0000 7f3556000700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3558107570 0x7f355819aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:57.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.928+0000 7f3556000700 1 -- 172.21.15.26:0/1491958973 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f355819b180 con 0x7f3558102e90 2024-04-25T01:24:57.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.928+0000 7f3556a00700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f35581024e0 0x7f35581a0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:24:57.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.928+0000 7f3557400700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3558107570 0x7f355819aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:24:57.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.928+0000 7f3556000700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3558102e90 0x7f35581a0da0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f354400e9f0 tx=0x7f354400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:57.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.929+0000 7f354f400700 1 -- 172.21.15.26:0/1491958973 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3544004a30 con 0x7f3558102e90 2024-04-25T01:24:57.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.929+0000 7f354f400700 1 -- 172.21.15.26:0/1491958973 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f354400cca0 con 0x7f3558102e90 2024-04-25T01:24:57.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.929+0000 7f355d600700 1 -- 172.21.15.26:0/1491958973 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f355819b470 con 0x7f3558102e90 2024-04-25T01:24:57.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.929+0000 7f354f400700 1 -- 172.21.15.26:0/1491958973 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35440056c0 con 0x7f3558102e90 2024-04-25T01:24:57.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.929+0000 7f355d600700 1 -- 172.21.15.26:0/1491958973 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35581a7730 con 0x7f3558102e90 2024-04-25T01:24:57.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.930+0000 7f355d600700 1 -- 172.21.15.26:0/1491958973 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3558068f20 con 0x7f3558102e90 2024-04-25T01:24:57.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.933+0000 7f354f400700 1 -- 172.21.15.26:0/1491958973 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f354400c7c0 con 0x7f3558102e90 2024-04-25T01:24:57.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.934+0000 7f354f400700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f353c0a2cb0 0x7f353c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:24:57.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.934+0000 7f354f400700 1 -- 172.21.15.26:0/1491958973 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f35440cf620 con 0x7f3558102e90 2024-04-25T01:24:57.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.935+0000 7f3556a00700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f353c0a2cb0 0x7f353c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:24:57.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.935+0000 7f3556a00700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f353c0a2cb0 0x7f353c0a5170 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f355819bb60 tx=0x7f3548009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:24:57.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:57.936+0000 7f354f400700 1 -- 172.21.15.26:0/1491958973 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f354409c490 con 0x7f3558102e90 2024-04-25T01:24:58.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:58.170+0000 7f355d600700 1 -- 172.21.15.26:0/1491958973 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f35581a7960 con 0x7f3558102e90 2024-04-25T01:24:58.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:58.171+0000 7f354f400700 1 -- 172.21.15.26:0/1491958973 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f354409bd90 con 0x7f3558102e90 2024-04-25T01:24:58.151 INFO:teuthology.orchestra.run.smithi026.stdout:347892351002 2024-04-25T01:24:58.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:58.173+0000 7f355d600700 1 -- 172.21.15.26:0/1491958973 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f353c0a2cb0 msgr2=0x7f353c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:58.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:58.173+0000 7f355d600700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f353c0a2cb0 0x7f353c0a5170 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f355819bb60 tx=0x7f3548009260 comp rx=0 tx=0).stop 2024-04-25T01:24:58.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:58.173+0000 7f355d600700 1 -- 172.21.15.26:0/1491958973 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3558102e90 msgr2=0x7f35581a0da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:24:58.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:58.173+0000 7f355d600700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3558102e90 0x7f35581a0da0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f354400e9f0 tx=0x7f354400ed00 comp rx=0 tx=0).stop 2024-04-25T01:24:58.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:58.174+0000 7f355d600700 1 -- 172.21.15.26:0/1491958973 shutdown_connections 2024-04-25T01:24:58.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:58.174+0000 7f355d600700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f353c0a2cb0 0x7f353c0a5170 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:58.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:58.174+0000 7f355d600700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3558107570 0x7f355819aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:58.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:58.174+0000 7f355d600700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f35581024e0 0x7f35581a0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:58.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:58.174+0000 7f355d600700 1 --2- 172.21.15.26:0/1491958973 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3558102e90 0x7f35581a0da0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:24:58.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:58.174+0000 7f355d600700 1 -- 172.21.15.26:0/1491958973 >> 172.21.15.26:0/1491958973 conn(0x7f3558079390 msgr2=0x7f3558100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:24:58.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:58.174+0000 7f355d600700 1 -- 172.21.15.26:0/1491958973 shutdown_connections 2024-04-25T01:24:58.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:24:58.174+0000 7f355d600700 1 -- 172.21.15.26:0/1491958973 wait complete. 2024-04-25T01:24:58.724 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:58.844 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:24:59.053 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:58 smithi026 ceph-mon[28096]: pgmap v354: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 3 op/s; 5.8 KiB/s, 1 objects/s recovering 2024-04-25T01:24:59.053 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:24:58 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1491958973' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T01:24:59.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:58 smithi186 ceph-mon[32747]: pgmap v354: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 3 op/s; 5.8 KiB/s, 1 objects/s recovering 2024-04-25T01:24:59.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:24:58 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1491958973' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T01:24:59.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:58 smithi111 ceph-mon[32623]: pgmap v354: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 3 op/s; 5.8 KiB/s, 1 objects/s recovering 2024-04-25T01:24:59.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:24:58 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1491958973' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T01:25:01.022 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:00 smithi026 ceph-mon[28096]: pgmap v355: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 3 op/s; 4.9 KiB/s, 1 objects/s recovering 2024-04-25T01:25:01.135 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:00 smithi186 ceph-mon[32747]: pgmap v355: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 3 op/s; 4.9 KiB/s, 1 objects/s recovering 2024-04-25T01:25:01.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:00 smithi111 ceph-mon[32623]: pgmap v355: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 3 op/s; 4.9 KiB/s, 1 objects/s recovering 2024-04-25T01:25:02.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.266+0000 7f729d200700 1 -- 172.21.15.26:0/1665914701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7298102d70 msgr2=0x7f7298106dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:02.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.266+0000 7f729d200700 1 --2- 172.21.15.26:0/1665914701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7298102d70 0x7f7298106dc0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f72800098f0 tx=0x7f7280009c00 comp rx=0 tx=0).stop 2024-04-25T01:25:02.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.266+0000 7f729d200700 1 -- 172.21.15.26:0/1665914701 shutdown_connections 2024-04-25T01:25:02.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.266+0000 7f729d200700 1 --2- 172.21.15.26:0/1665914701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72981074a0 0x7f729810f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:02.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.266+0000 7f729d200700 1 --2- 172.21.15.26:0/1665914701 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f72981023c0 0x7f72981027a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:02.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.266+0000 7f729d200700 1 --2- 172.21.15.26:0/1665914701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7298102d70 0x7f7298106dc0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:02.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.266+0000 7f729d200700 1 -- 172.21.15.26:0/1665914701 >> 172.21.15.26:0/1665914701 conn(0x7f72980fdcb0 msgr2=0x7f72981000d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:02.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.266+0000 7f729d200700 1 -- 172.21.15.26:0/1665914701 shutdown_connections 2024-04-25T01:25:02.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.266+0000 7f729d200700 1 -- 172.21.15.26:0/1665914701 wait complete. 2024-04-25T01:25:02.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.267+0000 7f729d200700 1 Processor -- start 2024-04-25T01:25:02.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.268+0000 7f729d200700 1 -- start start 2024-04-25T01:25:02.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.268+0000 7f729d200700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f72981023c0 0x7f72981a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:02.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.268+0000 7f729d200700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7298102d70 0x7f72981a0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:02.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.268+0000 7f729d200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72981074a0 0x7f729819a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:02.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.268+0000 7f729d200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7298112460 con 0x7f72981074a0 2024-04-25T01:25:02.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.268+0000 7f729d200700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f72981122e0 con 0x7f7298102d70 2024-04-25T01:25:02.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.268+0000 7f729d200700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f72981125e0 con 0x7f72981023c0 2024-04-25T01:25:02.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.268+0000 7f7297400700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f72981023c0 0x7f72981a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:02.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.268+0000 7f728ea00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7298102d70 0x7f72981a0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:02.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.268+0000 7f7297400700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f72981023c0 0x7f72981a07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:55820/0 (socket says 172.21.15.26:55820) 2024-04-25T01:25:02.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.268+0000 7f7297400700 1 -- 172.21.15.26:0/3908576868 learned_addr learned my addr 172.21.15.26:0/3908576868 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:02.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.269+0000 7f7297e00700 1 --2- 172.21.15.26:0/3908576868 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72981074a0 0x7f729819a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:02.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.269+0000 7f728ea00700 1 -- 172.21.15.26:0/3908576868 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f72981023c0 msgr2=0x7f72981a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:02.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.269+0000 7f728ea00700 1 --2- 172.21.15.26:0/3908576868 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f72981023c0 0x7f72981a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:02.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.269+0000 7f728ea00700 1 -- 172.21.15.26:0/3908576868 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72981074a0 msgr2=0x7f729819a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:02.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.269+0000 7f728ea00700 1 --2- 172.21.15.26:0/3908576868 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72981074a0 0x7f729819a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:02.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.269+0000 7f728ea00700 1 -- 172.21.15.26:0/3908576868 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f729819b0e0 con 0x7f7298102d70 2024-04-25T01:25:02.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.269+0000 7f7297400700 1 --2- 172.21.15.26:0/3908576868 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f72981023c0 0x7f72981a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:02.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.269+0000 7f728ea00700 1 --2- 172.21.15.26:0/3908576868 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7298102d70 0x7f72981a0d00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f7280009230 tx=0x7f728000ff20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:02.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.269+0000 7f7294c00700 1 -- 172.21.15.26:0/3908576868 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7280005490 con 0x7f7298102d70 2024-04-25T01:25:02.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.270+0000 7f7294c00700 1 -- 172.21.15.26:0/3908576868 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7280005630 con 0x7f7298102d70 2024-04-25T01:25:02.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.270+0000 7f7294c00700 1 -- 172.21.15.26:0/3908576868 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7280003d80 con 0x7f7298102d70 2024-04-25T01:25:02.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.270+0000 7f729d200700 1 -- 172.21.15.26:0/3908576868 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f729819b370 con 0x7f7298102d70 2024-04-25T01:25:02.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.270+0000 7f729d200700 1 -- 172.21.15.26:0/3908576868 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72981a7690 con 0x7f7298102d70 2024-04-25T01:25:02.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.271+0000 7f729d200700 1 -- 172.21.15.26:0/3908576868 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72981038a0 con 0x7f7298102d70 2024-04-25T01:25:02.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.273+0000 7f7294c00700 1 -- 172.21.15.26:0/3908576868 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f728000b560 con 0x7f7298102d70 2024-04-25T01:25:02.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.274+0000 7f7294c00700 1 --2- 172.21.15.26:0/3908576868 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f727c0a2cb0 0x7f727c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:02.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.274+0000 7f7294c00700 1 -- 172.21.15.26:0/3908576868 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f72800cf940 con 0x7f7298102d70 2024-04-25T01:25:02.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.274+0000 7f7297400700 1 --2- 172.21.15.26:0/3908576868 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f727c0a2cb0 0x7f727c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:02.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.275+0000 7f7297400700 1 --2- 172.21.15.26:0/3908576868 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f727c0a2cb0 0x7f727c0a5170 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f729819bac0 tx=0x7f7288009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:02.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.278+0000 7f7294c00700 1 -- 172.21.15.26:0/3908576868 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f7280013030 con 0x7f7298102d70 2024-04-25T01:25:02.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.518+0000 7f729d200700 1 -- 172.21.15.26:0/3908576868 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f729819beb0 con 0x7f7298102d70 2024-04-25T01:25:02.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.519+0000 7f7294c00700 1 -- 172.21.15.26:0/3908576868 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f728009c750 con 0x7f7298102d70 2024-04-25T01:25:02.503 INFO:teuthology.orchestra.run.smithi026.stdout:111669149769 2024-04-25T01:25:02.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.521+0000 7f729d200700 1 -- 172.21.15.26:0/3908576868 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f727c0a2cb0 msgr2=0x7f727c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:02.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.521+0000 7f729d200700 1 --2- 172.21.15.26:0/3908576868 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f727c0a2cb0 0x7f727c0a5170 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f729819bac0 tx=0x7f7288009260 comp rx=0 tx=0).stop 2024-04-25T01:25:02.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.521+0000 7f729d200700 1 -- 172.21.15.26:0/3908576868 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7298102d70 msgr2=0x7f72981a0d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:02.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.521+0000 7f729d200700 1 --2- 172.21.15.26:0/3908576868 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7298102d70 0x7f72981a0d00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f7280009230 tx=0x7f728000ff20 comp rx=0 tx=0).stop 2024-04-25T01:25:02.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.522+0000 7f729d200700 1 -- 172.21.15.26:0/3908576868 shutdown_connections 2024-04-25T01:25:02.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.522+0000 7f729d200700 1 --2- 172.21.15.26:0/3908576868 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72981074a0 0x7f729819a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:02.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.522+0000 7f729d200700 1 --2- 172.21.15.26:0/3908576868 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f72981023c0 0x7f72981a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:02.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.522+0000 7f729d200700 1 --2- 172.21.15.26:0/3908576868 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f727c0a2cb0 0x7f727c0a5170 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:02.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.522+0000 7f729d200700 1 --2- 172.21.15.26:0/3908576868 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7298102d70 0x7f72981a0d00 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:02.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.522+0000 7f729d200700 1 -- 172.21.15.26:0/3908576868 >> 172.21.15.26:0/3908576868 conn(0x7f72980fdcb0 msgr2=0x7f72980fe4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:02.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.522+0000 7f729d200700 1 -- 172.21.15.26:0/3908576868 shutdown_connections 2024-04-25T01:25:02.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:02.522+0000 7f729d200700 1 -- 172.21.15.26:0/3908576868 wait complete. 2024-04-25T01:25:03.127 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:02 smithi026 ceph-mon[28096]: pgmap v356: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 7 op/s; 4.9 KiB/s, 1 objects/s recovering 2024-04-25T01:25:03.127 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:02 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3908576868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T01:25:03.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.322+0000 7ff3fe400700 1 -- 172.21.15.26:0/1460719205 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3f806a8e0 msgr2=0x7ff3f810f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:03.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.322+0000 7ff3fe400700 1 --2- 172.21.15.26:0/1460719205 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3f806a8e0 0x7ff3f810f0f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff3f000b0a0 tx=0x7ff3f000b3b0 comp rx=0 tx=0).stop 2024-04-25T01:25:03.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.323+0000 7ff3fe400700 1 -- 172.21.15.26:0/1460719205 shutdown_connections 2024-04-25T01:25:03.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.323+0000 7ff3fe400700 1 --2- 172.21.15.26:0/1460719205 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3f806a8e0 0x7ff3f810f0f0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:03.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.323+0000 7ff3fe400700 1 --2- 172.21.15.26:0/1460719205 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3f81082b0 0x7ff3f8108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:03.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.323+0000 7ff3fe400700 1 --2- 172.21.15.26:0/1460719205 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff3f8069f40 0x7ff3f806a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:03.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.323+0000 7ff3fe400700 1 -- 172.21.15.26:0/1460719205 >> 172.21.15.26:0/1460719205 conn(0x7ff3f80780e0 msgr2=0x7ff3f80784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:03.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.323+0000 7ff3fe400700 1 -- 172.21.15.26:0/1460719205 shutdown_connections 2024-04-25T01:25:03.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.323+0000 7ff3fe400700 1 -- 172.21.15.26:0/1460719205 wait complete. 2024-04-25T01:25:03.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.324+0000 7ff3fe400700 1 Processor -- start 2024-04-25T01:25:03.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.324+0000 7ff3fe400700 1 -- start start 2024-04-25T01:25:03.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.325+0000 7ff3fe400700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3f8069f40 0x7ff3f8101200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:03.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.325+0000 7ff3fe400700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff3f806a8e0 0x7ff3f8101740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:03.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.325+0000 7ff3fe400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3f81082b0 0x7ff3f8101c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.325+0000 7ff3fe400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f8112550 con 0x7ff3f81082b0 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.325+0000 7ff3fe400700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f81123d0 con 0x7ff3f8069f40 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.325+0000 7ff3fe400700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f81126d0 con 0x7ff3f806a8e0 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.325+0000 7ff3f7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3f81082b0 0x7ff3f8101c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.325+0000 7ff3f7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3f81082b0 0x7ff3f8101c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56860/0 (socket says 172.21.15.26:56860) 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.325+0000 7ff3f7e00700 1 -- 172.21.15.26:0/2569288005 learned_addr learned my addr 172.21.15.26:0/2569288005 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.325+0000 7ff3f7400700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3f8069f40 0x7ff3f8101200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.325+0000 7ff3efe00700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff3f806a8e0 0x7ff3f8101740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.326+0000 7ff3f7400700 1 -- 172.21.15.26:0/2569288005 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff3f806a8e0 msgr2=0x7ff3f8101740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.326+0000 7ff3f7400700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff3f806a8e0 0x7ff3f8101740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.326+0000 7ff3f7400700 1 -- 172.21.15.26:0/2569288005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3f81082b0 msgr2=0x7ff3f8101c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.326+0000 7ff3f7400700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3f81082b0 0x7ff3f8101c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.326+0000 7ff3f7400700 1 -- 172.21.15.26:0/2569288005 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3f81a6ee0 con 0x7ff3f8069f40 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.326+0000 7ff3f7e00700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3f81082b0 0x7ff3f8101c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.326+0000 7ff3f7400700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3f8069f40 0x7ff3f8101200 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff3e800e9f0 tx=0x7ff3e800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:03.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.326+0000 7ff3f4c00700 1 -- 172.21.15.26:0/2569288005 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e800c9c0 con 0x7ff3f8069f40 2024-04-25T01:25:03.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.327+0000 7ff3f4c00700 1 -- 172.21.15.26:0/2569288005 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff3e800cb60 con 0x7ff3f8069f40 2024-04-25T01:25:03.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.327+0000 7ff3f4c00700 1 -- 172.21.15.26:0/2569288005 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e8018680 con 0x7ff3f8069f40 2024-04-25T01:25:03.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.327+0000 7ff3fe400700 1 -- 172.21.15.26:0/2569288005 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3f81a71d0 con 0x7ff3f8069f40 2024-04-25T01:25:03.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.327+0000 7ff3fe400700 1 -- 172.21.15.26:0/2569288005 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3f81a76c0 con 0x7ff3f8069f40 2024-04-25T01:25:03.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.328+0000 7ff3fe400700 1 -- 172.21.15.26:0/2569288005 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3f8068f20 con 0x7ff3f8069f40 2024-04-25T01:25:03.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.332+0000 7ff3f4c00700 1 -- 172.21.15.26:0/2569288005 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff3e8010430 con 0x7ff3f8069f40 2024-04-25T01:25:03.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.334+0000 7ff3f4c00700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff3dc0a2cb0 0x7ff3dc0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:03.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.334+0000 7ff3f4c00700 1 -- 172.21.15.26:0/2569288005 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7ff3e80cf2e0 con 0x7ff3f8069f40 2024-04-25T01:25:03.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.334+0000 7ff3efe00700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff3dc0a2cb0 0x7ff3dc0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:03.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.335+0000 7ff3efe00700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff3dc0a2cb0 0x7ff3dc0a5170 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff3f80786e0 tx=0x7ff3e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:03.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.337+0000 7ff3f4c00700 1 -- 172.21.15.26:0/2569288005 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7ff3e809c060 con 0x7ff3f8069f40 2024-04-25T01:25:03.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:02 smithi186 ceph-mon[32747]: pgmap v356: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 7 op/s; 4.9 KiB/s, 1 objects/s recovering 2024-04-25T01:25:03.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:02 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3908576868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T01:25:03.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:02 smithi111 ceph-mon[32623]: pgmap v356: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 7 op/s; 4.9 KiB/s, 1 objects/s recovering 2024-04-25T01:25:03.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:02 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3908576868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T01:25:03.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.581+0000 7ff3fe400700 1 -- 172.21.15.26:0/2569288005 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7ff3f802dcf0 con 0x7ff3f8069f40 2024-04-25T01:25:03.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.581+0000 7ff3f4c00700 1 -- 172.21.15.26:0/2569288005 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ff3e809b960 con 0x7ff3f8069f40 2024-04-25T01:25:03.562 INFO:teuthology.orchestra.run.smithi026.stdout:146028888133 2024-04-25T01:25:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.585+0000 7ff3fe400700 1 -- 172.21.15.26:0/2569288005 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff3dc0a2cb0 msgr2=0x7ff3dc0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.585+0000 7ff3fe400700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff3dc0a2cb0 0x7ff3dc0a5170 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff3f80786e0 tx=0x7ff3e0009260 comp rx=0 tx=0).stop 2024-04-25T01:25:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.585+0000 7ff3fe400700 1 -- 172.21.15.26:0/2569288005 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3f8069f40 msgr2=0x7ff3f8101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.585+0000 7ff3fe400700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3f8069f40 0x7ff3f8101200 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff3e800e9f0 tx=0x7ff3e800ed00 comp rx=0 tx=0).stop 2024-04-25T01:25:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.585+0000 7ff3fe400700 1 -- 172.21.15.26:0/2569288005 shutdown_connections 2024-04-25T01:25:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.585+0000 7ff3fe400700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff3f81082b0 0x7ff3f8101c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:03.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.585+0000 7ff3fe400700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff3dc0a2cb0 0x7ff3dc0a5170 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.585+0000 7ff3fe400700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff3f8069f40 0x7ff3f8101200 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.585+0000 7ff3fe400700 1 --2- 172.21.15.26:0/2569288005 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff3f806a8e0 0x7ff3f8101740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.585+0000 7ff3fe400700 1 -- 172.21.15.26:0/2569288005 >> 172.21.15.26:0/2569288005 conn(0x7ff3f80780e0 msgr2=0x7ff3f80ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.585+0000 7ff3fe400700 1 -- 172.21.15.26:0/2569288005 shutdown_connections 2024-04-25T01:25:03.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.585+0000 7ff3fe400700 1 -- 172.21.15.26:0/2569288005 wait complete. 2024-04-25T01:25:04.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:03 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2159822114' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T01:25:04.013 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:03 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2569288005' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T01:25:04.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:03 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2159822114' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T01:25:04.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:03 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2569288005' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T01:25:04.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:03 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2159822114' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T01:25:04.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:03 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2569288005' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T01:25:04.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.226+0000 7f28d2000700 1 -- 172.21.15.26:0/21232558 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f28cc074660 msgr2=0x7f28cc074a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:04.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.226+0000 7f28d2000700 1 --2- 172.21.15.26:0/21232558 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f28cc074660 0x7f28cc074a40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f28c00098f0 tx=0x7f28c0009c00 comp rx=0 tx=0).stop 2024-04-25T01:25:04.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.226+0000 7f28d2000700 1 -- 172.21.15.26:0/21232558 shutdown_connections 2024-04-25T01:25:04.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.226+0000 7f28d2000700 1 --2- 172.21.15.26:0/21232558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28cc10e9a0 0x7f28cc110e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:04.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.226+0000 7f28d2000700 1 --2- 172.21.15.26:0/21232558 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f28cc074660 0x7f28cc074a40 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:04.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.226+0000 7f28d2000700 1 --2- 172.21.15.26:0/21232558 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f28cc074f80 0x7f28cc10e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.226+0000 7f28d2000700 1 -- 172.21.15.26:0/21232558 >> 172.21.15.26:0/21232558 conn(0x7f28cc0fdcb0 msgr2=0x7f28cc1000d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.226+0000 7f28d2000700 1 -- 172.21.15.26:0/21232558 shutdown_connections 2024-04-25T01:25:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.226+0000 7f28d2000700 1 -- 172.21.15.26:0/21232558 wait complete. 2024-04-25T01:25:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.227+0000 7f28d2000700 1 Processor -- start 2024-04-25T01:25:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.228+0000 7f28d2000700 1 -- start start 2024-04-25T01:25:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.228+0000 7f28d2000700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f28cc074660 0x7f28cc1a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.228+0000 7f28d2000700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f28cc074f80 0x7f28cc1a0d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.228+0000 7f28d2000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28cc10e9a0 0x7f28cc19a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.228+0000 7f28d2000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f28cc114670 con 0x7f28cc10e9a0 2024-04-25T01:25:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.228+0000 7f28d2000700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f28cc1144f0 con 0x7f28cc074f80 2024-04-25T01:25:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.228+0000 7f28d2000700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f28cc1147f0 con 0x7f28cc074660 2024-04-25T01:25:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.228+0000 7f28cbe00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f28cc074f80 0x7f28cc1a0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.228+0000 7f28d0c00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f28cc074660 0x7f28cc1a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.228+0000 7f28cbe00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f28cc074f80 0x7f28cc1a0d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:56292/0 (socket says 172.21.15.26:56292) 2024-04-25T01:25:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.228+0000 7f28cbe00700 1 -- 172.21.15.26:0/2159822114 learned_addr learned my addr 172.21.15.26:0/2159822114 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.228+0000 7f28d1600700 1 --2- 172.21.15.26:0/2159822114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28cc10e9a0 0x7f28cc19a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.229+0000 7f28d0c00700 1 -- 172.21.15.26:0/2159822114 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f28cc074f80 msgr2=0x7f28cc1a0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.229+0000 7f28d0c00700 1 --2- 172.21.15.26:0/2159822114 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f28cc074f80 0x7f28cc1a0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.229+0000 7f28d0c00700 1 -- 172.21.15.26:0/2159822114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28cc10e9a0 msgr2=0x7f28cc19a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.229+0000 7f28d0c00700 1 --2- 172.21.15.26:0/2159822114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28cc10e9a0 0x7f28cc19a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.229+0000 7f28d0c00700 1 -- 172.21.15.26:0/2159822114 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28cc19b110 con 0x7f28cc074660 2024-04-25T01:25:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.229+0000 7f28cbe00700 1 --2- 172.21.15.26:0/2159822114 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f28cc074f80 0x7f28cc1a0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.229+0000 7f28d0c00700 1 --2- 172.21.15.26:0/2159822114 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f28cc074660 0x7f28cc1a07f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f28c000c010 tx=0x7f28c000fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.229+0000 7f28c9600700 1 -- 172.21.15.26:0/2159822114 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c0005180 con 0x7f28cc074660 2024-04-25T01:25:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.229+0000 7f28c9600700 1 -- 172.21.15.26:0/2159822114 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f28c000b560 con 0x7f28cc074660 2024-04-25T01:25:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.229+0000 7f28d2000700 1 -- 172.21.15.26:0/2159822114 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28cc19b3a0 con 0x7f28cc074660 2024-04-25T01:25:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.229+0000 7f28c9600700 1 -- 172.21.15.26:0/2159822114 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c0003a80 con 0x7f28cc074660 2024-04-25T01:25:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.230+0000 7f28d2000700 1 -- 172.21.15.26:0/2159822114 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28cc1a76c0 con 0x7f28cc074660 2024-04-25T01:25:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.231+0000 7f28d2000700 1 -- 172.21.15.26:0/2159822114 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28cc068f20 con 0x7f28cc074660 2024-04-25T01:25:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.233+0000 7f28c9600700 1 -- 172.21.15.26:0/2159822114 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f28c000b710 con 0x7f28cc074660 2024-04-25T01:25:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.234+0000 7f28c9600700 1 --2- 172.21.15.26:0/2159822114 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f28b40a2cb0 0x7f28b40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.234+0000 7f28c9600700 1 -- 172.21.15.26:0/2159822114 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f28c00d0120 con 0x7f28cc074660 2024-04-25T01:25:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.234+0000 7f28cbe00700 1 --2- 172.21.15.26:0/2159822114 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f28b40a2cb0 0x7f28b40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.235+0000 7f28cbe00700 1 --2- 172.21.15.26:0/2159822114 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f28b40a2cb0 0x7f28b40a5170 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f28cc10fd30 tx=0x7f28b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.239+0000 7f28c9600700 1 -- 172.21.15.26:0/2159822114 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f28c0013030 con 0x7f28cc074660 2024-04-25T01:25:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.494+0000 7f28d2000700 1 -- 172.21.15.26:0/2159822114 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f28cc02db30 con 0x7f28cc074660 2024-04-25T01:25:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.495+0000 7f28c9600700 1 -- 172.21.15.26:0/2159822114 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f28c009cf30 con 0x7f28cc074660 2024-04-25T01:25:04.875 INFO:teuthology.orchestra.run.smithi026.stdout:167503724607 2024-04-25T01:25:04.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.497+0000 7f28d2000700 1 -- 172.21.15.26:0/2159822114 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f28b40a2cb0 msgr2=0x7f28b40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:04.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.497+0000 7f28d2000700 1 --2- 172.21.15.26:0/2159822114 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f28b40a2cb0 0x7f28b40a5170 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f28cc10fd30 tx=0x7f28b8009260 comp rx=0 tx=0).stop 2024-04-25T01:25:04.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.497+0000 7f28d2000700 1 -- 172.21.15.26:0/2159822114 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f28cc074660 msgr2=0x7f28cc1a07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:04.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.497+0000 7f28d2000700 1 --2- 172.21.15.26:0/2159822114 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f28cc074660 0x7f28cc1a07f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f28c000c010 tx=0x7f28c000fa70 comp rx=0 tx=0).stop 2024-04-25T01:25:04.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.498+0000 7f28d2000700 1 -- 172.21.15.26:0/2159822114 shutdown_connections 2024-04-25T01:25:04.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.498+0000 7f28d2000700 1 --2- 172.21.15.26:0/2159822114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28cc10e9a0 0x7f28cc19a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:04.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.498+0000 7f28d2000700 1 --2- 172.21.15.26:0/2159822114 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f28cc074660 0x7f28cc1a07f0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:04.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.498+0000 7f28d2000700 1 --2- 172.21.15.26:0/2159822114 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f28b40a2cb0 0x7f28b40a5170 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:04.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.498+0000 7f28d2000700 1 --2- 172.21.15.26:0/2159822114 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f28cc074f80 0x7f28cc1a0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:04.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.498+0000 7f28d2000700 1 -- 172.21.15.26:0/2159822114 >> 172.21.15.26:0/2159822114 conn(0x7f28cc0fdcb0 msgr2=0x7f28cc0fea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:04.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.498+0000 7f28d2000700 1 -- 172.21.15.26:0/2159822114 shutdown_connections 2024-04-25T01:25:04.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:03.498+0000 7f28d2000700 1 -- 172.21.15.26:0/2159822114 wait complete. 2024-04-25T01:25:05.053 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:04 smithi026 ceph-mon[28096]: pgmap v357: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s; 9 B/s, 0 objects/s recovering 2024-04-25T01:25:05.054 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:04 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3903957944' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T01:25:05.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:04 smithi186 ceph-mon[32747]: pgmap v357: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s; 9 B/s, 0 objects/s recovering 2024-04-25T01:25:05.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:04 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3903957944' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T01:25:05.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:04 smithi111 ceph-mon[32623]: pgmap v357: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s; 9 B/s, 0 objects/s recovering 2024-04-25T01:25:05.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:04 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3903957944' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T01:25:05.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.539+0000 7fb8b4a00700 1 -- 172.21.15.26:0/1555080921 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb8b0103c40 msgr2=0x7fb8b010c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.539+0000 7fb8b4a00700 1 --2- 172.21.15.26:0/1555080921 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb8b0103c40 0x7fb8b010c130 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb898009990 tx=0x7fb898009ca0 comp rx=0 tx=0).stop 2024-04-25T01:25:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.540+0000 7fb8b4a00700 1 -- 172.21.15.26:0/1555080921 shutdown_connections 2024-04-25T01:25:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.540+0000 7fb8b4a00700 1 --2- 172.21.15.26:0/1555080921 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb8b010c750 0x7fb8b010ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.540+0000 7fb8b4a00700 1 --2- 172.21.15.26:0/1555080921 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8b0103320 0x7fb8b0103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.540+0000 7fb8b4a00700 1 --2- 172.21.15.26:0/1555080921 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb8b0103c40 0x7fb8b010c130 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.540+0000 7fb8b4a00700 1 -- 172.21.15.26:0/1555080921 >> 172.21.15.26:0/1555080921 conn(0x7fb8b00fcb50 msgr2=0x7fb8b00fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.540+0000 7fb8b4a00700 1 -- 172.21.15.26:0/1555080921 shutdown_connections 2024-04-25T01:25:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.540+0000 7fb8b4a00700 1 -- 172.21.15.26:0/1555080921 wait complete. 2024-04-25T01:25:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.541+0000 7fb8b4a00700 1 Processor -- start 2024-04-25T01:25:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.541+0000 7fb8b4a00700 1 -- start start 2024-04-25T01:25:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8b4a00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8b0103320 0x7fb8b01a0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8b4a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb8b0103c40 0x7fb8b01a0d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8b4a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb8b010c750 0x7fb8b019a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:05.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8b4a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b01124e0 con 0x7fb8b010c750 2024-04-25T01:25:05.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8b4a00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b0112360 con 0x7fb8b0103320 2024-04-25T01:25:05.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8b4a00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b0112660 con 0x7fb8b0103c40 2024-04-25T01:25:05.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8a6a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb8b0103c40 0x7fb8b01a0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:05.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8a6a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb8b0103c40 0x7fb8b01a0d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:38120/0 (socket says 172.21.15.26:38120) 2024-04-25T01:25:05.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8a6a00700 1 -- 172.21.15.26:0/3903957944 learned_addr learned my addr 172.21.15.26:0/3903957944 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:05.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8afe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb8b010c750 0x7fb8b019a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:05.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8af400700 1 --2- 172.21.15.26:0/3903957944 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8b0103320 0x7fb8b01a0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:05.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8a6a00700 1 -- 172.21.15.26:0/3903957944 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8b0103320 msgr2=0x7fb8b01a0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:05.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8a6a00700 1 --2- 172.21.15.26:0/3903957944 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8b0103320 0x7fb8b01a0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:05.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8a6a00700 1 -- 172.21.15.26:0/3903957944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb8b010c750 msgr2=0x7fb8b019a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:05.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8a6a00700 1 --2- 172.21.15.26:0/3903957944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb8b010c750 0x7fb8b019a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:05.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8a6a00700 1 -- 172.21.15.26:0/3903957944 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8b019b140 con 0x7fb8b0103c40 2024-04-25T01:25:05.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.542+0000 7fb8afe00700 1 --2- 172.21.15.26:0/3903957944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb8b010c750 0x7fb8b019a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:05.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.543+0000 7fb8a6a00700 1 --2- 172.21.15.26:0/3903957944 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb8b0103c40 0x7fb8b01a0d60 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fb898000c00 tx=0x7fb898005810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:05.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.543+0000 7fb8acc00700 1 -- 172.21.15.26:0/3903957944 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb898027070 con 0x7fb8b0103c40 2024-04-25T01:25:05.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.543+0000 7fb8acc00700 1 -- 172.21.15.26:0/3903957944 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb898003b60 con 0x7fb8b0103c40 2024-04-25T01:25:05.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.543+0000 7fb8b4a00700 1 -- 172.21.15.26:0/3903957944 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8b019b3d0 con 0x7fb8b0103c40 2024-04-25T01:25:05.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.543+0000 7fb8acc00700 1 -- 172.21.15.26:0/3903957944 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb898022d40 con 0x7fb8b0103c40 2024-04-25T01:25:05.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.543+0000 7fb8b4a00700 1 -- 172.21.15.26:0/3903957944 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8b01a76f0 con 0x7fb8b0103c40 2024-04-25T01:25:05.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.544+0000 7fb8b4a00700 1 -- 172.21.15.26:0/3903957944 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8b0068f20 con 0x7fb8b0103c40 2024-04-25T01:25:05.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.547+0000 7fb8acc00700 1 -- 172.21.15.26:0/3903957944 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb89802a070 con 0x7fb8b0103c40 2024-04-25T01:25:05.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.548+0000 7fb8acc00700 1 --2- 172.21.15.26:0/3903957944 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb8940a2d30 0x7fb8940a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:05.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.548+0000 7fb8acc00700 1 -- 172.21.15.26:0/3903957944 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fb8980d0820 con 0x7fb8b0103c40 2024-04-25T01:25:05.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.548+0000 7fb8af400700 1 --2- 172.21.15.26:0/3903957944 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb8940a2d30 0x7fb8940a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:05.394 INFO:teuthology.orchestra.run.smithi026.stdout:313532612641 2024-04-25T01:25:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.549+0000 7fb8af400700 1 --2- 172.21.15.26:0/3903957944 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb8940a2d30 0x7fb8940a51f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb8b019bb20 tx=0x7fb8a0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.550+0000 7fb8acc00700 1 -- 172.21.15.26:0/3903957944 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb898013070 con 0x7fb8b0103c40 2024-04-25T01:25:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.787+0000 7fb8b4a00700 1 -- 172.21.15.26:0/3903957944 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7fb8b01a7920 con 0x7fb8b0103c40 2024-04-25T01:25:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.788+0000 7fb8acc00700 1 -- 172.21.15.26:0/3903957944 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fb89809d630 con 0x7fb8b0103c40 2024-04-25T01:25:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.791+0000 7fb8b4a00700 1 -- 172.21.15.26:0/3903957944 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb8940a2d30 msgr2=0x7fb8940a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.791+0000 7fb8b4a00700 1 --2- 172.21.15.26:0/3903957944 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb8940a2d30 0x7fb8940a51f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb8b019bb20 tx=0x7fb8a0009260 comp rx=0 tx=0).stop 2024-04-25T01:25:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.791+0000 7fb8b4a00700 1 -- 172.21.15.26:0/3903957944 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb8b0103c40 msgr2=0x7fb8b01a0d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.791+0000 7fb8b4a00700 1 --2- 172.21.15.26:0/3903957944 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb8b0103c40 0x7fb8b01a0d60 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fb898000c00 tx=0x7fb898005810 comp rx=0 tx=0).stop 2024-04-25T01:25:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.791+0000 7fb8b4a00700 1 -- 172.21.15.26:0/3903957944 shutdown_connections 2024-04-25T01:25:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.791+0000 7fb8b4a00700 1 --2- 172.21.15.26:0/3903957944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb8b010c750 0x7fb8b019a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.791+0000 7fb8b4a00700 1 --2- 172.21.15.26:0/3903957944 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb8940a2d30 0x7fb8940a51f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.791+0000 7fb8b4a00700 1 --2- 172.21.15.26:0/3903957944 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb8b0103320 0x7fb8b01a0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.791+0000 7fb8b4a00700 1 --2- 172.21.15.26:0/3903957944 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb8b0103c40 0x7fb8b01a0d60 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.791+0000 7fb8b4a00700 1 -- 172.21.15.26:0/3903957944 >> 172.21.15.26:0/3903957944 conn(0x7fb8b00fcb50 msgr2=0x7fb8b00fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.791+0000 7fb8b4a00700 1 -- 172.21.15.26:0/3903957944 shutdown_connections 2024-04-25T01:25:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:04.791+0000 7fb8b4a00700 1 -- 172.21.15.26:0/3903957944 wait complete. 2024-04-25T01:25:05.963 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:25:06.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.417+0000 7f8883400700 1 -- 172.21.15.26:0/48096991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f887c104450 msgr2=0x7f887c1048d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:06.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.417+0000 7f8883400700 1 --2- 172.21.15.26:0/48096991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f887c104450 0x7f887c1048d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8868009990 tx=0x7f8868009ca0 comp rx=0 tx=0).stop 2024-04-25T01:25:06.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.417+0000 7f8883400700 1 -- 172.21.15.26:0/48096991 shutdown_connections 2024-04-25T01:25:06.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.417+0000 7f8883400700 1 --2- 172.21.15.26:0/48096991 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f887c104e10 0x7f887c111320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:06.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.417+0000 7f8883400700 1 --2- 172.21.15.26:0/48096991 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f887c10a4e0 0x7f887c10a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:06.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.417+0000 7f8883400700 1 --2- 172.21.15.26:0/48096991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f887c104450 0x7f887c1048d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:06.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.417+0000 7f8883400700 1 -- 172.21.15.26:0/48096991 >> 172.21.15.26:0/48096991 conn(0x7f887c0fff40 msgr2=0x7f887c102360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.417+0000 7f8883400700 1 -- 172.21.15.26:0/48096991 shutdown_connections 2024-04-25T01:25:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.417+0000 7f8883400700 1 -- 172.21.15.26:0/48096991 wait complete. 2024-04-25T01:25:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.418+0000 7f8883400700 1 Processor -- start 2024-04-25T01:25:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.418+0000 7f8883400700 1 -- start start 2024-04-25T01:25:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8883400700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f887c104450 0x7f887c1a08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8883400700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f887c104e10 0x7f887c1a0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8883400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f887c10a4e0 0x7f887c19aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8883400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f887c114790 con 0x7f887c10a4e0 2024-04-25T01:25:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8883400700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f887c114610 con 0x7f887c104e10 2024-04-25T01:25:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8883400700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f887c114910 con 0x7f887c104450 2024-04-25T01:25:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8881400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f887c10a4e0 0x7f887c19aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8881400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f887c10a4e0 0x7f887c19aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56896/0 (socket says 172.21.15.26:56896) 2024-04-25T01:25:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8881400700 1 -- 172.21.15.26:0/3919401178 learned_addr learned my addr 172.21.15.26:0/3919401178 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8880a00700 1 --2- 172.21.15.26:0/3919401178 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f887c104450 0x7f887c1a08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f887be00700 1 --2- 172.21.15.26:0/3919401178 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f887c104e10 0x7f887c1a0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8881400700 1 -- 172.21.15.26:0/3919401178 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f887c104450 msgr2=0x7f887c1a08d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8881400700 1 --2- 172.21.15.26:0/3919401178 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f887c104450 0x7f887c1a08d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8881400700 1 -- 172.21.15.26:0/3919401178 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f887c104e10 msgr2=0x7f887c1a0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8881400700 1 --2- 172.21.15.26:0/3919401178 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f887c104e10 0x7f887c1a0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.419+0000 7f8881400700 1 -- 172.21.15.26:0/3919401178 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f887c19b1f0 con 0x7f887c10a4e0 2024-04-25T01:25:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.420+0000 7f8881400700 1 --2- 172.21.15.26:0/3919401178 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f887c10a4e0 0x7f887c19aa90 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f887400ef30 tx=0x7f887400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.420+0000 7f8879600700 1 -- 172.21.15.26:0/3919401178 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88740092e0 con 0x7f887c10a4e0 2024-04-25T01:25:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.420+0000 7f8883400700 1 -- 172.21.15.26:0/3919401178 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f887c19b480 con 0x7f887c10a4e0 2024-04-25T01:25:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.420+0000 7f8879600700 1 -- 172.21.15.26:0/3919401178 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8874004bb0 con 0x7f887c10a4e0 2024-04-25T01:25:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.420+0000 7f8879600700 1 -- 172.21.15.26:0/3919401178 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8874004280 con 0x7f887c10a4e0 2024-04-25T01:25:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.420+0000 7f8883400700 1 -- 172.21.15.26:0/3919401178 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f887c1a77a0 con 0x7f887c10a4e0 2024-04-25T01:25:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.421+0000 7f8883400700 1 -- 172.21.15.26:0/3919401178 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f887c068f20 con 0x7f887c10a4e0 2024-04-25T01:25:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.424+0000 7f8879600700 1 -- 172.21.15.26:0/3919401178 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f887401b030 con 0x7f887c10a4e0 2024-04-25T01:25:06.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.425+0000 7f8879600700 1 --2- 172.21.15.26:0/3919401178 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f88640a2cb0 0x7f88640a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:06.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.425+0000 7f8879600700 1 -- 172.21.15.26:0/3919401178 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f88740cf6e0 con 0x7f887c10a4e0 2024-04-25T01:25:06.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.426+0000 7f8880a00700 1 --2- 172.21.15.26:0/3919401178 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f88640a2cb0 0x7f88640a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:06.880 INFO:teuthology.orchestra.run.smithi026.stdout:34359738459 2024-04-25T01:25:06.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.426+0000 7f8880a00700 1 --2- 172.21.15.26:0/3919401178 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f88640a2cb0 0x7f88640a5170 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f887c19bbd0 tx=0x7f8870009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:06.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.430+0000 7f8879600700 1 -- 172.21.15.26:0/3919401178 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f8874022020 con 0x7f887c10a4e0 2024-04-25T01:25:06.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.668+0000 7f8883400700 1 -- 172.21.15.26:0/3919401178 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f887c02db30 con 0x7f887c10a4e0 2024-04-25T01:25:06.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.669+0000 7f8879600700 1 -- 172.21.15.26:0/3919401178 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8874010040 con 0x7f887c10a4e0 2024-04-25T01:25:06.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.672+0000 7f8883400700 1 -- 172.21.15.26:0/3919401178 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f88640a2cb0 msgr2=0x7f88640a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:06.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.672+0000 7f8883400700 1 --2- 172.21.15.26:0/3919401178 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f88640a2cb0 0x7f88640a5170 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f887c19bbd0 tx=0x7f8870009260 comp rx=0 tx=0).stop 2024-04-25T01:25:06.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.672+0000 7f8883400700 1 -- 172.21.15.26:0/3919401178 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f887c10a4e0 msgr2=0x7f887c19aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:06.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.672+0000 7f8883400700 1 --2- 172.21.15.26:0/3919401178 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f887c10a4e0 0x7f887c19aa90 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f887400ef30 tx=0x7f887400c3a0 comp rx=0 tx=0).stop 2024-04-25T01:25:06.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.672+0000 7f8883400700 1 -- 172.21.15.26:0/3919401178 shutdown_connections 2024-04-25T01:25:06.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.672+0000 7f8883400700 1 --2- 172.21.15.26:0/3919401178 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f887c10a4e0 0x7f887c19aa90 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:06.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.672+0000 7f8883400700 1 --2- 172.21.15.26:0/3919401178 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f887c104450 0x7f887c1a08d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:06.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.672+0000 7f8883400700 1 --2- 172.21.15.26:0/3919401178 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f88640a2cb0 0x7f88640a5170 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:06.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.672+0000 7f8883400700 1 --2- 172.21.15.26:0/3919401178 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f887c104e10 0x7f887c1a0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:06.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.672+0000 7f8883400700 1 -- 172.21.15.26:0/3919401178 >> 172.21.15.26:0/3919401178 conn(0x7f887c0fff40 msgr2=0x7f887c100520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:06.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.672+0000 7f8883400700 1 -- 172.21.15.26:0/3919401178 shutdown_connections 2024-04-25T01:25:06.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:06.673+0000 7f8883400700 1 -- 172.21.15.26:0/3919401178 wait complete. 2024-04-25T01:25:07.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:06 smithi026 ceph-mon[28096]: pgmap v358: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:07.228 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:06 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3919401178' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T01:25:07.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:06 smithi186 ceph-mon[32747]: pgmap v358: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:07.334 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:06 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3919401178' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T01:25:07.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:06 smithi111 ceph-mon[32623]: pgmap v358: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:07.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:06 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3919401178' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T01:25:08.125 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149762 got 111669149769 for osd.3 2024-04-25T01:25:08.125 DEBUG:teuthology.parallel:result is None 2024-04-25T01:25:08.529 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612636 got 313532612641 for osd.10 2024-04-25T01:25:08.529 DEBUG:teuthology.parallel:result is None 2024-04-25T01:25:09.159 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:08 smithi026 ceph-mon[28096]: pgmap v359: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:25:09.186 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:25:09.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.239+0000 7f4706600700 1 -- 172.21.15.26:0/185420125 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47001023a0 msgr2=0x7f4700102780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:09.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.239+0000 7f4706600700 1 --2- 172.21.15.26:0/185420125 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47001023a0 0x7f4700102780 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f46f40098f0 tx=0x7f46f4009c00 comp rx=0 tx=0).stop 2024-04-25T01:25:09.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.239+0000 7f4706600700 1 -- 172.21.15.26:0/185420125 shutdown_connections 2024-04-25T01:25:09.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.239+0000 7f4706600700 1 --2- 172.21.15.26:0/185420125 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4700107480 0x7f470010f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:09.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.239+0000 7f4706600700 1 --2- 172.21.15.26:0/185420125 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47001023a0 0x7f4700102780 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:09.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.239+0000 7f4706600700 1 --2- 172.21.15.26:0/185420125 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4700102d50 0x7f4700106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:09.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.239+0000 7f4706600700 1 -- 172.21.15.26:0/185420125 >> 172.21.15.26:0/185420125 conn(0x7f47000fdc50 msgr2=0x7f4700100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:09.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.239+0000 7f4706600700 1 -- 172.21.15.26:0/185420125 shutdown_connections 2024-04-25T01:25:09.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.239+0000 7f4706600700 1 -- 172.21.15.26:0/185420125 wait complete. 2024-04-25T01:25:09.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.241+0000 7f4706600700 1 Processor -- start 2024-04-25T01:25:09.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.241+0000 7f4706600700 1 -- start start 2024-04-25T01:25:09.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.242+0000 7f4706600700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47001023a0 0x7f4700074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:09.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.242+0000 7f4706600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4700102d50 0x7f4700074a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:09.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.242+0000 7f4706600700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4700107480 0x7f4700074fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:09.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.242+0000 7f4706600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4700112490 con 0x7f4700102d50 2024-04-25T01:25:09.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.242+0000 7f4706600700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4700112310 con 0x7f47001023a0 2024-04-25T01:25:09.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.242+0000 7f4706600700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f4700112610 con 0x7f4700107480 2024-04-25T01:25:09.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.242+0000 7f4705c00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4700107480 0x7f4700074fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:09.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.242+0000 7f46ffe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4700102d50 0x7f4700074a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:09.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.242+0000 7f4705200700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47001023a0 0x7f4700074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:09.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.242+0000 7f4705c00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4700107480 0x7f4700074fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:38138/0 (socket says 172.21.15.26:38138) 2024-04-25T01:25:09.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.242+0000 7f4705c00700 1 -- 172.21.15.26:0/1532431071 learned_addr learned my addr 172.21.15.26:0/1532431071 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:09.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.243+0000 7f46ffe00700 1 -- 172.21.15.26:0/1532431071 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4700107480 msgr2=0x7f4700074fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:09.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.243+0000 7f46ffe00700 1 --2- 172.21.15.26:0/1532431071 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4700107480 0x7f4700074fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:09.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.243+0000 7f46ffe00700 1 -- 172.21.15.26:0/1532431071 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47001023a0 msgr2=0x7f4700074530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:09.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.243+0000 7f46ffe00700 1 --2- 172.21.15.26:0/1532431071 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47001023a0 0x7f4700074530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:09.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.243+0000 7f46ffe00700 1 -- 172.21.15.26:0/1532431071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47001a6ef0 con 0x7f4700102d50 2024-04-25T01:25:09.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.243+0000 7f4705c00700 1 --2- 172.21.15.26:0/1532431071 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4700107480 0x7f4700074fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:09.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.243+0000 7f46ffe00700 1 --2- 172.21.15.26:0/1532431071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4700102d50 0x7f4700074a70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f46ec005fd0 tx=0x7f46ec00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:09.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.243+0000 7f46fd600700 1 -- 172.21.15.26:0/1532431071 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ec00cbd0 con 0x7f4700102d50 2024-04-25T01:25:09.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.244+0000 7f46fd600700 1 -- 172.21.15.26:0/1532431071 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46ec004500 con 0x7f4700102d50 2024-04-25T01:25:09.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.244+0000 7f4706600700 1 -- 172.21.15.26:0/1532431071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47001a71e0 con 0x7f4700102d50 2024-04-25T01:25:09.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.244+0000 7f46fd600700 1 -- 172.21.15.26:0/1532431071 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ec010430 con 0x7f4700102d50 2024-04-25T01:25:09.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.244+0000 7f4706600700 1 -- 172.21.15.26:0/1532431071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47001a7770 con 0x7f4700102d50 2024-04-25T01:25:09.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.245+0000 7f4706600700 1 -- 172.21.15.26:0/1532431071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4700068f20 con 0x7f4700102d50 2024-04-25T01:25:09.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.248+0000 7f46fd600700 1 -- 172.21.15.26:0/1532431071 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f46ec003680 con 0x7f4700102d50 2024-04-25T01:25:09.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.250+0000 7f46fd600700 1 --2- 172.21.15.26:0/1532431071 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f46e80a2d30 0x7f46e80a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:09.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.250+0000 7f46fd600700 1 -- 172.21.15.26:0/1532431071 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f46ec0cf3a0 con 0x7f4700102d50 2024-04-25T01:25:09.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.252+0000 7f4705200700 1 --2- 172.21.15.26:0/1532431071 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f46e80a2d30 0x7f46e80a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:09.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.253+0000 7f4705200700 1 --2- 172.21.15.26:0/1532431071 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f46e80a2d30 0x7f46e80a51f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f46f40098c0 tx=0x7f46f401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:09.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.254+0000 7f46fd600700 1 -- 172.21.15.26:0/1532431071 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f46ec09c120 con 0x7f4700102d50 2024-04-25T01:25:09.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:08 smithi186 ceph-mon[32747]: pgmap v359: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:25:09.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:08 smithi111 ceph-mon[32623]: pgmap v359: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:25:09.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.494+0000 7f4706600700 1 -- 172.21.15.26:0/1532431071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f4700075a60 con 0x7f4700102d50 2024-04-25T01:25:09.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.495+0000 7f46fd600700 1 -- 172.21.15.26:0/1532431071 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f46ec09ba20 con 0x7f4700102d50 2024-04-25T01:25:09.475 INFO:teuthology.orchestra.run.smithi026.stdout:223338299443 2024-04-25T01:25:09.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.498+0000 7f4706600700 1 -- 172.21.15.26:0/1532431071 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f46e80a2d30 msgr2=0x7f46e80a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:09.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.498+0000 7f4706600700 1 --2- 172.21.15.26:0/1532431071 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f46e80a2d30 0x7f46e80a51f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f46f40098c0 tx=0x7f46f401a040 comp rx=0 tx=0).stop 2024-04-25T01:25:09.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.498+0000 7f4706600700 1 -- 172.21.15.26:0/1532431071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4700102d50 msgr2=0x7f4700074a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:09.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.498+0000 7f4706600700 1 --2- 172.21.15.26:0/1532431071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4700102d50 0x7f4700074a70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f46ec005fd0 tx=0x7f46ec00ee70 comp rx=0 tx=0).stop 2024-04-25T01:25:09.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.498+0000 7f4706600700 1 -- 172.21.15.26:0/1532431071 shutdown_connections 2024-04-25T01:25:09.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.498+0000 7f4706600700 1 --2- 172.21.15.26:0/1532431071 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4700107480 0x7f4700074fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:09.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.498+0000 7f4706600700 1 --2- 172.21.15.26:0/1532431071 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f46e80a2d30 0x7f46e80a51f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:09.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.498+0000 7f4706600700 1 --2- 172.21.15.26:0/1532431071 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f47001023a0 0x7f4700074530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:09.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.498+0000 7f4706600700 1 --2- 172.21.15.26:0/1532431071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4700102d50 0x7f4700074a70 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:09.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.498+0000 7f4706600700 1 -- 172.21.15.26:0/1532431071 >> 172.21.15.26:0/1532431071 conn(0x7f47000fdc50 msgr2=0x7f47000ffa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:09.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.498+0000 7f4706600700 1 -- 172.21.15.26:0/1532431071 shutdown_connections 2024-04-25T01:25:09.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:09.498+0000 7f4706600700 1 -- 172.21.15.26:0/1532431071 wait complete. 2024-04-25T01:25:10.292 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:09 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1532431071' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T01:25:10.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:09 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1532431071' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T01:25:10.364 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:09 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1532431071' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T01:25:11.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:10 smithi026 ceph-mon[28096]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:11.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:10 smithi186 ceph-mon[32747]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:11.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:10 smithi111 ceph-mon[32623]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:11.375 INFO:tasks.cephadm.ceph_manager.ceph:need seq 347892350998 got 347892351002 for osd.11 2024-04-25T01:25:11.375 DEBUG:teuthology.parallel:result is None 2024-04-25T01:25:12.011 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738453 got 34359738459 for osd.0 2024-04-25T01:25:12.012 DEBUG:teuthology.parallel:result is None 2024-04-25T01:25:12.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.002+0000 7fa63b200700 1 -- 172.21.15.26:0/1159793867 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa63c1023c0 msgr2=0x7fa63c1027a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:12.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.002+0000 7fa63b200700 1 --2- 172.21.15.26:0/1159793867 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa63c1023c0 0x7fa63c1027a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa62c0099c0 tx=0x7fa62c009cd0 comp rx=0 tx=0).stop 2024-04-25T01:25:12.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.002+0000 7fa63b200700 1 -- 172.21.15.26:0/1159793867 shutdown_connections 2024-04-25T01:25:12.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.002+0000 7fa63b200700 1 --2- 172.21.15.26:0/1159793867 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa63c1074a0 0x7fa63c10f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:12.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.002+0000 7fa63b200700 1 --2- 172.21.15.26:0/1159793867 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa63c1023c0 0x7fa63c1027a0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:12.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.002+0000 7fa63b200700 1 --2- 172.21.15.26:0/1159793867 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa63c102d70 0x7fa63c106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:12.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.002+0000 7fa63b200700 1 -- 172.21.15.26:0/1159793867 >> 172.21.15.26:0/1159793867 conn(0x7fa63c0fdcb0 msgr2=0x7fa63c1000d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:12.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.002+0000 7fa63b200700 1 -- 172.21.15.26:0/1159793867 shutdown_connections 2024-04-25T01:25:12.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.002+0000 7fa63b200700 1 -- 172.21.15.26:0/1159793867 wait complete. 2024-04-25T01:25:12.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.003+0000 7fa63b200700 1 Processor -- start 2024-04-25T01:25:12.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.004+0000 7fa63b200700 1 -- start start 2024-04-25T01:25:12.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.004+0000 7fa63b200700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa63c1023c0 0x7fa63c1a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:12.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.004+0000 7fa63b200700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa63c102d70 0x7fa63c1a0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:12.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.004+0000 7fa63b200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa63c1074a0 0x7fa63c19a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:12.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.004+0000 7fa63b200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa63c112480 con 0x7fa63c1074a0 2024-04-25T01:25:12.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.004+0000 7fa63b200700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa63c112300 con 0x7fa63c1023c0 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.004+0000 7fa63b200700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa63c112600 con 0x7fa63c102d70 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.004+0000 7fa63a800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa63c1074a0 0x7fa63c19a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.004+0000 7fa639e00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa63c1023c0 0x7fa63c1a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.004+0000 7fa639e00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa63c1023c0 0x7fa63c1a0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:56384/0 (socket says 172.21.15.26:56384) 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.004+0000 7fa639e00700 1 -- 172.21.15.26:0/2764976570 learned_addr learned my addr 172.21.15.26:0/2764976570 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.004+0000 7fa639400700 1 --2- 172.21.15.26:0/2764976570 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa63c102d70 0x7fa63c1a0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.005+0000 7fa639e00700 1 -- 172.21.15.26:0/2764976570 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa63c102d70 msgr2=0x7fa63c1a0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.005+0000 7fa639e00700 1 --2- 172.21.15.26:0/2764976570 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa63c102d70 0x7fa63c1a0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.005+0000 7fa639e00700 1 -- 172.21.15.26:0/2764976570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa63c1074a0 msgr2=0x7fa63c19a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.005+0000 7fa639e00700 1 --2- 172.21.15.26:0/2764976570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa63c1074a0 0x7fa63c19a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.005+0000 7fa639e00700 1 -- 172.21.15.26:0/2764976570 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa63c19b070 con 0x7fa63c1023c0 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.005+0000 7fa639e00700 1 --2- 172.21.15.26:0/2764976570 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa63c1023c0 0x7fa63c1a0750 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fa62c006010 tx=0x7fa62c00f690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.005+0000 7fa632a00700 1 -- 172.21.15.26:0/2764976570 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62c003680 con 0x7fa63c1023c0 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.005+0000 7fa63b200700 1 -- 172.21.15.26:0/2764976570 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa63c19b300 con 0x7fa63c1023c0 2024-04-25T01:25:12.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.005+0000 7fa632a00700 1 -- 172.21.15.26:0/2764976570 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa62c0050d0 con 0x7fa63c1023c0 2024-04-25T01:25:12.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.005+0000 7fa632a00700 1 -- 172.21.15.26:0/2764976570 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62c003db0 con 0x7fa63c1023c0 2024-04-25T01:25:12.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.006+0000 7fa63b200700 1 -- 172.21.15.26:0/2764976570 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa63c1a7620 con 0x7fa63c1023c0 2024-04-25T01:25:12.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.007+0000 7fa63b200700 1 -- 172.21.15.26:0/2764976570 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa63c1038a0 con 0x7fa63c1023c0 2024-04-25T01:25:12.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.009+0000 7fa632a00700 1 -- 172.21.15.26:0/2764976570 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa62c005280 con 0x7fa63c1023c0 2024-04-25T01:25:12.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.010+0000 7fa632a00700 1 --2- 172.21.15.26:0/2764976570 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa6200a2e50 0x7fa6200a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:12.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.010+0000 7fa632a00700 1 -- 172.21.15.26:0/2764976570 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa62c0cfec0 con 0x7fa63c1023c0 2024-04-25T01:25:12.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.010+0000 7fa639400700 1 --2- 172.21.15.26:0/2764976570 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa6200a2e50 0x7fa6200a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:12.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.011+0000 7fa639400700 1 --2- 172.21.15.26:0/2764976570 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa6200a2e50 0x7fa6200a5310 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fa628009680 tx=0x7fa628009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:12.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.013+0000 7fa632a00700 1 -- 172.21.15.26:0/2764976570 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa62c013070 con 0x7fa63c1023c0 2024-04-25T01:25:12.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.246+0000 7fa63b200700 1 -- 172.21.15.26:0/2764976570 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7fa63c19be40 con 0x7fa63c1023c0 2024-04-25T01:25:12.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.246+0000 7fa632a00700 1 -- 172.21.15.26:0/2764976570 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fa62c09ccd0 con 0x7fa63c1023c0 2024-04-25T01:25:12.037 INFO:teuthology.orchestra.run.smithi026.stdout:292057776168 2024-04-25T01:25:12.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.250+0000 7fa63b200700 1 -- 172.21.15.26:0/2764976570 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa6200a2e50 msgr2=0x7fa6200a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:12.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.250+0000 7fa63b200700 1 --2- 172.21.15.26:0/2764976570 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa6200a2e50 0x7fa6200a5310 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fa628009680 tx=0x7fa628009260 comp rx=0 tx=0).stop 2024-04-25T01:25:12.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.250+0000 7fa63b200700 1 -- 172.21.15.26:0/2764976570 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa63c1023c0 msgr2=0x7fa63c1a0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:12.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.251+0000 7fa63b200700 1 --2- 172.21.15.26:0/2764976570 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa63c1023c0 0x7fa63c1a0750 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fa62c006010 tx=0x7fa62c00f690 comp rx=0 tx=0).stop 2024-04-25T01:25:12.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.251+0000 7fa63b200700 1 -- 172.21.15.26:0/2764976570 shutdown_connections 2024-04-25T01:25:12.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.251+0000 7fa63b200700 1 --2- 172.21.15.26:0/2764976570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa63c1074a0 0x7fa63c19a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:12.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.251+0000 7fa63b200700 1 --2- 172.21.15.26:0/2764976570 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa6200a2e50 0x7fa6200a5310 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:12.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.251+0000 7fa63b200700 1 --2- 172.21.15.26:0/2764976570 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa63c1023c0 0x7fa63c1a0750 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:12.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.251+0000 7fa63b200700 1 --2- 172.21.15.26:0/2764976570 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa63c102d70 0x7fa63c1a0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:12.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.251+0000 7fa63b200700 1 -- 172.21.15.26:0/2764976570 >> 172.21.15.26:0/2764976570 conn(0x7fa63c0fdcb0 msgr2=0x7fa63c0fffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:12.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.251+0000 7fa63b200700 1 -- 172.21.15.26:0/2764976570 shutdown_connections 2024-04-25T01:25:12.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:11.251+0000 7fa63b200700 1 -- 172.21.15.26:0/2764976570 wait complete. 2024-04-25T01:25:12.265 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:11 smithi111 ceph-mon[32623]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:25:12.265 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:11 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2764976570' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T01:25:12.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:11 smithi026 ceph-mon[28096]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:25:12.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:11 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2764976570' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T01:25:12.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:11 smithi186 ceph-mon[32747]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:25:12.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:11 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2764976570' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T01:25:13.122 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888128 got 146028888133 for osd.4 2024-04-25T01:25:13.122 DEBUG:teuthology.parallel:result is None 2024-04-25T01:25:13.132 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724602 got 167503724607 for osd.5 2024-04-25T01:25:13.132 DEBUG:teuthology.parallel:result is None 2024-04-25T01:25:13.920 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299437 got 223338299443 for osd.7 2024-04-25T01:25:13.921 DEBUG:teuthology.parallel:result is None 2024-04-25T01:25:14.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:14 smithi026 ceph-mon[28096]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:14.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:14 smithi186 ceph-mon[32747]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:14.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:14 smithi111 ceph-mon[32623]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:14.761 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776163 got 292057776168 for osd.9 2024-04-25T01:25:14.761 DEBUG:teuthology.parallel:result is None 2024-04-25T01:25:15.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.434+0000 7f2df2c00700 1 -- 172.21.15.26:0/3027680277 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dec1082b0 msgr2=0x7f2dec108690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:15.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.434+0000 7f2df2c00700 1 --2- 172.21.15.26:0/3027680277 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dec1082b0 0x7f2dec108690 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2ddc009990 tx=0x7f2ddc009ca0 comp rx=0 tx=0).stop 2024-04-25T01:25:15.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.434+0000 7f2df2c00700 1 -- 172.21.15.26:0/3027680277 shutdown_connections 2024-04-25T01:25:15.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.434+0000 7f2df2c00700 1 --2- 172.21.15.26:0/3027680277 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2dec06b2b0 0x7f2dec10f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:15.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.434+0000 7f2df2c00700 1 --2- 172.21.15.26:0/3027680277 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dec1082b0 0x7f2dec108690 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:15.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.434+0000 7f2df2c00700 1 --2- 172.21.15.26:0/3027680277 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2dec06a910 0x7f2dec06ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:15.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.434+0000 7f2df2c00700 1 -- 172.21.15.26:0/3027680277 >> 172.21.15.26:0/3027680277 conn(0x7f2dec0780a0 msgr2=0x7f2dec0784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:15.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.434+0000 7f2df2c00700 1 -- 172.21.15.26:0/3027680277 shutdown_connections 2024-04-25T01:25:15.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.434+0000 7f2df2c00700 1 -- 172.21.15.26:0/3027680277 wait complete. 2024-04-25T01:25:15.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.435+0000 7f2df2c00700 1 Processor -- start 2024-04-25T01:25:15.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.435+0000 7f2df2c00700 1 -- start start 2024-04-25T01:25:15.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.436+0000 7f2df2c00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2dec06a910 0x7f2dec1a0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:15.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.436+0000 7f2df2c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dec06b2b0 0x7f2dec1a0d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:15.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.436+0000 7f2df2c00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2dec1082b0 0x7f2dec19aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:15.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.436+0000 7f2df2c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2dec112510 con 0x7f2dec06b2b0 2024-04-25T01:25:15.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.436+0000 7f2df2c00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f2dec112390 con 0x7f2dec1082b0 2024-04-25T01:25:15.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.436+0000 7f2df2c00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f2dec112690 con 0x7f2dec06a910 2024-04-25T01:25:15.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.436+0000 7f2deb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dec06b2b0 0x7f2dec1a0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:15.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.436+0000 7f2deb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dec06b2b0 0x7f2dec1a0d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42218/0 (socket says 172.21.15.26:42218) 2024-04-25T01:25:15.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.436+0000 7f2deb400700 1 -- 172.21.15.26:0/4164650437 learned_addr learned my addr 172.21.15.26:0/4164650437 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:15.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.436+0000 7f2debe00700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2dec06a910 0x7f2dec1a0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:15.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.436+0000 7f2df0c00700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2dec1082b0 0x7f2dec19aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:15.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.436+0000 7f2deb400700 1 -- 172.21.15.26:0/4164650437 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2dec06a910 msgr2=0x7f2dec1a0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:15.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.436+0000 7f2deb400700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2dec06a910 0x7f2dec1a0850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:15.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.437+0000 7f2deb400700 1 -- 172.21.15.26:0/4164650437 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2dec1082b0 msgr2=0x7f2dec19aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:15.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.437+0000 7f2deb400700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2dec1082b0 0x7f2dec19aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:15.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.437+0000 7f2deb400700 1 -- 172.21.15.26:0/4164650437 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dec19b170 con 0x7f2dec06b2b0 2024-04-25T01:25:15.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.437+0000 7f2debe00700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2dec06a910 0x7f2dec1a0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:15.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.437+0000 7f2deb400700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dec06b2b0 0x7f2dec1a0d90 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f2dd800e9c0 tx=0x7f2dd800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:15.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.437+0000 7f2de8c00700 1 -- 172.21.15.26:0/4164650437 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd800cbd0 con 0x7f2dec06b2b0 2024-04-25T01:25:15.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.437+0000 7f2de8c00700 1 -- 172.21.15.26:0/4164650437 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2dd800ee50 con 0x7f2dec06b2b0 2024-04-25T01:25:15.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.437+0000 7f2df2c00700 1 -- 172.21.15.26:0/4164650437 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dec19b460 con 0x7f2dec06b2b0 2024-04-25T01:25:15.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.437+0000 7f2de8c00700 1 -- 172.21.15.26:0/4164650437 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd8005680 con 0x7f2dec06b2b0 2024-04-25T01:25:15.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.437+0000 7f2df2c00700 1 -- 172.21.15.26:0/4164650437 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dec1a7720 con 0x7f2dec06b2b0 2024-04-25T01:25:15.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.438+0000 7f2df2c00700 1 -- 172.21.15.26:0/4164650437 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2dec103960 con 0x7f2dec06b2b0 2024-04-25T01:25:15.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.441+0000 7f2de8c00700 1 -- 172.21.15.26:0/4164650437 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2dd8004750 con 0x7f2dec06b2b0 2024-04-25T01:25:15.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.443+0000 7f2de8c00700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2dd00a2cb0 0x7f2dd00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:15.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.443+0000 7f2de8c00700 1 -- 172.21.15.26:0/4164650437 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f2dd80cf6d0 con 0x7f2dec06b2b0 2024-04-25T01:25:15.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.443+0000 7f2debe00700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2dd00a2cb0 0x7f2dd00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:15.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.444+0000 7f2debe00700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2dd00a2cb0 0x7f2dd00a5170 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2ddc00b2e0 tx=0x7f2ddc005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:15.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.445+0000 7f2de8c00700 1 -- 172.21.15.26:0/4164650437 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f2dd8053740 con 0x7f2dec06b2b0 2024-04-25T01:25:15.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.673+0000 7f2df2c00700 1 -- 172.21.15.26:0/4164650437 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f2dec068f20 con 0x7f2dec06b2b0 2024-04-25T01:25:15.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.674+0000 7f2de8c00700 1 -- 172.21.15.26:0/4164650437 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f2dec068f20 con 0x7f2dec06b2b0 2024-04-25T01:25:15.654 INFO:teuthology.orchestra.run.smithi026.stdout:201863462971 2024-04-25T01:25:15.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.677+0000 7f2df2c00700 1 -- 172.21.15.26:0/4164650437 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2dd00a2cb0 msgr2=0x7f2dd00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:15.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.677+0000 7f2df2c00700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2dd00a2cb0 0x7f2dd00a5170 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2ddc00b2e0 tx=0x7f2ddc005960 comp rx=0 tx=0).stop 2024-04-25T01:25:15.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.677+0000 7f2df2c00700 1 -- 172.21.15.26:0/4164650437 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dec06b2b0 msgr2=0x7f2dec1a0d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:15.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.677+0000 7f2df2c00700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dec06b2b0 0x7f2dec1a0d90 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f2dd800e9c0 tx=0x7f2dd800ecd0 comp rx=0 tx=0).stop 2024-04-25T01:25:15.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.677+0000 7f2df2c00700 1 -- 172.21.15.26:0/4164650437 shutdown_connections 2024-04-25T01:25:15.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.677+0000 7f2df2c00700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f2dd00a2cb0 0x7f2dd00a5170 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:15.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.677+0000 7f2df2c00700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f2dec1082b0 0x7f2dec19aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:15.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.677+0000 7f2df2c00700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f2dec06a910 0x7f2dec1a0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:15.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.677+0000 7f2df2c00700 1 --2- 172.21.15.26:0/4164650437 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dec06b2b0 0x7f2dec1a0d90 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:15.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.677+0000 7f2df2c00700 1 -- 172.21.15.26:0/4164650437 >> 172.21.15.26:0/4164650437 conn(0x7f2dec0780a0 msgr2=0x7f2dec0ffc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:15.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.677+0000 7f2df2c00700 1 -- 172.21.15.26:0/4164650437 shutdown_connections 2024-04-25T01:25:15.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:15.677+0000 7f2df2c00700 1 -- 172.21.15.26:0/4164650437 wait complete. 2024-04-25T01:25:16.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:16 smithi026 ceph-mon[28096]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:16.554 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:16 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/4164650437' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T01:25:16.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:16 smithi186 ceph-mon[32747]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:16.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:16 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/4164650437' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T01:25:16.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:16 smithi111 ceph-mon[32623]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:16.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:16 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/4164650437' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T01:25:17.266 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:25:17.307 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462964 got 201863462971 for osd.6 2024-04-25T01:25:17.308 DEBUG:teuthology.parallel:result is None 2024-04-25T01:25:17.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:17 smithi026 ceph-mon[28096]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-25T01:25:17.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:17 smithi186 ceph-mon[32747]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-25T01:25:17.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:17 smithi111 ceph-mon[32623]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-25T01:25:18.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.050+0000 7fdf2c600700 1 -- 172.21.15.26:0/1072085798 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf24074460 msgr2=0x7fdf24074840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:18.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.050+0000 7fdf2c600700 1 --2- 172.21.15.26:0/1072085798 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf24074460 0x7fdf24074840 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fdf1800b0a0 tx=0x7fdf1800b3b0 comp rx=0 tx=0).stop 2024-04-25T01:25:18.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.050+0000 7fdf2c600700 1 -- 172.21.15.26:0/1072085798 shutdown_connections 2024-04-25T01:25:18.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.050+0000 7fdf2c600700 1 --2- 172.21.15.26:0/1072085798 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fdf24113400 0x7fdf241157f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:18.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.050+0000 7fdf2c600700 1 --2- 172.21.15.26:0/1072085798 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf24074460 0x7fdf24074840 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:18.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.050+0000 7fdf2c600700 1 --2- 172.21.15.26:0/1072085798 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf24074d80 0x7fdf24112ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:18.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.050+0000 7fdf2c600700 1 -- 172.21.15.26:0/1072085798 >> 172.21.15.26:0/1072085798 conn(0x7fdf24079390 msgr2=0x7fdf240797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:18.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.050+0000 7fdf2c600700 1 -- 172.21.15.26:0/1072085798 shutdown_connections 2024-04-25T01:25:18.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.050+0000 7fdf2c600700 1 -- 172.21.15.26:0/1072085798 wait complete. 2024-04-25T01:25:18.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.052+0000 7fdf2c600700 1 Processor -- start 2024-04-25T01:25:18.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.052+0000 7fdf2c600700 1 -- start start 2024-04-25T01:25:18.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.052+0000 7fdf2c600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf24074460 0x7fdf2419f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:18.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf2c600700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fdf24074d80 0x7fdf2419f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:18.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf2c600700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf24113400 0x7fdf241a3920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:18.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf2c600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdf24118ba0 con 0x7fdf24074460 2024-04-25T01:25:18.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf2c600700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdf24118a20 con 0x7fdf24113400 2024-04-25T01:25:18.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf2c600700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fdf24118d20 con 0x7fdf24074d80 2024-04-25T01:25:18.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf29c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf24074460 0x7fdf2419f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:18.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf29c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf24074460 0x7fdf2419f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42238/0 (socket says 172.21.15.26:42238) 2024-04-25T01:25:18.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf29c00700 1 -- 172.21.15.26:0/563620162 learned_addr learned my addr 172.21.15.26:0/563620162 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:18.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf29200700 1 --2- 172.21.15.26:0/563620162 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fdf24074d80 0x7fdf2419f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:18.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf2a600700 1 --2- 172.21.15.26:0/563620162 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf24113400 0x7fdf241a3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:18.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf29c00700 1 -- 172.21.15.26:0/563620162 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fdf24074d80 msgr2=0x7fdf2419f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:18.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf29c00700 1 --2- 172.21.15.26:0/563620162 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fdf24074d80 0x7fdf2419f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:18.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf29c00700 1 -- 172.21.15.26:0/563620162 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf24113400 msgr2=0x7fdf241a3920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:18.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf29c00700 1 --2- 172.21.15.26:0/563620162 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf24113400 0x7fdf241a3920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:18.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.053+0000 7fdf29c00700 1 -- 172.21.15.26:0/563620162 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf241a4060 con 0x7fdf24074460 2024-04-25T01:25:18.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.054+0000 7fdf29c00700 1 --2- 172.21.15.26:0/563620162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf24074460 0x7fdf2419f050 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fdf1800b070 tx=0x7fdf18004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:18.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.054+0000 7fdf22000700 1 -- 172.21.15.26:0/563620162 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf18021070 con 0x7fdf24074460 2024-04-25T01:25:18.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.054+0000 7fdf22000700 1 -- 172.21.15.26:0/563620162 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf18003c00 con 0x7fdf24074460 2024-04-25T01:25:18.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.054+0000 7fdf22000700 1 -- 172.21.15.26:0/563620162 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf18004750 con 0x7fdf24074460 2024-04-25T01:25:18.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.054+0000 7fdf2c600700 1 -- 172.21.15.26:0/563620162 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf241a42f0 con 0x7fdf24074460 2024-04-25T01:25:18.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.054+0000 7fdf2c600700 1 -- 172.21.15.26:0/563620162 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf241abbd0 con 0x7fdf24074460 2024-04-25T01:25:18.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.055+0000 7fdf2c600700 1 -- 172.21.15.26:0/563620162 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf24075b50 con 0x7fdf24074460 2024-04-25T01:25:18.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.057+0000 7fdf22000700 1 -- 172.21.15.26:0/563620162 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fdf18007980 con 0x7fdf24074460 2024-04-25T01:25:18.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.059+0000 7fdf22000700 1 --2- 172.21.15.26:0/563620162 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fdf0c0a2ca0 0x7fdf0c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:18.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.059+0000 7fdf22000700 1 -- 172.21.15.26:0/563620162 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fdf1800f020 con 0x7fdf24074460 2024-04-25T01:25:18.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.059+0000 7fdf29200700 1 --2- 172.21.15.26:0/563620162 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fdf0c0a2ca0 0x7fdf0c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:18.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.060+0000 7fdf29200700 1 --2- 172.21.15.26:0/563620162 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fdf0c0a2ca0 0x7fdf0c0a5160 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fdf2410fd70 tx=0x7fdf10009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:18.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.064+0000 7fdf22000700 1 -- 172.21.15.26:0/563620162 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fdf1802a020 con 0x7fdf24074460 2024-04-25T01:25:18.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.298+0000 7fdf2c600700 1 -- 172.21.15.26:0/563620162 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fdf241abda0 con 0x7fdf24074460 2024-04-25T01:25:18.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.299+0000 7fdf22000700 1 -- 172.21.15.26:0/563620162 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdf1809d3f0 con 0x7fdf24074460 2024-04-25T01:25:18.279 INFO:teuthology.orchestra.run.smithi026.stdout:55834574935 2024-04-25T01:25:18.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.302+0000 7fdf2c600700 1 -- 172.21.15.26:0/563620162 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fdf0c0a2ca0 msgr2=0x7fdf0c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:18.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.302+0000 7fdf2c600700 1 --2- 172.21.15.26:0/563620162 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fdf0c0a2ca0 0x7fdf0c0a5160 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fdf2410fd70 tx=0x7fdf10009260 comp rx=0 tx=0).stop 2024-04-25T01:25:18.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.302+0000 7fdf2c600700 1 -- 172.21.15.26:0/563620162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf24074460 msgr2=0x7fdf2419f050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:18.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.302+0000 7fdf2c600700 1 --2- 172.21.15.26:0/563620162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf24074460 0x7fdf2419f050 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fdf1800b070 tx=0x7fdf18004c80 comp rx=0 tx=0).stop 2024-04-25T01:25:18.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.302+0000 7fdf2c600700 1 -- 172.21.15.26:0/563620162 shutdown_connections 2024-04-25T01:25:18.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.302+0000 7fdf2c600700 1 --2- 172.21.15.26:0/563620162 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fdf0c0a2ca0 0x7fdf0c0a5160 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:18.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.302+0000 7fdf2c600700 1 --2- 172.21.15.26:0/563620162 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdf24113400 0x7fdf241a3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:18.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.302+0000 7fdf2c600700 1 --2- 172.21.15.26:0/563620162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdf24074460 0x7fdf2419f050 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:18.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.302+0000 7fdf2c600700 1 --2- 172.21.15.26:0/563620162 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fdf24074d80 0x7fdf2419f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:18.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.302+0000 7fdf2c600700 1 -- 172.21.15.26:0/563620162 >> 172.21.15.26:0/563620162 conn(0x7fdf24079390 msgr2=0x7fdf241122a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:18.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.302+0000 7fdf2c600700 1 -- 172.21.15.26:0/563620162 shutdown_connections 2024-04-25T01:25:18.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:18.302+0000 7fdf2c600700 1 -- 172.21.15.26:0/563620162 wait complete. 2024-04-25T01:25:18.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:18 smithi026 ceph-mon[28096]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-25T01:25:18.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:18 smithi186 ceph-mon[32747]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-25T01:25:18.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:18 smithi111 ceph-mon[32623]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-25T01:25:19.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:19 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/563620162' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T01:25:19.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:19 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/563620162' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T01:25:19.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.578+0000 7fa4a9000700 1 -- 172.21.15.26:0/3307692294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4a406b3b0 msgr2=0x7fa4a4106df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:19.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.578+0000 7fa4a9000700 1 --2- 172.21.15.26:0/3307692294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4a406b3b0 0x7fa4a4106df0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa4900099c0 tx=0x7fa490009cd0 comp rx=0 tx=0).stop 2024-04-25T01:25:19.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.578+0000 7fa4a9000700 1 -- 172.21.15.26:0/3307692294 shutdown_connections 2024-04-25T01:25:19.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.578+0000 7fa4a9000700 1 --2- 172.21.15.26:0/3307692294 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa4a4107520 0x7fa4a410f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:19.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.578+0000 7fa4a9000700 1 --2- 172.21.15.26:0/3307692294 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4a406aa00 0x7fa4a406ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:19.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.578+0000 7fa4a9000700 1 --2- 172.21.15.26:0/3307692294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4a406b3b0 0x7fa4a4106df0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:19.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.578+0000 7fa4a9000700 1 -- 172.21.15.26:0/3307692294 >> 172.21.15.26:0/3307692294 conn(0x7fa4a4077f70 msgr2=0x7fa4a4078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:19.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.578+0000 7fa4a9000700 1 -- 172.21.15.26:0/3307692294 shutdown_connections 2024-04-25T01:25:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.578+0000 7fa4a9000700 1 -- 172.21.15.26:0/3307692294 wait complete. 2024-04-25T01:25:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.579+0000 7fa4a9000700 1 Processor -- start 2024-04-25T01:25:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.579+0000 7fa4a9000700 1 -- start start 2024-04-25T01:25:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.580+0000 7fa4a9000700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa4a406aa00 0x7fa4a41a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.580+0000 7fa4a9000700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4a406b3b0 0x7fa4a41a0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.580+0000 7fa4a9000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4a4107520 0x7fa4a419a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.580+0000 7fa4a9000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa4a41124d0 con 0x7fa4a4107520 2024-04-25T01:25:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.580+0000 7fa4a9000700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa4a4112350 con 0x7fa4a406b3b0 2024-04-25T01:25:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.580+0000 7fa4a9000700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa4a4112650 con 0x7fa4a406aa00 2024-04-25T01:25:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.580+0000 7fa4a3e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4a4107520 0x7fa4a419a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.580+0000 7fa4a3400700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa4a406aa00 0x7fa4a41a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.580+0000 7fa4a3e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4a4107520 0x7fa4a419a940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42260/0 (socket says 172.21.15.26:42260) 2024-04-25T01:25:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.580+0000 7fa4a3400700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa4a406aa00 0x7fa4a41a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:57334/0 (socket says 172.21.15.26:57334) 2024-04-25T01:25:19.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.580+0000 7fa4a3e00700 1 -- 172.21.15.26:0/4190651261 learned_addr learned my addr 172.21.15.26:0/4190651261 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:19.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.580+0000 7fa4a2a00700 1 --2- 172.21.15.26:0/4190651261 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4a406b3b0 0x7fa4a41a0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:19.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.581+0000 7fa4a3400700 1 -- 172.21.15.26:0/4190651261 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4a406b3b0 msgr2=0x7fa4a41a0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:19.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.581+0000 7fa4a3400700 1 --2- 172.21.15.26:0/4190651261 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4a406b3b0 0x7fa4a41a0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:19.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.581+0000 7fa4a3400700 1 -- 172.21.15.26:0/4190651261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4a4107520 msgr2=0x7fa4a419a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:19.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.581+0000 7fa4a3400700 1 --2- 172.21.15.26:0/4190651261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4a4107520 0x7fa4a419a940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:19.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.581+0000 7fa4a3400700 1 -- 172.21.15.26:0/4190651261 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4a419b0a0 con 0x7fa4a406aa00 2024-04-25T01:25:19.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.581+0000 7fa4a3400700 1 --2- 172.21.15.26:0/4190651261 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa4a406aa00 0x7fa4a41a0730 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa49400d750 tx=0x7fa49400da60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:19.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.581+0000 7fa49be00700 1 -- 172.21.15.26:0/4190651261 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa494014030 con 0x7fa4a406aa00 2024-04-25T01:25:19.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.581+0000 7fa4a9000700 1 -- 172.21.15.26:0/4190651261 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4a419b390 con 0x7fa4a406aa00 2024-04-25T01:25:19.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.581+0000 7fa49be00700 1 -- 172.21.15.26:0/4190651261 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa494004500 con 0x7fa4a406aa00 2024-04-25T01:25:19.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.581+0000 7fa49be00700 1 -- 172.21.15.26:0/4190651261 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4940054e0 con 0x7fa4a406aa00 2024-04-25T01:25:19.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.581+0000 7fa4a9000700 1 -- 172.21.15.26:0/4190651261 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4a41a7600 con 0x7fa4a406aa00 2024-04-25T01:25:19.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.582+0000 7fa4a9000700 1 -- 172.21.15.26:0/4190651261 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4a4068f20 con 0x7fa4a406aa00 2024-04-25T01:25:19.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.584+0000 7fa49be00700 1 -- 172.21.15.26:0/4190651261 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa494004750 con 0x7fa4a406aa00 2024-04-25T01:25:19.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.586+0000 7fa49be00700 1 --2- 172.21.15.26:0/4190651261 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4880a2c20 0x7fa4880a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:19.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.586+0000 7fa49be00700 1 -- 172.21.15.26:0/4190651261 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa4940ce970 con 0x7fa4a406aa00 2024-04-25T01:25:19.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.586+0000 7fa4a2a00700 1 --2- 172.21.15.26:0/4190651261 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4880a2c20 0x7fa4880a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:19.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.587+0000 7fa4a2a00700 1 --2- 172.21.15.26:0/4190651261 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4880a2c20 0x7fa4880a50e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa49000b580 tx=0x7fa490005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:19.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.590+0000 7fa49be00700 1 -- 172.21.15.26:0/4190651261 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa49409b850 con 0x7fa4a406aa00 2024-04-25T01:25:19.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:19 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/563620162' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T01:25:19.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.824+0000 7fa4a9000700 1 -- 172.21.15.26:0/4190651261 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fa4a402db30 con 0x7fa4a406aa00 2024-04-25T01:25:19.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.825+0000 7fa49be00700 1 -- 172.21.15.26:0/4190651261 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fa49409b150 con 0x7fa4a406aa00 2024-04-25T01:25:19.805 INFO:teuthology.orchestra.run.smithi026.stdout:257698037809 2024-04-25T01:25:19.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.828+0000 7fa4a9000700 1 -- 172.21.15.26:0/4190651261 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4880a2c20 msgr2=0x7fa4880a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:19.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.828+0000 7fa4a9000700 1 --2- 172.21.15.26:0/4190651261 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4880a2c20 0x7fa4880a50e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa49000b580 tx=0x7fa490005fb0 comp rx=0 tx=0).stop 2024-04-25T01:25:19.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.828+0000 7fa4a9000700 1 -- 172.21.15.26:0/4190651261 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa4a406aa00 msgr2=0x7fa4a41a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:19.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.828+0000 7fa4a9000700 1 --2- 172.21.15.26:0/4190651261 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa4a406aa00 0x7fa4a41a0730 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa49400d750 tx=0x7fa49400da60 comp rx=0 tx=0).stop 2024-04-25T01:25:19.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.828+0000 7fa4a9000700 1 -- 172.21.15.26:0/4190651261 shutdown_connections 2024-04-25T01:25:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.828+0000 7fa4a9000700 1 --2- 172.21.15.26:0/4190651261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4a4107520 0x7fa4a419a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.828+0000 7fa4a9000700 1 --2- 172.21.15.26:0/4190651261 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa4a406aa00 0x7fa4a41a0730 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.828+0000 7fa4a9000700 1 --2- 172.21.15.26:0/4190651261 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4880a2c20 0x7fa4880a50e0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.828+0000 7fa4a9000700 1 --2- 172.21.15.26:0/4190651261 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4a406b3b0 0x7fa4a41a0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.828+0000 7fa4a9000700 1 -- 172.21.15.26:0/4190651261 >> 172.21.15.26:0/4190651261 conn(0x7fa4a4077f70 msgr2=0x7fa4a410d530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.828+0000 7fa4a9000700 1 -- 172.21.15.26:0/4190651261 shutdown_connections 2024-04-25T01:25:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:19.829+0000 7fa4a9000700 1 -- 172.21.15.26:0/4190651261 wait complete. 2024-04-25T01:25:20.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:20 smithi026 ceph-mon[28096]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-25T01:25:20.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:20 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/4190651261' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T01:25:20.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:20 smithi186 ceph-mon[32747]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-25T01:25:20.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:20 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/4190651261' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T01:25:20.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:20 smithi111 ceph-mon[32623]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-25T01:25:20.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:20 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/4190651261' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T01:25:20.861 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037803 got 257698037809 for osd.8 2024-04-25T01:25:20.861 DEBUG:teuthology.parallel:result is None 2024-04-25T01:25:21.476 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574929 got 55834574935 for osd.1 2024-04-25T01:25:21.477 DEBUG:teuthology.parallel:result is None 2024-04-25T01:25:22.285 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:22 smithi026 ceph-mon[28096]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-25T01:25:22.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:22 smithi186 ceph-mon[32747]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-25T01:25:22.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:22 smithi111 ceph-mon[32623]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-25T01:25:22.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.647+0000 7f3d8be00700 1 -- 172.21.15.26:0/3849165544 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d84113400 msgr2=0x7f3d841157f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:22.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.647+0000 7f3d8be00700 1 --2- 172.21.15.26:0/3849165544 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d84113400 0x7f3d841157f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c00b0a0 tx=0x7f3d7c00b3b0 comp rx=0 tx=0).stop 2024-04-25T01:25:22.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.647+0000 7f3d8be00700 1 -- 172.21.15.26:0/3849165544 shutdown_connections 2024-04-25T01:25:22.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.647+0000 7f3d8be00700 1 --2- 172.21.15.26:0/3849165544 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d84113400 0x7f3d841157f0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:22.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.647+0000 7f3d8be00700 1 --2- 172.21.15.26:0/3849165544 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3d84074460 0x7f3d84074840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:22.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.647+0000 7f3d8be00700 1 --2- 172.21.15.26:0/3849165544 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3d84074d80 0x7f3d84112ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:22.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.647+0000 7f3d8be00700 1 -- 172.21.15.26:0/3849165544 >> 172.21.15.26:0/3849165544 conn(0x7f3d84079390 msgr2=0x7f3d840797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:22.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.647+0000 7f3d8be00700 1 -- 172.21.15.26:0/3849165544 shutdown_connections 2024-04-25T01:25:22.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.647+0000 7f3d8be00700 1 -- 172.21.15.26:0/3849165544 wait complete. 2024-04-25T01:25:22.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.648+0000 7f3d8be00700 1 Processor -- start 2024-04-25T01:25:22.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.648+0000 7f3d8be00700 1 -- start start 2024-04-25T01:25:22.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.649+0000 7f3d8be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d84074460 0x7f3d8419ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:22.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.649+0000 7f3d8be00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3d84074d80 0x7f3d8419f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:22.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.649+0000 7f3d8be00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3d84113400 0x7f3d841a3860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:22.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.649+0000 7f3d8be00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3d84118b60 con 0x7f3d84074460 2024-04-25T01:25:22.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.649+0000 7f3d8be00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f3d841189e0 con 0x7f3d84074d80 2024-04-25T01:25:22.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.649+0000 7f3d8be00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f3d84118ce0 con 0x7f3d84113400 2024-04-25T01:25:22.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.649+0000 7f3d89400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d84074460 0x7f3d8419ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:22.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.649+0000 7f3d89400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d84074460 0x7f3d8419ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42276/0 (socket says 172.21.15.26:42276) 2024-04-25T01:25:22.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.649+0000 7f3d89400700 1 -- 172.21.15.26:0/2075446724 learned_addr learned my addr 172.21.15.26:0/2075446724 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:22.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.649+0000 7f3d89e00700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3d84113400 0x7f3d841a3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:22.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.649+0000 7f3d88a00700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3d84074d80 0x7f3d8419f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:22.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.650+0000 7f3d89e00700 1 -- 172.21.15.26:0/2075446724 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3d84074d80 msgr2=0x7f3d8419f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:22.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.650+0000 7f3d89e00700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3d84074d80 0x7f3d8419f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:22.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.650+0000 7f3d89e00700 1 -- 172.21.15.26:0/2075446724 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d84074460 msgr2=0x7f3d8419ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:22.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.650+0000 7f3d89e00700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d84074460 0x7f3d8419ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:22.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.650+0000 7f3d89e00700 1 -- 172.21.15.26:0/2075446724 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d841a3fa0 con 0x7f3d84113400 2024-04-25T01:25:22.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.650+0000 7f3d89400700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d84074460 0x7f3d8419ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:22.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.650+0000 7f3d89e00700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3d84113400 0x7f3d841a3860 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c00b070 tx=0x7f3d7c004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:22.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.650+0000 7f3d82000700 1 -- 172.21.15.26:0/2075446724 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d7c021070 con 0x7f3d84113400 2024-04-25T01:25:22.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.651+0000 7f3d82000700 1 -- 172.21.15.26:0/2075446724 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3d7c007b80 con 0x7f3d84113400 2024-04-25T01:25:22.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.651+0000 7f3d8be00700 1 -- 172.21.15.26:0/2075446724 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d841a4230 con 0x7f3d84113400 2024-04-25T01:25:22.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.651+0000 7f3d82000700 1 -- 172.21.15.26:0/2075446724 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d7c01de60 con 0x7f3d84113400 2024-04-25T01:25:22.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.651+0000 7f3d8be00700 1 -- 172.21.15.26:0/2075446724 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d841abb10 con 0x7f3d84113400 2024-04-25T01:25:22.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.652+0000 7f3d8be00700 1 -- 172.21.15.26:0/2075446724 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d84068f20 con 0x7f3d84113400 2024-04-25T01:25:22.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.654+0000 7f3d82000700 1 -- 172.21.15.26:0/2075446724 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f3d7c024070 con 0x7f3d84113400 2024-04-25T01:25:22.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.655+0000 7f3d82000700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3d6c0a2c20 0x7f3d6c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:22.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.655+0000 7f3d82000700 1 -- 172.21.15.26:0/2075446724 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f3d7c0d0260 con 0x7f3d84113400 2024-04-25T01:25:22.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.656+0000 7f3d89400700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3d6c0a2c20 0x7f3d6c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:22.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.657+0000 7f3d82000700 1 -- 172.21.15.26:0/2075446724 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f3d7c09d1d0 con 0x7f3d84113400 2024-04-25T01:25:22.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.657+0000 7f3d89400700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3d6c0a2c20 0x7f3d6c0a50e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f3d78011550 tx=0x7f3d78009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:22.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.935+0000 7f3d8be00700 1 -- 172.21.15.26:0/2075446724 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f3d841abce0 con 0x7f3d84113400 2024-04-25T01:25:22.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.936+0000 7f3d82000700 1 -- 172.21.15.26:0/2075446724 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3d7c09cad0 con 0x7f3d84113400 2024-04-25T01:25:22.916 INFO:teuthology.orchestra.run.smithi026.stdout:77309411412 2024-04-25T01:25:22.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.939+0000 7f3d8be00700 1 -- 172.21.15.26:0/2075446724 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3d6c0a2c20 msgr2=0x7f3d6c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:22.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.939+0000 7f3d8be00700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3d6c0a2c20 0x7f3d6c0a50e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f3d78011550 tx=0x7f3d78009260 comp rx=0 tx=0).stop 2024-04-25T01:25:22.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.939+0000 7f3d8be00700 1 -- 172.21.15.26:0/2075446724 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3d84113400 msgr2=0x7f3d841a3860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:22.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.939+0000 7f3d8be00700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3d84113400 0x7f3d841a3860 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c00b070 tx=0x7f3d7c004c80 comp rx=0 tx=0).stop 2024-04-25T01:25:22.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.939+0000 7f3d8be00700 1 -- 172.21.15.26:0/2075446724 shutdown_connections 2024-04-25T01:25:22.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.939+0000 7f3d8be00700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3d84113400 0x7f3d841a3860 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:22.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.939+0000 7f3d8be00700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d84074460 0x7f3d8419ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:22.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.939+0000 7f3d8be00700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f3d6c0a2c20 0x7f3d6c0a50e0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:22.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.939+0000 7f3d8be00700 1 --2- 172.21.15.26:0/2075446724 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3d84074d80 0x7f3d8419f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:22.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.939+0000 7f3d8be00700 1 -- 172.21.15.26:0/2075446724 >> 172.21.15.26:0/2075446724 conn(0x7f3d84079390 msgr2=0x7f3d841121c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:22.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.939+0000 7f3d8be00700 1 -- 172.21.15.26:0/2075446724 shutdown_connections 2024-04-25T01:25:22.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:22.939+0000 7f3d8be00700 1 -- 172.21.15.26:0/2075446724 wait complete. 2024-04-25T01:25:23.227 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:23 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2075446724' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T01:25:23.228 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:23 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:25:23.540 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:23 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:25:23.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:23 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2075446724' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T01:25:23.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:23 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:25:23.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:23 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:25:23.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:23 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2075446724' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T01:25:23.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:23 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:25:23.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:23 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:25:23.828 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411405 got 77309411412 for osd.2 2024-04-25T01:25:23.828 DEBUG:teuthology.parallel:result is None 2024-04-25T01:25:23.828 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-25T01:25:23.828 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T01:25:24.277 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:25:24.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:24 smithi026 ceph-mon[28096]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-25T01:25:24.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:24 smithi186 ceph-mon[32747]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-25T01:25:24.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:24 smithi111 ceph-mon[32623]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-25T01:25:25.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:25:25.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:25:25.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:25:25.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:25:25.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:25:25.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:25:25.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:25:25.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:25:25.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:25:26.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.551+0000 7f9ff6800700 1 -- 172.21.15.26:0/742892472 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9ff006a8e0 msgr2=0x7f9ff010f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:26.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.551+0000 7f9ff6800700 1 --2- 172.21.15.26:0/742892472 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9ff006a8e0 0x7f9ff010f0f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9fe8009f90 tx=0x7f9fe800b330 comp rx=0 tx=0).stop 2024-04-25T01:25:26.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.551+0000 7f9ff6800700 1 -- 172.21.15.26:0/742892472 shutdown_connections 2024-04-25T01:25:26.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.551+0000 7f9ff6800700 1 --2- 172.21.15.26:0/742892472 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9ff006a8e0 0x7f9ff010f0f0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:26.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.551+0000 7f9ff6800700 1 --2- 172.21.15.26:0/742892472 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ff01082b0 0x7f9ff0108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:26.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.551+0000 7f9ff6800700 1 --2- 172.21.15.26:0/742892472 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ff0069f40 0x7f9ff006a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:26.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.551+0000 7f9ff6800700 1 -- 172.21.15.26:0/742892472 >> 172.21.15.26:0/742892472 conn(0x7f9ff00780e0 msgr2=0x7f9ff00784f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:26.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.551+0000 7f9ff6800700 1 -- 172.21.15.26:0/742892472 shutdown_connections 2024-04-25T01:25:26.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.552+0000 7f9ff6800700 1 -- 172.21.15.26:0/742892472 wait complete. 2024-04-25T01:25:26.533 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:26 smithi026 ceph-mon[28096]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-25T01:25:26.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.553+0000 7f9ff6800700 1 Processor -- start 2024-04-25T01:25:26.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.553+0000 7f9ff6800700 1 -- start start 2024-04-25T01:25:26.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.553+0000 7f9ff6800700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ff0069f40 0x7f9ff01a0840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:26.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.553+0000 7f9ff6800700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9ff006a8e0 0x7f9ff01a0d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:26.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.553+0000 7f9ff6800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ff01082b0 0x7f9ff019aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:26.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.553+0000 7f9ff6800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9ff0112550 con 0x7f9ff01082b0 2024-04-25T01:25:26.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.553+0000 7f9ff6800700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9ff01123d0 con 0x7f9ff0069f40 2024-04-25T01:25:26.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.553+0000 7f9ff6800700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f9ff01126d0 con 0x7f9ff006a8e0 2024-04-25T01:25:26.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.554+0000 7f9fefe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ff01082b0 0x7f9ff019aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:26.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.554+0000 7f9fe6a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9ff006a8e0 0x7f9ff01a0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.554+0000 7f9fefe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ff01082b0 0x7f9ff019aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57040/0 (socket says 172.21.15.26:57040) 2024-04-25T01:25:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.554+0000 7f9fef400700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ff0069f40 0x7f9ff01a0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.554+0000 7f9fefe00700 1 -- 172.21.15.26:0/800125450 learned_addr learned my addr 172.21.15.26:0/800125450 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.554+0000 7f9fefe00700 1 -- 172.21.15.26:0/800125450 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9ff006a8e0 msgr2=0x7f9ff01a0d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.554+0000 7f9fefe00700 1 --2- 172.21.15.26:0/800125450 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9ff006a8e0 0x7f9ff01a0d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.554+0000 7f9fefe00700 1 -- 172.21.15.26:0/800125450 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ff0069f40 msgr2=0x7f9ff01a0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.554+0000 7f9fefe00700 1 --2- 172.21.15.26:0/800125450 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ff0069f40 0x7f9ff01a0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.554+0000 7f9fefe00700 1 -- 172.21.15.26:0/800125450 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ff019b160 con 0x7f9ff01082b0 2024-04-25T01:25:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.555+0000 7f9fefe00700 1 --2- 172.21.15.26:0/800125450 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ff01082b0 0x7f9ff019aa00 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9fe8009550 tx=0x7f9fe800cfa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:26.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.555+0000 7f9fecc00700 1 -- 172.21.15.26:0/800125450 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe8021070 con 0x7f9ff01082b0 2024-04-25T01:25:26.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.555+0000 7f9fecc00700 1 -- 172.21.15.26:0/800125450 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9fe8007ac0 con 0x7f9ff01082b0 2024-04-25T01:25:26.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.555+0000 7f9fecc00700 1 -- 172.21.15.26:0/800125450 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe80052a0 con 0x7f9ff01082b0 2024-04-25T01:25:26.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.555+0000 7f9ff6800700 1 -- 172.21.15.26:0/800125450 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ff019b3f0 con 0x7f9ff01082b0 2024-04-25T01:25:26.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.555+0000 7f9ff6800700 1 -- 172.21.15.26:0/800125450 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ff01a7710 con 0x7f9ff01082b0 2024-04-25T01:25:26.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.557+0000 7f9ff6800700 1 -- 172.21.15.26:0/800125450 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ff0068f20 con 0x7f9ff01082b0 2024-04-25T01:25:26.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.559+0000 7f9fecc00700 1 -- 172.21.15.26:0/800125450 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9fe8024070 con 0x7f9ff01082b0 2024-04-25T01:25:26.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.561+0000 7f9fecc00700 1 --2- 172.21.15.26:0/800125450 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9fd40a2ca0 0x7f9fd40a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:26.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.561+0000 7f9fecc00700 1 -- 172.21.15.26:0/800125450 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f9fe80cff90 con 0x7f9ff01082b0 2024-04-25T01:25:26.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.561+0000 7f9fef400700 1 --2- 172.21.15.26:0/800125450 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9fd40a2ca0 0x7f9fd40a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:26.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.562+0000 7f9fef400700 1 --2- 172.21.15.26:0/800125450 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9fd40a2ca0 0x7f9fd40a5160 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9fe0009750 tx=0x7f9fe0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:26.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.566+0000 7f9fecc00700 1 -- 172.21.15.26:0/800125450 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f9fe809cf00 con 0x7f9ff01082b0 2024-04-25T01:25:26.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:26 smithi186 ceph-mon[32747]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-25T01:25:26.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:26 smithi111 ceph-mon[32623]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-25T01:25:26.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.789+0000 7f9ff6800700 1 -- 172.21.15.26:0/800125450 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9ff010dbc0 con 0x7f9fd40a2ca0 2024-04-25T01:25:26.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.814+0000 7f9fecc00700 1 -- 172.21.15.26:0/800125450 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258875 (secure 0 0 0) 0x7f9ff010dbc0 con 0x7f9fd40a2ca0 2024-04-25T01:25:26.797 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:25:26.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.821+0000 7f9ff6800700 1 -- 172.21.15.26:0/800125450 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9fd40a2ca0 msgr2=0x7f9fd40a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:26.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.821+0000 7f9ff6800700 1 --2- 172.21.15.26:0/800125450 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9fd40a2ca0 0x7f9fd40a5160 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9fe0009750 tx=0x7f9fe0009310 comp rx=0 tx=0).stop 2024-04-25T01:25:26.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.821+0000 7f9ff6800700 1 -- 172.21.15.26:0/800125450 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ff01082b0 msgr2=0x7f9ff019aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:26.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.821+0000 7f9ff6800700 1 --2- 172.21.15.26:0/800125450 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ff01082b0 0x7f9ff019aa00 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9fe8009550 tx=0x7f9fe800cfa0 comp rx=0 tx=0).stop 2024-04-25T01:25:26.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.821+0000 7f9ff6800700 1 -- 172.21.15.26:0/800125450 shutdown_connections 2024-04-25T01:25:26.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.821+0000 7f9ff6800700 1 --2- 172.21.15.26:0/800125450 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ff01082b0 0x7f9ff019aa00 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:26.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.821+0000 7f9ff6800700 1 --2- 172.21.15.26:0/800125450 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9fd40a2ca0 0x7f9fd40a5160 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:26.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.821+0000 7f9ff6800700 1 --2- 172.21.15.26:0/800125450 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9ff0069f40 0x7f9ff01a0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:26.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.821+0000 7f9ff6800700 1 --2- 172.21.15.26:0/800125450 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9ff006a8e0 0x7f9ff01a0d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:26.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.821+0000 7f9ff6800700 1 -- 172.21.15.26:0/800125450 >> 172.21.15.26:0/800125450 conn(0x7f9ff00780e0 msgr2=0x7f9ff010d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:26.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.821+0000 7f9ff6800700 1 -- 172.21.15.26:0/800125450 shutdown_connections 2024-04-25T01:25:26.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:26.821+0000 7f9ff6800700 1 -- 172.21.15.26:0/800125450 wait complete. 2024-04-25T01:25:26.806 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-25T01:25:27.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:27 smithi026 ceph-mon[28096]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:25:27.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:27 smithi186 ceph-mon[32747]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:25:27.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:27 smithi111 ceph-mon[32623]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:25:27.948 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":368,"stamp":"2024-04-25T01:25:25.125740+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658892,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":937,"num_read_kb":612,"num_write":434,"num_write_kb":3085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1241576,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":858,"ondisk_log_size":858,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":375132,"kb_used_data":13500,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124566692,"statfs":{"total":1151940427776,"available":1151556292608,"internally_reserved":0,"allocated":13824000,"data_stored":7482948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":370193722},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":672,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":119,"num_read_kb":59,"num_write":11,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004438"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.107471+0000","last_change":"2024-04-25T01:23:53.817315+0000","last_active":"2024-04-25T01:25:15.107471+0000","last_peered":"2024-04-25T01:25:15.107471+0000","last_clean":"2024-04-25T01:25:15.107471+0000","last_became_active":"2024-04-25T01:23:53.816977+0000","last_became_peered":"2024-04-25T01:23:53.816977+0000","last_unstale":"2024-04-25T01:25:15.107471+0000","last_undegraded":"2024-04-25T01:25:15.107471+0000","last_fullsized":"2024-04-25T01:25:15.107471+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:58:10.727337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.090427+0000","last_change":"2024-04-25T01:23:53.813015+0000","last_active":"2024-04-25T01:25:15.090427+0000","last_peered":"2024-04-25T01:25:15.090427+0000","last_clean":"2024-04-25T01:25:15.090427+0000","last_became_active":"2024-04-25T01:23:53.812501+0000","last_became_peered":"2024-04-25T01:23:53.812501+0000","last_unstale":"2024-04-25T01:25:15.090427+0000","last_undegraded":"2024-04-25T01:25:15.090427+0000","last_fullsized":"2024-04-25T01:25:15.090427+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:05:29.442152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.108366+0000","last_change":"2024-04-25T01:23:53.820501+0000","last_active":"2024-04-25T01:25:15.108366+0000","last_peered":"2024-04-25T01:25:15.108366+0000","last_clean":"2024-04-25T01:25:15.108366+0000","last_became_active":"2024-04-25T01:23:53.820158+0000","last_became_peered":"2024-04-25T01:23:53.820158+0000","last_unstale":"2024-04-25T01:25:15.108366+0000","last_undegraded":"2024-04-25T01:25:15.108366+0000","last_fullsized":"2024-04-25T01:25:15.108366+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:19:14.606893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.095731+0000","last_change":"2024-04-25T01:23:53.813105+0000","last_active":"2024-04-25T01:25:15.095731+0000","last_peered":"2024-04-25T01:25:15.095731+0000","last_clean":"2024-04-25T01:25:15.095731+0000","last_became_active":"2024-04-25T01:23:53.812723+0000","last_became_peered":"2024-04-25T01:23:53.812723+0000","last_unstale":"2024-04-25T01:25:15.095731+0000","last_undegraded":"2024-04-25T01:25:15.095731+0000","last_fullsized":"2024-04-25T01:25:15.095731+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:21:55.357758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.105392+0000","last_change":"2024-04-25T01:23:53.826692+0000","last_active":"2024-04-25T01:25:15.105392+0000","last_peered":"2024-04-25T01:25:15.105392+0000","last_clean":"2024-04-25T01:25:15.105392+0000","last_became_active":"2024-04-25T01:23:53.826240+0000","last_became_peered":"2024-04-25T01:23:53.826240+0000","last_unstale":"2024-04-25T01:25:15.105392+0000","last_undegraded":"2024-04-25T01:25:15.105392+0000","last_fullsized":"2024-04-25T01:25:15.105392+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:19:13.044372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.083272+0000","last_change":"2024-04-25T01:23:53.815934+0000","last_active":"2024-04-25T01:25:15.083272+0000","last_peered":"2024-04-25T01:25:15.083272+0000","last_clean":"2024-04-25T01:25:15.083272+0000","last_became_active":"2024-04-25T01:23:53.815340+0000","last_became_peered":"2024-04-25T01:23:53.815340+0000","last_unstale":"2024-04-25T01:25:15.083272+0000","last_undegraded":"2024-04-25T01:25:15.083272+0000","last_fullsized":"2024-04-25T01:25:15.083272+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:49:01.183744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.102796+0000","last_change":"2024-04-25T01:23:53.802952+0000","last_active":"2024-04-25T01:25:15.102796+0000","last_peered":"2024-04-25T01:25:15.102796+0000","last_clean":"2024-04-25T01:25:15.102796+0000","last_became_active":"2024-04-25T01:23:53.802585+0000","last_became_peered":"2024-04-25T01:23:53.802585+0000","last_unstale":"2024-04-25T01:25:15.102796+0000","last_undegraded":"2024-04-25T01:25:15.102796+0000","last_fullsized":"2024-04-25T01:25:15.102796+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:48:22.062096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.100543+0000","last_change":"2024-04-25T01:23:53.809159+0000","last_active":"2024-04-25T01:25:15.100543+0000","last_peered":"2024-04-25T01:25:15.100543+0000","last_clean":"2024-04-25T01:25:15.100543+0000","last_became_active":"2024-04-25T01:23:53.808744+0000","last_became_peered":"2024-04-25T01:23:53.808744+0000","last_unstale":"2024-04-25T01:25:15.100543+0000","last_undegraded":"2024-04-25T01:25:15.100543+0000","last_fullsized":"2024-04-25T01:25:15.100543+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:50:59.666305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.095022+0000","last_change":"2024-04-25T01:23:53.808664+0000","last_active":"2024-04-25T01:25:15.095022+0000","last_peered":"2024-04-25T01:25:15.095022+0000","last_clean":"2024-04-25T01:25:15.095022+0000","last_became_active":"2024-04-25T01:23:53.807734+0000","last_became_peered":"2024-04-25T01:23:53.807734+0000","last_unstale":"2024-04-25T01:25:15.095022+0000","last_undegraded":"2024-04-25T01:25:15.095022+0000","last_fullsized":"2024-04-25T01:25:15.095022+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:44:08.582164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.096738+0000","last_change":"2024-04-25T01:23:53.811656+0000","last_active":"2024-04-25T01:25:15.096738+0000","last_peered":"2024-04-25T01:25:15.096738+0000","last_clean":"2024-04-25T01:25:15.096738+0000","last_became_active":"2024-04-25T01:23:53.810834+0000","last_became_peered":"2024-04-25T01:23:53.810834+0000","last_unstale":"2024-04-25T01:25:15.096738+0000","last_undegraded":"2024-04-25T01:25:15.096738+0000","last_fullsized":"2024-04-25T01:25:15.096738+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:50:14.330034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.102742+0000","last_change":"2024-04-25T01:23:53.808616+0000","last_active":"2024-04-25T01:25:15.102742+0000","last_peered":"2024-04-25T01:25:15.102742+0000","last_clean":"2024-04-25T01:25:15.102742+0000","last_became_active":"2024-04-25T01:23:53.808225+0000","last_became_peered":"2024-04-25T01:23:53.808225+0000","last_unstale":"2024-04-25T01:25:15.102742+0000","last_undegraded":"2024-04-25T01:25:15.102742+0000","last_fullsized":"2024-04-25T01:25:15.102742+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:38.665815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.090303+0000","last_change":"2024-04-25T01:23:53.812292+0000","last_active":"2024-04-25T01:25:15.090303+0000","last_peered":"2024-04-25T01:25:15.090303+0000","last_clean":"2024-04-25T01:25:15.090303+0000","last_became_active":"2024-04-25T01:23:53.811578+0000","last_became_peered":"2024-04-25T01:23:53.811578+0000","last_unstale":"2024-04-25T01:25:15.090303+0000","last_undegraded":"2024-04-25T01:25:15.090303+0000","last_fullsized":"2024-04-25T01:25:15.090303+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:06:17.293311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.111048+0000","last_change":"2024-04-25T01:23:53.809784+0000","last_active":"2024-04-25T01:25:15.111048+0000","last_peered":"2024-04-25T01:25:15.111048+0000","last_clean":"2024-04-25T01:25:15.111048+0000","last_became_active":"2024-04-25T01:23:53.808181+0000","last_became_peered":"2024-04-25T01:23:53.808181+0000","last_unstale":"2024-04-25T01:25:15.111048+0000","last_undegraded":"2024-04-25T01:25:15.111048+0000","last_fullsized":"2024-04-25T01:25:15.111048+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:00:05.883376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.109031+0000","last_change":"2024-04-25T01:23:53.813410+0000","last_active":"2024-04-25T01:25:15.109031+0000","last_peered":"2024-04-25T01:25:15.109031+0000","last_clean":"2024-04-25T01:25:15.109031+0000","last_became_active":"2024-04-25T01:23:53.810182+0000","last_became_peered":"2024-04-25T01:23:53.810182+0000","last_unstale":"2024-04-25T01:25:15.109031+0000","last_undegraded":"2024-04-25T01:25:15.109031+0000","last_fullsized":"2024-04-25T01:25:15.109031+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:07:36.259846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.106236+0000","last_change":"2024-04-25T01:23:53.811678+0000","last_active":"2024-04-25T01:25:15.106236+0000","last_peered":"2024-04-25T01:25:15.106236+0000","last_clean":"2024-04-25T01:25:15.106236+0000","last_became_active":"2024-04-25T01:23:53.810853+0000","last_became_peered":"2024-04-25T01:23:53.810853+0000","last_unstale":"2024-04-25T01:25:15.106236+0000","last_undegraded":"2024-04-25T01:25:15.106236+0000","last_fullsized":"2024-04-25T01:25:15.106236+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:35.053060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.103522+0000","last_change":"2024-04-25T01:23:53.812582+0000","last_active":"2024-04-25T01:25:15.103522+0000","last_peered":"2024-04-25T01:25:15.103522+0000","last_clean":"2024-04-25T01:25:15.103522+0000","last_became_active":"2024-04-25T01:23:53.812209+0000","last_became_peered":"2024-04-25T01:23:53.812209+0000","last_unstale":"2024-04-25T01:25:15.103522+0000","last_undegraded":"2024-04-25T01:25:15.103522+0000","last_fullsized":"2024-04-25T01:25:15.103522+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:56:11.352359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.107549+0000","last_change":"2024-04-25T01:23:53.817460+0000","last_active":"2024-04-25T01:25:15.107549+0000","last_peered":"2024-04-25T01:25:15.107549+0000","last_clean":"2024-04-25T01:25:15.107549+0000","last_became_active":"2024-04-25T01:23:53.817156+0000","last_became_peered":"2024-04-25T01:23:53.817156+0000","last_unstale":"2024-04-25T01:25:15.107549+0000","last_undegraded":"2024-04-25T01:25:15.107549+0000","last_fullsized":"2024-04-25T01:25:15.107549+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:38:24.402929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.105763+0000","last_change":"2024-04-25T01:23:53.807673+0000","last_active":"2024-04-25T01:25:15.105763+0000","last_peered":"2024-04-25T01:25:15.105763+0000","last_clean":"2024-04-25T01:25:15.105763+0000","last_became_active":"2024-04-25T01:23:53.807274+0000","last_became_peered":"2024-04-25T01:23:53.807274+0000","last_unstale":"2024-04-25T01:25:15.105763+0000","last_undegraded":"2024-04-25T01:25:15.105763+0000","last_fullsized":"2024-04-25T01:25:15.105763+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:38:08.175271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.103238+0000","last_change":"2024-04-25T01:23:53.814249+0000","last_active":"2024-04-25T01:25:15.103238+0000","last_peered":"2024-04-25T01:25:15.103238+0000","last_clean":"2024-04-25T01:25:15.103238+0000","last_became_active":"2024-04-25T01:23:53.813884+0000","last_became_peered":"2024-04-25T01:23:53.813884+0000","last_unstale":"2024-04-25T01:25:15.103238+0000","last_undegraded":"2024-04-25T01:25:15.103238+0000","last_fullsized":"2024-04-25T01:25:15.103238+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:16:01.730587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'13","reported_seq":114,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:20.942223+0000","last_change":"2024-04-25T01:23:52.812371+0000","last_active":"2024-04-25T01:25:20.942223+0000","last_peered":"2024-04-25T01:25:20.942223+0000","last_clean":"2024-04-25T01:25:20.942223+0000","last_became_active":"2024-04-25T01:23:52.811981+0000","last_became_peered":"2024-04-25T01:23:52.811981+0000","last_unstale":"2024-04-25T01:25:20.942223+0000","last_undegraded":"2024-04-25T01:25:20.942223+0000","last_fullsized":"2024-04-25T01:25:20.942223+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:35:54.018210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":82,"num_read_kb":82,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.098428+0000","last_change":"2024-04-25T01:23:53.820769+0000","last_active":"2024-04-25T01:25:15.098428+0000","last_peered":"2024-04-25T01:25:15.098428+0000","last_clean":"2024-04-25T01:25:15.098428+0000","last_became_active":"2024-04-25T01:23:53.820320+0000","last_became_peered":"2024-04-25T01:23:53.820320+0000","last_unstale":"2024-04-25T01:25:15.098428+0000","last_undegraded":"2024-04-25T01:25:15.098428+0000","last_fullsized":"2024-04-25T01:25:15.098428+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:29:05.930330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.861477+0000","last_change":"2024-04-25T01:23:52.823702+0000","last_active":"2024-04-25T01:24:46.861477+0000","last_peered":"2024-04-25T01:24:46.861477+0000","last_clean":"2024-04-25T01:24:46.861477+0000","last_became_active":"2024-04-25T01:23:52.823371+0000","last_became_peered":"2024-04-25T01:23:52.823371+0000","last_unstale":"2024-04-25T01:24:46.861477+0000","last_undegraded":"2024-04-25T01:24:46.861477+0000","last_fullsized":"2024-04-25T01:24:46.861477+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:02:06.368473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.112081+0000","last_change":"2024-04-25T01:23:53.817008+0000","last_active":"2024-04-25T01:25:15.112081+0000","last_peered":"2024-04-25T01:25:15.112081+0000","last_clean":"2024-04-25T01:25:15.112081+0000","last_became_active":"2024-04-25T01:23:53.816607+0000","last_became_peered":"2024-04-25T01:23:53.816607+0000","last_unstale":"2024-04-25T01:25:15.112081+0000","last_undegraded":"2024-04-25T01:25:15.112081+0000","last_fullsized":"2024-04-25T01:25:15.112081+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:06:30.565417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.850943+0000","last_change":"2024-04-25T01:23:52.801308+0000","last_active":"2024-04-25T01:24:46.850943+0000","last_peered":"2024-04-25T01:24:46.850943+0000","last_clean":"2024-04-25T01:24:46.850943+0000","last_became_active":"2024-04-25T01:23:52.801003+0000","last_became_peered":"2024-04-25T01:23:52.801003+0000","last_unstale":"2024-04-25T01:24:46.850943+0000","last_undegraded":"2024-04-25T01:24:46.850943+0000","last_fullsized":"2024-04-25T01:24:46.850943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:26:14.279907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.113633+0000","last_change":"2024-04-25T01:23:53.810366+0000","last_active":"2024-04-25T01:25:15.113633+0000","last_peered":"2024-04-25T01:25:15.113633+0000","last_clean":"2024-04-25T01:25:15.113633+0000","last_became_active":"2024-04-25T01:23:53.809923+0000","last_became_peered":"2024-04-25T01:23:53.809923+0000","last_unstale":"2024-04-25T01:25:15.113633+0000","last_undegraded":"2024-04-25T01:25:15.113633+0000","last_fullsized":"2024-04-25T01:25:15.113633+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:05:14.792599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.851664+0000","last_change":"2024-04-25T01:23:52.804492+0000","last_active":"2024-04-25T01:24:46.851664+0000","last_peered":"2024-04-25T01:24:46.851664+0000","last_clean":"2024-04-25T01:24:46.851664+0000","last_became_active":"2024-04-25T01:23:52.804178+0000","last_became_peered":"2024-04-25T01:23:52.804178+0000","last_unstale":"2024-04-25T01:24:46.851664+0000","last_undegraded":"2024-04-25T01:24:46.851664+0000","last_fullsized":"2024-04-25T01:24:46.851664+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:58:43.018573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.094012+0000","last_change":"2024-04-25T01:23:53.810027+0000","last_active":"2024-04-25T01:25:15.094012+0000","last_peered":"2024-04-25T01:25:15.094012+0000","last_clean":"2024-04-25T01:25:15.094012+0000","last_became_active":"2024-04-25T01:23:53.807376+0000","last_became_peered":"2024-04-25T01:23:53.807376+0000","last_unstale":"2024-04-25T01:25:15.094012+0000","last_undegraded":"2024-04-25T01:25:15.094012+0000","last_fullsized":"2024-04-25T01:25:15.094012+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:42:10.432587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'7","reported_seq":117,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:22.918344+0000","last_change":"2024-04-25T01:23:52.801656+0000","last_active":"2024-04-25T01:25:22.918344+0000","last_peered":"2024-04-25T01:25:22.918344+0000","last_clean":"2024-04-25T01:25:22.918344+0000","last_became_active":"2024-04-25T01:23:52.801318+0000","last_became_peered":"2024-04-25T01:23:52.801318+0000","last_unstale":"2024-04-25T01:25:22.918344+0000","last_undegraded":"2024-04-25T01:25:22.918344+0000","last_fullsized":"2024-04-25T01:25:22.918344+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:51:31.416827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":91,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.089248+0000","last_change":"2024-04-25T01:23:53.804045+0000","last_active":"2024-04-25T01:25:15.089248+0000","last_peered":"2024-04-25T01:25:15.089248+0000","last_clean":"2024-04-25T01:25:15.089248+0000","last_became_active":"2024-04-25T01:23:53.803676+0000","last_became_peered":"2024-04-25T01:23:53.803676+0000","last_unstale":"2024-04-25T01:25:15.089248+0000","last_undegraded":"2024-04-25T01:25:15.089248+0000","last_fullsized":"2024-04-25T01:25:15.089248+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:02:44.394494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":40,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.870934+0000","last_change":"2024-04-25T01:24:46.870934+0000","last_active":"2024-04-25T01:24:46.870934+0000","last_peered":"2024-04-25T01:24:46.870934+0000","last_clean":"2024-04-25T01:24:46.870934+0000","last_became_active":"2024-04-25T01:24:46.860026+0000","last_became_peered":"2024-04-25T01:24:46.860026+0000","last_unstale":"2024-04-25T01:24:46.870934+0000","last_undegraded":"2024-04-25T01:24:46.870934+0000","last_fullsized":"2024-04-25T01:24:46.870934+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:44:48.263139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,6],"acting":[10,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.092143+0000","last_change":"2024-04-25T01:23:53.826262+0000","last_active":"2024-04-25T01:25:15.092143+0000","last_peered":"2024-04-25T01:25:15.092143+0000","last_clean":"2024-04-25T01:25:15.092143+0000","last_became_active":"2024-04-25T01:23:53.825892+0000","last_became_peered":"2024-04-25T01:23:53.825892+0000","last_unstale":"2024-04-25T01:25:15.092143+0000","last_undegraded":"2024-04-25T01:25:15.092143+0000","last_fullsized":"2024-04-25T01:25:15.092143+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:36:08.072819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.851615+0000","last_change":"2024-04-25T01:23:52.813873+0000","last_active":"2024-04-25T01:24:46.851615+0000","last_peered":"2024-04-25T01:24:46.851615+0000","last_clean":"2024-04-25T01:24:46.851615+0000","last_became_active":"2024-04-25T01:23:52.813534+0000","last_became_peered":"2024-04-25T01:23:52.813534+0000","last_unstale":"2024-04-25T01:24:46.851615+0000","last_undegraded":"2024-04-25T01:24:46.851615+0000","last_fullsized":"2024-04-25T01:24:46.851615+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:01:35.534504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.109088+0000","last_change":"2024-04-25T01:23:53.814236+0000","last_active":"2024-04-25T01:25:15.109088+0000","last_peered":"2024-04-25T01:25:15.109088+0000","last_clean":"2024-04-25T01:25:15.109088+0000","last_became_active":"2024-04-25T01:23:53.813868+0000","last_became_peered":"2024-04-25T01:23:53.813868+0000","last_unstale":"2024-04-25T01:25:15.109088+0000","last_undegraded":"2024-04-25T01:25:15.109088+0000","last_fullsized":"2024-04-25T01:25:15.109088+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:53:23.427108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.846681+0000","last_change":"2024-04-25T01:23:52.800885+0000","last_active":"2024-04-25T01:24:46.846681+0000","last_peered":"2024-04-25T01:24:46.846681+0000","last_clean":"2024-04-25T01:24:46.846681+0000","last_became_active":"2024-04-25T01:23:52.800403+0000","last_became_peered":"2024-04-25T01:23:52.800403+0000","last_unstale":"2024-04-25T01:24:46.846681+0000","last_undegraded":"2024-04-25T01:24:46.846681+0000","last_fullsized":"2024-04-25T01:24:46.846681+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:21:39.347335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.092547+0000","last_change":"2024-04-25T01:23:53.814119+0000","last_active":"2024-04-25T01:25:15.092547+0000","last_peered":"2024-04-25T01:25:15.092547+0000","last_clean":"2024-04-25T01:25:15.092547+0000","last_became_active":"2024-04-25T01:23:53.813756+0000","last_became_peered":"2024-04-25T01:23:53.813756+0000","last_unstale":"2024-04-25T01:25:15.092547+0000","last_undegraded":"2024-04-25T01:25:15.092547+0000","last_fullsized":"2024-04-25T01:25:15.092547+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:28:47.093378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'6","reported_seq":188,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:19.913078+0000","last_change":"2024-04-25T01:23:52.811254+0000","last_active":"2024-04-25T01:25:19.913078+0000","last_peered":"2024-04-25T01:25:19.913078+0000","last_clean":"2024-04-25T01:25:19.913078+0000","last_became_active":"2024-04-25T01:23:52.810991+0000","last_became_peered":"2024-04-25T01:23:52.810991+0000","last_unstale":"2024-04-25T01:25:19.913078+0000","last_undegraded":"2024-04-25T01:25:19.913078+0000","last_fullsized":"2024-04-25T01:25:19.913078+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:49:41.429009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":163,"num_read_kb":163,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.106684+0000","last_change":"2024-04-25T01:23:53.808403+0000","last_active":"2024-04-25T01:25:15.106684+0000","last_peered":"2024-04-25T01:25:15.106684+0000","last_clean":"2024-04-25T01:25:15.106684+0000","last_became_active":"2024-04-25T01:23:53.808012+0000","last_became_peered":"2024-04-25T01:23:53.808012+0000","last_unstale":"2024-04-25T01:25:15.106684+0000","last_undegraded":"2024-04-25T01:25:15.106684+0000","last_fullsized":"2024-04-25T01:25:15.106684+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:29:44.010844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.849990+0000","last_change":"2024-04-25T01:23:52.801658+0000","last_active":"2024-04-25T01:24:46.849990+0000","last_peered":"2024-04-25T01:24:46.849990+0000","last_clean":"2024-04-25T01:24:46.849990+0000","last_became_active":"2024-04-25T01:23:52.801264+0000","last_became_peered":"2024-04-25T01:23:52.801264+0000","last_unstale":"2024-04-25T01:24:46.849990+0000","last_undegraded":"2024-04-25T01:24:46.849990+0000","last_fullsized":"2024-04-25T01:24:46.849990+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:36:59.933672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.110929+0000","last_change":"2024-04-25T01:23:53.822066+0000","last_active":"2024-04-25T01:25:15.110929+0000","last_peered":"2024-04-25T01:25:15.110929+0000","last_clean":"2024-04-25T01:25:15.110929+0000","last_became_active":"2024-04-25T01:23:53.821326+0000","last_became_peered":"2024-04-25T01:23:53.821326+0000","last_unstale":"2024-04-25T01:25:15.110929+0000","last_undegraded":"2024-04-25T01:25:15.110929+0000","last_fullsized":"2024-04-25T01:25:15.110929+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:45:35.383500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.847305+0000","last_change":"2024-04-25T01:23:52.821667+0000","last_active":"2024-04-25T01:24:46.847305+0000","last_peered":"2024-04-25T01:24:46.847305+0000","last_clean":"2024-04-25T01:24:46.847305+0000","last_became_active":"2024-04-25T01:23:52.821421+0000","last_became_peered":"2024-04-25T01:23:52.821421+0000","last_unstale":"2024-04-25T01:24:46.847305+0000","last_undegraded":"2024-04-25T01:24:46.847305+0000","last_fullsized":"2024-04-25T01:24:46.847305+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:56:54.776484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.113760+0000","last_change":"2024-04-25T01:24:46.861765+0000","last_active":"2024-04-25T01:25:15.113760+0000","last_peered":"2024-04-25T01:25:15.113760+0000","last_clean":"2024-04-25T01:25:15.113760+0000","last_became_active":"2024-04-25T01:24:46.860851+0000","last_became_peered":"2024-04-25T01:24:46.860851+0000","last_unstale":"2024-04-25T01:25:15.113760+0000","last_undegraded":"2024-04-25T01:25:15.113760+0000","last_fullsized":"2024-04-25T01:25:15.113760+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:01:39.357941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'35","reported_seq":249,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:19.900633+0000","last_change":"2024-04-25T01:24:46.861324+0000","last_active":"2024-04-25T01:25:19.900633+0000","last_peered":"2024-04-25T01:25:19.900633+0000","last_clean":"2024-04-25T01:25:19.900633+0000","last_became_active":"2024-04-25T01:24:46.852031+0000","last_became_peered":"2024-04-25T01:24:46.852031+0000","last_unstale":"2024-04-25T01:25:19.900633+0000","last_undegraded":"2024-04-25T01:25:19.900633+0000","last_fullsized":"2024-04-25T01:25:19.900633+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:24:11.009567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60272,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":165,"num_read_kb":142,"num_write":37,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":60023,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.101858+0000","last_change":"2024-04-25T01:23:53.810400+0000","last_active":"2024-04-25T01:25:15.101858+0000","last_peered":"2024-04-25T01:25:15.101858+0000","last_clean":"2024-04-25T01:25:15.101858+0000","last_became_active":"2024-04-25T01:23:53.809899+0000","last_became_peered":"2024-04-25T01:23:53.809899+0000","last_unstale":"2024-04-25T01:25:15.101858+0000","last_undegraded":"2024-04-25T01:25:15.101858+0000","last_fullsized":"2024-04-25T01:25:15.101858+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:51:50.862278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.851580+0000","last_change":"2024-04-25T01:23:52.808842+0000","last_active":"2024-04-25T01:24:46.851580+0000","last_peered":"2024-04-25T01:24:46.851580+0000","last_clean":"2024-04-25T01:24:46.851580+0000","last_became_active":"2024-04-25T01:23:52.808560+0000","last_became_peered":"2024-04-25T01:23:52.808560+0000","last_unstale":"2024-04-25T01:24:46.851580+0000","last_undegraded":"2024-04-25T01:24:46.851580+0000","last_fullsized":"2024-04-25T01:24:46.851580+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:01:56.270817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.108021+0000","last_change":"2024-04-25T01:23:53.827038+0000","last_active":"2024-04-25T01:25:15.108021+0000","last_peered":"2024-04-25T01:25:15.108021+0000","last_clean":"2024-04-25T01:25:15.108021+0000","last_became_active":"2024-04-25T01:23:53.826541+0000","last_became_peered":"2024-04-25T01:23:53.826541+0000","last_unstale":"2024-04-25T01:25:15.108021+0000","last_undegraded":"2024-04-25T01:25:15.108021+0000","last_fullsized":"2024-04-25T01:25:15.108021+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:50:27.747374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.847506+0000","last_change":"2024-04-25T01:23:52.812505+0000","last_active":"2024-04-25T01:24:46.847506+0000","last_peered":"2024-04-25T01:24:46.847506+0000","last_clean":"2024-04-25T01:24:46.847506+0000","last_became_active":"2024-04-25T01:23:52.812223+0000","last_became_peered":"2024-04-25T01:23:52.812223+0000","last_unstale":"2024-04-25T01:24:46.847506+0000","last_undegraded":"2024-04-25T01:24:46.847506+0000","last_fullsized":"2024-04-25T01:24:46.847506+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:29:50.884609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.112925+0000","last_change":"2024-04-25T01:23:53.810684+0000","last_active":"2024-04-25T01:25:15.112925+0000","last_peered":"2024-04-25T01:25:15.112925+0000","last_clean":"2024-04-25T01:25:15.112925+0000","last_became_active":"2024-04-25T01:23:53.810347+0000","last_became_peered":"2024-04-25T01:23:53.810347+0000","last_unstale":"2024-04-25T01:25:15.112925+0000","last_undegraded":"2024-04-25T01:25:15.112925+0000","last_fullsized":"2024-04-25T01:25:15.112925+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:21.895845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'7","reported_seq":109,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:19.054335+0000","last_change":"2024-04-25T01:23:52.805436+0000","last_active":"2024-04-25T01:25:19.054335+0000","last_peered":"2024-04-25T01:25:19.054335+0000","last_clean":"2024-04-25T01:25:19.054335+0000","last_became_active":"2024-04-25T01:23:52.804651+0000","last_became_peered":"2024-04-25T01:23:52.804651+0000","last_unstale":"2024-04-25T01:25:19.054335+0000","last_undegraded":"2024-04-25T01:25:19.054335+0000","last_fullsized":"2024-04-25T01:25:19.054335+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:00:09.764876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":84,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.094861+0000","last_change":"2024-04-25T01:23:53.807897+0000","last_active":"2024-04-25T01:25:15.094861+0000","last_peered":"2024-04-25T01:25:15.094861+0000","last_clean":"2024-04-25T01:25:15.094861+0000","last_became_active":"2024-04-25T01:23:53.807551+0000","last_became_peered":"2024-04-25T01:23:53.807551+0000","last_unstale":"2024-04-25T01:25:15.094861+0000","last_undegraded":"2024-04-25T01:25:15.094861+0000","last_fullsized":"2024-04-25T01:25:15.094861+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:47:09.433674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.850676+0000","last_change":"2024-04-25T01:23:52.816305+0000","last_active":"2024-04-25T01:24:46.850676+0000","last_peered":"2024-04-25T01:24:46.850676+0000","last_clean":"2024-04-25T01:24:46.850676+0000","last_became_active":"2024-04-25T01:23:52.815923+0000","last_became_peered":"2024-04-25T01:23:52.815923+0000","last_unstale":"2024-04-25T01:24:46.850676+0000","last_undegraded":"2024-04-25T01:24:46.850676+0000","last_fullsized":"2024-04-25T01:24:46.850676+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:02:03.359199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.101942+0000","last_change":"2024-04-25T01:24:46.861828+0000","last_active":"2024-04-25T01:25:15.101942+0000","last_peered":"2024-04-25T01:25:15.101942+0000","last_clean":"2024-04-25T01:25:15.101942+0000","last_became_active":"2024-04-25T01:24:46.856791+0000","last_became_peered":"2024-04-25T01:24:46.856791+0000","last_unstale":"2024-04-25T01:25:15.101942+0000","last_undegraded":"2024-04-25T01:25:15.101942+0000","last_fullsized":"2024-04-25T01:25:15.101942+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:17:09.055705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.851273+0000","last_change":"2024-04-25T01:23:52.797955+0000","last_active":"2024-04-25T01:24:46.851273+0000","last_peered":"2024-04-25T01:24:46.851273+0000","last_clean":"2024-04-25T01:24:46.851273+0000","last_became_active":"2024-04-25T01:23:52.797650+0000","last_became_peered":"2024-04-25T01:23:52.797650+0000","last_unstale":"2024-04-25T01:24:46.851273+0000","last_undegraded":"2024-04-25T01:24:46.851273+0000","last_fullsized":"2024-04-25T01:24:46.851273+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:07:42.560284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.093175+0000","last_change":"2024-04-25T01:23:53.803970+0000","last_active":"2024-04-25T01:25:15.093175+0000","last_peered":"2024-04-25T01:25:15.093175+0000","last_clean":"2024-04-25T01:25:15.093175+0000","last_became_active":"2024-04-25T01:23:53.803572+0000","last_became_peered":"2024-04-25T01:23:53.803572+0000","last_unstale":"2024-04-25T01:25:15.093175+0000","last_undegraded":"2024-04-25T01:25:15.093175+0000","last_fullsized":"2024-04-25T01:25:15.093175+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:18:51.116738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.853347+0000","last_change":"2024-04-25T01:23:52.824814+0000","last_active":"2024-04-25T01:24:46.853347+0000","last_peered":"2024-04-25T01:24:46.853347+0000","last_clean":"2024-04-25T01:24:46.853347+0000","last_became_active":"2024-04-25T01:23:52.821792+0000","last_became_peered":"2024-04-25T01:23:52.821792+0000","last_unstale":"2024-04-25T01:24:46.853347+0000","last_undegraded":"2024-04-25T01:24:46.853347+0000","last_fullsized":"2024-04-25T01:24:46.853347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:19:39.763841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.093983+0000","last_change":"2024-04-25T01:23:53.825740+0000","last_active":"2024-04-25T01:25:15.093983+0000","last_peered":"2024-04-25T01:25:15.093983+0000","last_clean":"2024-04-25T01:25:15.093983+0000","last_became_active":"2024-04-25T01:23:53.825421+0000","last_became_peered":"2024-04-25T01:23:53.825421+0000","last_unstale":"2024-04-25T01:25:15.093983+0000","last_undegraded":"2024-04-25T01:25:15.093983+0000","last_fullsized":"2024-04-25T01:25:15.093983+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:40:34.528975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'5","reported_seq":55,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:22.945998+0000","last_change":"2024-04-25T01:24:46.865616+0000","last_active":"2024-04-25T01:25:22.945998+0000","last_peered":"2024-04-25T01:25:22.945998+0000","last_clean":"2024-04-25T01:25:22.945998+0000","last_became_active":"2024-04-25T01:24:46.855825+0000","last_became_peered":"2024-04-25T01:24:46.855825+0000","last_unstale":"2024-04-25T01:25:22.945998+0000","last_undegraded":"2024-04-25T01:25:22.945998+0000","last_fullsized":"2024-04-25T01:25:22.945998+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:27:46.451725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":38,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":588,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,6,1],"acting":[11,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.088351+0000","last_change":"2024-04-25T01:23:53.813081+0000","last_active":"2024-04-25T01:25:15.088351+0000","last_peered":"2024-04-25T01:25:15.088351+0000","last_clean":"2024-04-25T01:25:15.088351+0000","last_became_active":"2024-04-25T01:23:53.812716+0000","last_became_peered":"2024-04-25T01:23:53.812716+0000","last_unstale":"2024-04-25T01:25:15.088351+0000","last_undegraded":"2024-04-25T01:25:15.088351+0000","last_fullsized":"2024-04-25T01:25:15.088351+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:28:01.245011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.089544+0000","last_change":"2024-04-25T01:24:46.853330+0000","last_active":"2024-04-25T01:25:15.089544+0000","last_peered":"2024-04-25T01:25:15.089544+0000","last_clean":"2024-04-25T01:25:15.089544+0000","last_became_active":"2024-04-25T01:24:46.852933+0000","last_became_peered":"2024-04-25T01:24:46.852933+0000","last_unstale":"2024-04-25T01:25:15.089544+0000","last_undegraded":"2024-04-25T01:25:15.089544+0000","last_fullsized":"2024-04-25T01:25:15.089544+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:05:08.062520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'6","reported_seq":110,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:23.061748+0000","last_change":"2024-04-25T01:23:52.822777+0000","last_active":"2024-04-25T01:25:23.061748+0000","last_peered":"2024-04-25T01:25:23.061748+0000","last_clean":"2024-04-25T01:25:23.061748+0000","last_became_active":"2024-04-25T01:23:52.820590+0000","last_became_peered":"2024-04-25T01:23:52.820590+0000","last_unstale":"2024-04-25T01:25:23.061748+0000","last_undegraded":"2024-04-25T01:25:23.061748+0000","last_fullsized":"2024-04-25T01:25:23.061748+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:20:15.805335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":85,"num_read_kb":85,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.105387+0000","last_change":"2024-04-25T01:23:53.807656+0000","last_active":"2024-04-25T01:25:15.105387+0000","last_peered":"2024-04-25T01:25:15.105387+0000","last_clean":"2024-04-25T01:25:15.105387+0000","last_became_active":"2024-04-25T01:23:53.807216+0000","last_became_peered":"2024-04-25T01:23:53.807216+0000","last_unstale":"2024-04-25T01:25:15.105387+0000","last_undegraded":"2024-04-25T01:25:15.105387+0000","last_fullsized":"2024-04-25T01:25:15.105387+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:48:47.702827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.845059+0000","last_change":"2024-04-25T01:23:52.807786+0000","last_active":"2024-04-25T01:24:46.845059+0000","last_peered":"2024-04-25T01:24:46.845059+0000","last_clean":"2024-04-25T01:24:46.845059+0000","last_became_active":"2024-04-25T01:23:52.807525+0000","last_became_peered":"2024-04-25T01:23:52.807525+0000","last_unstale":"2024-04-25T01:24:46.845059+0000","last_undegraded":"2024-04-25T01:24:46.845059+0000","last_fullsized":"2024-04-25T01:24:46.845059+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:10:06.155998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":340,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.850324+0000","last_change":"2024-04-25T01:22:33.333035+0000","last_active":"2024-04-25T01:24:46.850324+0000","last_peered":"2024-04-25T01:24:46.850324+0000","last_clean":"2024-04-25T01:24:46.850324+0000","last_became_active":"2024-04-25T01:22:33.332433+0000","last_became_peered":"2024-04-25T01:22:33.332433+0000","last_unstale":"2024-04-25T01:24:46.850324+0000","last_undegraded":"2024-04-25T01:24:46.850324+0000","last_fullsized":"2024-04-25T01:24:46.850324+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:18:37.914821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:18:37.914821+0000","last_clean_scrub_stamp":"2024-04-25T01:18:37.914821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:12:18.793036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.093365+0000","last_change":"2024-04-25T01:23:53.812611+0000","last_active":"2024-04-25T01:25:15.093365+0000","last_peered":"2024-04-25T01:25:15.093365+0000","last_clean":"2024-04-25T01:25:15.093365+0000","last_became_active":"2024-04-25T01:23:53.812194+0000","last_became_peered":"2024-04-25T01:23:53.812194+0000","last_unstale":"2024-04-25T01:25:15.093365+0000","last_undegraded":"2024-04-25T01:25:15.093365+0000","last_fullsized":"2024-04-25T01:25:15.093365+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:48:07.563269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.850225+0000","last_change":"2024-04-25T01:23:52.800019+0000","last_active":"2024-04-25T01:24:46.850225+0000","last_peered":"2024-04-25T01:24:46.850225+0000","last_clean":"2024-04-25T01:24:46.850225+0000","last_became_active":"2024-04-25T01:23:52.799502+0000","last_became_peered":"2024-04-25T01:23:52.799502+0000","last_unstale":"2024-04-25T01:24:46.850225+0000","last_undegraded":"2024-04-25T01:24:46.850225+0000","last_fullsized":"2024-04-25T01:24:46.850225+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:40:19.864759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.877143+0000","last_change":"2024-04-25T01:24:46.876738+0000","last_active":"2024-04-25T01:24:46.877143+0000","last_peered":"2024-04-25T01:24:46.877143+0000","last_clean":"2024-04-25T01:24:46.877143+0000","last_became_active":"2024-04-25T01:24:46.861844+0000","last_became_peered":"2024-04-25T01:24:46.861844+0000","last_unstale":"2024-04-25T01:24:46.877143+0000","last_undegraded":"2024-04-25T01:24:46.877143+0000","last_fullsized":"2024-04-25T01:24:46.877143+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:05:14.361081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.099391+0000","last_change":"2024-04-25T01:23:53.810255+0000","last_active":"2024-04-25T01:25:15.099391+0000","last_peered":"2024-04-25T01:25:15.099391+0000","last_clean":"2024-04-25T01:25:15.099391+0000","last_became_active":"2024-04-25T01:23:53.809841+0000","last_became_peered":"2024-04-25T01:23:53.809841+0000","last_unstale":"2024-04-25T01:25:15.099391+0000","last_undegraded":"2024-04-25T01:25:15.099391+0000","last_fullsized":"2024-04-25T01:25:15.099391+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:32:48.759185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'13","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.854875+0000","last_change":"2024-04-25T01:23:52.824724+0000","last_active":"2024-04-25T01:24:46.854875+0000","last_peered":"2024-04-25T01:24:46.854875+0000","last_clean":"2024-04-25T01:24:46.854875+0000","last_became_active":"2024-04-25T01:23:52.824384+0000","last_became_peered":"2024-04-25T01:23:52.824384+0000","last_unstale":"2024-04-25T01:24:46.854875+0000","last_undegraded":"2024-04-25T01:24:46.854875+0000","last_fullsized":"2024-04-25T01:24:46.854875+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:51:00.166582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.104818+0000","last_change":"2024-04-25T01:23:53.821138+0000","last_active":"2024-04-25T01:25:15.104818+0000","last_peered":"2024-04-25T01:25:15.104818+0000","last_clean":"2024-04-25T01:25:15.104818+0000","last_became_active":"2024-04-25T01:23:53.819003+0000","last_became_peered":"2024-04-25T01:23:53.819003+0000","last_unstale":"2024-04-25T01:25:15.104818+0000","last_undegraded":"2024-04-25T01:25:15.104818+0000","last_fullsized":"2024-04-25T01:25:15.104818+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:24:00.837713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.845208+0000","last_change":"2024-04-25T01:23:52.810268+0000","last_active":"2024-04-25T01:24:46.845208+0000","last_peered":"2024-04-25T01:24:46.845208+0000","last_clean":"2024-04-25T01:24:46.845208+0000","last_became_active":"2024-04-25T01:23:52.809920+0000","last_became_peered":"2024-04-25T01:23:52.809920+0000","last_unstale":"2024-04-25T01:24:46.845208+0000","last_undegraded":"2024-04-25T01:24:46.845208+0000","last_fullsized":"2024-04-25T01:24:46.845208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:21:35.654180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.108395+0000","last_change":"2024-04-25T01:23:53.827319+0000","last_active":"2024-04-25T01:25:15.108395+0000","last_peered":"2024-04-25T01:25:15.108395+0000","last_clean":"2024-04-25T01:25:15.108395+0000","last_became_active":"2024-04-25T01:23:53.826621+0000","last_became_peered":"2024-04-25T01:23:53.826621+0000","last_unstale":"2024-04-25T01:25:15.108395+0000","last_undegraded":"2024-04-25T01:25:15.108395+0000","last_fullsized":"2024-04-25T01:25:15.108395+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:27:18.923796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.846337+0000","last_change":"2024-04-25T01:23:52.816063+0000","last_active":"2024-04-25T01:24:46.846337+0000","last_peered":"2024-04-25T01:24:46.846337+0000","last_clean":"2024-04-25T01:24:46.846337+0000","last_became_active":"2024-04-25T01:23:52.815805+0000","last_became_peered":"2024-04-25T01:23:52.815805+0000","last_unstale":"2024-04-25T01:24:46.846337+0000","last_undegraded":"2024-04-25T01:24:46.846337+0000","last_fullsized":"2024-04-25T01:24:46.846337+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:21:31.150768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.068593+0000","last_change":"2024-04-25T01:23:53.807515+0000","last_active":"2024-04-25T01:25:15.068593+0000","last_peered":"2024-04-25T01:25:15.068593+0000","last_clean":"2024-04-25T01:25:15.068593+0000","last_became_active":"2024-04-25T01:23:53.807145+0000","last_became_peered":"2024-04-25T01:23:53.807145+0000","last_unstale":"2024-04-25T01:25:15.068593+0000","last_undegraded":"2024-04-25T01:25:15.068593+0000","last_fullsized":"2024-04-25T01:25:15.068593+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:37:41.171457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.864346+0000","last_change":"2024-04-25T01:23:52.814606+0000","last_active":"2024-04-25T01:24:46.864346+0000","last_peered":"2024-04-25T01:24:46.864346+0000","last_clean":"2024-04-25T01:24:46.864346+0000","last_became_active":"2024-04-25T01:23:52.814279+0000","last_became_peered":"2024-04-25T01:23:52.814279+0000","last_unstale":"2024-04-25T01:24:46.864346+0000","last_undegraded":"2024-04-25T01:24:46.864346+0000","last_fullsized":"2024-04-25T01:24:46.864346+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:37:42.957845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.097558+0000","last_change":"2024-04-25T01:23:53.807817+0000","last_active":"2024-04-25T01:25:15.097558+0000","last_peered":"2024-04-25T01:25:15.097558+0000","last_clean":"2024-04-25T01:25:15.097558+0000","last_became_active":"2024-04-25T01:23:53.805947+0000","last_became_peered":"2024-04-25T01:23:53.805947+0000","last_unstale":"2024-04-25T01:25:15.097558+0000","last_undegraded":"2024-04-25T01:25:15.097558+0000","last_fullsized":"2024-04-25T01:25:15.097558+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:50:26.452196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.851273+0000","last_change":"2024-04-25T01:23:52.819050+0000","last_active":"2024-04-25T01:24:46.851273+0000","last_peered":"2024-04-25T01:24:46.851273+0000","last_clean":"2024-04-25T01:24:46.851273+0000","last_became_active":"2024-04-25T01:23:52.818774+0000","last_became_peered":"2024-04-25T01:23:52.818774+0000","last_unstale":"2024-04-25T01:24:46.851273+0000","last_undegraded":"2024-04-25T01:24:46.851273+0000","last_fullsized":"2024-04-25T01:24:46.851273+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:21:02.643511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.088294+0000","last_change":"2024-04-25T01:23:53.821827+0000","last_active":"2024-04-25T01:25:15.088294+0000","last_peered":"2024-04-25T01:25:15.088294+0000","last_clean":"2024-04-25T01:25:15.088294+0000","last_became_active":"2024-04-25T01:23:53.821334+0000","last_became_peered":"2024-04-25T01:23:53.821334+0000","last_unstale":"2024-04-25T01:25:15.088294+0000","last_undegraded":"2024-04-25T01:25:15.088294+0000","last_fullsized":"2024-04-25T01:25:15.088294+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:13:45.612634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.850833+0000","last_change":"2024-04-25T01:23:52.806989+0000","last_active":"2024-04-25T01:24:46.850833+0000","last_peered":"2024-04-25T01:24:46.850833+0000","last_clean":"2024-04-25T01:24:46.850833+0000","last_became_active":"2024-04-25T01:23:52.806683+0000","last_became_peered":"2024-04-25T01:23:52.806683+0000","last_unstale":"2024-04-25T01:24:46.850833+0000","last_undegraded":"2024-04-25T01:24:46.850833+0000","last_fullsized":"2024-04-25T01:24:46.850833+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:03:18.081850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.113115+0000","last_change":"2024-04-25T01:23:53.809796+0000","last_active":"2024-04-25T01:25:15.113115+0000","last_peered":"2024-04-25T01:25:15.113115+0000","last_clean":"2024-04-25T01:25:15.113115+0000","last_became_active":"2024-04-25T01:23:53.806700+0000","last_became_peered":"2024-04-25T01:23:53.806700+0000","last_unstale":"2024-04-25T01:25:15.113115+0000","last_undegraded":"2024-04-25T01:25:15.113115+0000","last_fullsized":"2024-04-25T01:25:15.113115+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:31:58.428206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'7","reported_seq":109,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:18.996409+0000","last_change":"2024-04-25T01:23:52.818416+0000","last_active":"2024-04-25T01:25:18.996409+0000","last_peered":"2024-04-25T01:25:18.996409+0000","last_clean":"2024-04-25T01:25:18.996409+0000","last_became_active":"2024-04-25T01:23:52.818103+0000","last_became_peered":"2024-04-25T01:23:52.818103+0000","last_unstale":"2024-04-25T01:25:18.996409+0000","last_undegraded":"2024-04-25T01:25:18.996409+0000","last_fullsized":"2024-04-25T01:25:18.996409+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:46:06.850967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1702,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":83,"num_read_kb":3,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.102872+0000","last_change":"2024-04-25T01:23:53.802499+0000","last_active":"2024-04-25T01:25:15.102872+0000","last_peered":"2024-04-25T01:25:15.102872+0000","last_clean":"2024-04-25T01:25:15.102872+0000","last_became_active":"2024-04-25T01:23:53.802115+0000","last_became_peered":"2024-04-25T01:23:53.802115+0000","last_unstale":"2024-04-25T01:25:15.102872+0000","last_undegraded":"2024-04-25T01:25:15.102872+0000","last_fullsized":"2024-04-25T01:25:15.102872+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:25:47.353635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.847152+0000","last_change":"2024-04-25T01:23:52.816685+0000","last_active":"2024-04-25T01:24:46.847152+0000","last_peered":"2024-04-25T01:24:46.847152+0000","last_clean":"2024-04-25T01:24:46.847152+0000","last_became_active":"2024-04-25T01:23:52.816038+0000","last_became_peered":"2024-04-25T01:23:52.816038+0000","last_unstale":"2024-04-25T01:24:46.847152+0000","last_undegraded":"2024-04-25T01:24:46.847152+0000","last_fullsized":"2024-04-25T01:24:46.847152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:50:25.322154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.102879+0000","last_change":"2024-04-25T01:24:46.869651+0000","last_active":"2024-04-25T01:25:15.102879+0000","last_peered":"2024-04-25T01:25:15.102879+0000","last_clean":"2024-04-25T01:25:15.102879+0000","last_became_active":"2024-04-25T01:24:46.863261+0000","last_became_peered":"2024-04-25T01:24:46.863261+0000","last_unstale":"2024-04-25T01:25:15.102879+0000","last_undegraded":"2024-04-25T01:25:15.102879+0000","last_fullsized":"2024-04-25T01:25:15.102879+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:38:35.866948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.874605+0000","last_change":"2024-04-25T01:24:46.874605+0000","last_active":"2024-04-25T01:24:46.874605+0000","last_peered":"2024-04-25T01:24:46.874605+0000","last_clean":"2024-04-25T01:24:46.874605+0000","last_became_active":"2024-04-25T01:24:46.866802+0000","last_became_peered":"2024-04-25T01:24:46.866802+0000","last_unstale":"2024-04-25T01:24:46.874605+0000","last_undegraded":"2024-04-25T01:24:46.874605+0000","last_fullsized":"2024-04-25T01:24:46.874605+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:45:26.701360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.099464+0000","last_change":"2024-04-25T01:23:53.807481+0000","last_active":"2024-04-25T01:25:15.099464+0000","last_peered":"2024-04-25T01:25:15.099464+0000","last_clean":"2024-04-25T01:25:15.099464+0000","last_became_active":"2024-04-25T01:23:53.807042+0000","last_became_peered":"2024-04-25T01:23:53.807042+0000","last_unstale":"2024-04-25T01:25:15.099464+0000","last_undegraded":"2024-04-25T01:25:15.099464+0000","last_fullsized":"2024-04-25T01:25:15.099464+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:56:14.599927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.097046+0000","last_change":"2024-04-25T01:23:53.801126+0000","last_active":"2024-04-25T01:25:15.097046+0000","last_peered":"2024-04-25T01:25:15.097046+0000","last_clean":"2024-04-25T01:25:15.097046+0000","last_became_active":"2024-04-25T01:23:53.800770+0000","last_became_peered":"2024-04-25T01:23:53.800770+0000","last_unstale":"2024-04-25T01:25:15.097046+0000","last_undegraded":"2024-04-25T01:25:15.097046+0000","last_fullsized":"2024-04-25T01:25:15.097046+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:53:43.572697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.096734+0000","last_change":"2024-04-25T01:23:53.807537+0000","last_active":"2024-04-25T01:25:15.096734+0000","last_peered":"2024-04-25T01:25:15.096734+0000","last_clean":"2024-04-25T01:25:15.096734+0000","last_became_active":"2024-04-25T01:23:53.807183+0000","last_became_peered":"2024-04-25T01:23:53.807183+0000","last_unstale":"2024-04-25T01:25:15.096734+0000","last_undegraded":"2024-04-25T01:25:15.096734+0000","last_fullsized":"2024-04-25T01:25:15.096734+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:43:24.438871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.109203+0000","last_change":"2024-04-25T01:23:53.814716+0000","last_active":"2024-04-25T01:25:15.109203+0000","last_peered":"2024-04-25T01:25:15.109203+0000","last_clean":"2024-04-25T01:25:15.109203+0000","last_became_active":"2024-04-25T01:23:53.813821+0000","last_became_peered":"2024-04-25T01:23:53.813821+0000","last_unstale":"2024-04-25T01:25:15.109203+0000","last_undegraded":"2024-04-25T01:25:15.109203+0000","last_fullsized":"2024-04-25T01:25:15.109203+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:55:09.205977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.112400+0000","last_change":"2024-04-25T01:23:53.811377+0000","last_active":"2024-04-25T01:25:15.112400+0000","last_peered":"2024-04-25T01:25:15.112400+0000","last_clean":"2024-04-25T01:25:15.112400+0000","last_became_active":"2024-04-25T01:23:53.810778+0000","last_became_peered":"2024-04-25T01:23:53.810778+0000","last_unstale":"2024-04-25T01:25:15.112400+0000","last_undegraded":"2024-04-25T01:25:15.112400+0000","last_fullsized":"2024-04-25T01:25:15.112400+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:34:23.770456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.112316+0000","last_change":"2024-04-25T01:24:46.868500+0000","last_active":"2024-04-25T01:25:15.112316+0000","last_peered":"2024-04-25T01:25:15.112316+0000","last_clean":"2024-04-25T01:25:15.112316+0000","last_became_active":"2024-04-25T01:24:46.867541+0000","last_became_peered":"2024-04-25T01:24:46.867541+0000","last_unstale":"2024-04-25T01:25:15.112316+0000","last_undegraded":"2024-04-25T01:25:15.112316+0000","last_fullsized":"2024-04-25T01:25:15.112316+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:51:06.389316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,0],"acting":[6,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.093513+0000","last_change":"2024-04-25T01:23:53.806961+0000","last_active":"2024-04-25T01:25:15.093513+0000","last_peered":"2024-04-25T01:25:15.093513+0000","last_clean":"2024-04-25T01:25:15.093513+0000","last_became_active":"2024-04-25T01:23:53.806614+0000","last_became_peered":"2024-04-25T01:23:53.806614+0000","last_unstale":"2024-04-25T01:25:15.093513+0000","last_undegraded":"2024-04-25T01:25:15.093513+0000","last_fullsized":"2024-04-25T01:25:15.093513+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:36:28.548596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.097437+0000","last_change":"2024-04-25T01:23:53.803641+0000","last_active":"2024-04-25T01:25:15.097437+0000","last_peered":"2024-04-25T01:25:15.097437+0000","last_clean":"2024-04-25T01:25:15.097437+0000","last_became_active":"2024-04-25T01:23:53.803242+0000","last_became_peered":"2024-04-25T01:23:53.803242+0000","last_unstale":"2024-04-25T01:25:15.097437+0000","last_undegraded":"2024-04-25T01:25:15.097437+0000","last_fullsized":"2024-04-25T01:25:15.097437+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:59:38.121532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.091139+0000","last_change":"2024-04-25T01:23:53.825153+0000","last_active":"2024-04-25T01:25:15.091139+0000","last_peered":"2024-04-25T01:25:15.091139+0000","last_clean":"2024-04-25T01:25:15.091139+0000","last_became_active":"2024-04-25T01:23:53.822752+0000","last_became_peered":"2024-04-25T01:23:53.822752+0000","last_unstale":"2024-04-25T01:25:15.091139+0000","last_undegraded":"2024-04-25T01:25:15.091139+0000","last_fullsized":"2024-04-25T01:25:15.091139+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:58:05.659397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.104681+0000","last_change":"2024-04-25T01:23:53.811673+0000","last_active":"2024-04-25T01:25:15.104681+0000","last_peered":"2024-04-25T01:25:15.104681+0000","last_clean":"2024-04-25T01:25:15.104681+0000","last_became_active":"2024-04-25T01:23:53.811157+0000","last_became_peered":"2024-04-25T01:23:53.811157+0000","last_unstale":"2024-04-25T01:25:15.104681+0000","last_undegraded":"2024-04-25T01:25:15.104681+0000","last_fullsized":"2024-04-25T01:25:15.104681+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:29:51.288436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.098651+0000","last_change":"2024-04-25T01:23:53.824983+0000","last_active":"2024-04-25T01:25:15.098651+0000","last_peered":"2024-04-25T01:25:15.098651+0000","last_clean":"2024-04-25T01:25:15.098651+0000","last_became_active":"2024-04-25T01:23:53.822492+0000","last_became_peered":"2024-04-25T01:23:53.822492+0000","last_unstale":"2024-04-25T01:25:15.098651+0000","last_undegraded":"2024-04-25T01:25:15.098651+0000","last_fullsized":"2024-04-25T01:25:15.098651+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:12:48.598033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.107239+0000","last_change":"2024-04-25T01:23:53.812939+0000","last_active":"2024-04-25T01:25:15.107239+0000","last_peered":"2024-04-25T01:25:15.107239+0000","last_clean":"2024-04-25T01:25:15.107239+0000","last_became_active":"2024-04-25T01:23:53.812467+0000","last_became_peered":"2024-04-25T01:23:53.812467+0000","last_unstale":"2024-04-25T01:25:15.107239+0000","last_undegraded":"2024-04-25T01:25:15.107239+0000","last_fullsized":"2024-04-25T01:25:15.107239+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:51:04.312730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.112841+0000","last_change":"2024-04-25T01:23:53.815183+0000","last_active":"2024-04-25T01:25:15.112841+0000","last_peered":"2024-04-25T01:25:15.112841+0000","last_clean":"2024-04-25T01:25:15.112841+0000","last_became_active":"2024-04-25T01:23:53.814729+0000","last_became_peered":"2024-04-25T01:23:53.814729+0000","last_unstale":"2024-04-25T01:25:15.112841+0000","last_undegraded":"2024-04-25T01:25:15.112841+0000","last_fullsized":"2024-04-25T01:25:15.112841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:04:35.738748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.092631+0000","last_change":"2024-04-25T01:23:53.806830+0000","last_active":"2024-04-25T01:25:15.092631+0000","last_peered":"2024-04-25T01:25:15.092631+0000","last_clean":"2024-04-25T01:25:15.092631+0000","last_became_active":"2024-04-25T01:23:53.806479+0000","last_became_peered":"2024-04-25T01:23:53.806479+0000","last_unstale":"2024-04-25T01:25:15.092631+0000","last_undegraded":"2024-04-25T01:25:15.092631+0000","last_fullsized":"2024-04-25T01:25:15.092631+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:32:54.740449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68290,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":811,"num_read_kb":503,"num_write":251,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":60723,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":204870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":219,"ondisk_log_size":219,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351008,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":461280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612645,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1667072,"data_stored":1111881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776171,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":460095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037810,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":978944,"data_stored":460244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299446,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32720,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712432,"statfs":{"total":95995035648,"available":95961530368,"internally_reserved":0,"allocated":1581056,"data_stored":1052959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462973,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":459695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":520880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738463,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40468,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704684,"statfs":{"total":95995035648,"available":95953596416,"internally_reserved":0,"allocated":995328,"data_stored":461566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36300,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708852,"statfs":{"total":95995035648,"available":95957864448,"internally_reserved":0,"allocated":987136,"data_stored":461892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149774,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":459403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888137,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1044480,"data_stored":520360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724612,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28576,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716576,"statfs":{"total":95995035648,"available":95965773824,"internally_reserved":0,"allocated":1597440,"data_stored":1052693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":62024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":61504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":3618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":62540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T01:25:27.953 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T01:25:28.433 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:25:28.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:28 smithi026 ceph-mon[28096]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-25T01:25:28.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:28 smithi186 ceph-mon[32747]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-25T01:25:28.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:28 smithi111 ceph-mon[32623]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-25T01:25:30.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:30 smithi026 ceph-mon[28096]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-25T01:25:30.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:30 smithi186 ceph-mon[32747]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-25T01:25:30.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:30 smithi111 ceph-mon[32623]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-25T01:25:30.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.915+0000 7f15c3200700 1 -- 172.21.15.26:0/2009694174 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f15bc108860 msgr2=0x7f15bc108ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:30.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.915+0000 7f15c3200700 1 --2- 172.21.15.26:0/2009694174 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f15bc108860 0x7f15bc108ce0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f15a80098f0 tx=0x7f15a8009c00 comp rx=0 tx=0).stop 2024-04-25T01:25:30.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.915+0000 7f15c3200700 1 -- 172.21.15.26:0/2009694174 shutdown_connections 2024-04-25T01:25:30.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.915+0000 7f15c3200700 1 --2- 172.21.15.26:0/2009694174 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15bc109220 0x7f15bc115730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:30.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.915+0000 7f15c3200700 1 --2- 172.21.15.26:0/2009694174 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f15bc10e860 0x7f15bc10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:30.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.915+0000 7f15c3200700 1 --2- 172.21.15.26:0/2009694174 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f15bc108860 0x7f15bc108ce0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:30.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.915+0000 7f15c3200700 1 -- 172.21.15.26:0/2009694174 >> 172.21.15.26:0/2009694174 conn(0x7f15bc075a00 msgr2=0x7f15bc107050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:30.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.915+0000 7f15c3200700 1 -- 172.21.15.26:0/2009694174 shutdown_connections 2024-04-25T01:25:30.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.915+0000 7f15c3200700 1 -- 172.21.15.26:0/2009694174 wait complete. 2024-04-25T01:25:30.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.916+0000 7f15c3200700 1 Processor -- start 2024-04-25T01:25:30.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.917+0000 7f15c3200700 1 -- start start 2024-04-25T01:25:30.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.917+0000 7f15c3200700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f15bc108860 0x7f15bc19f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:30.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.917+0000 7f15c3200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15bc109220 0x7f15bc19f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:30.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.917+0000 7f15c3200700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f15bc10e860 0x7f15bc1a3a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:30.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.917+0000 7f15c3200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f15bc118c40 con 0x7f15bc109220 2024-04-25T01:25:30.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.917+0000 7f15c3200700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f15bc118ac0 con 0x7f15bc108860 2024-04-25T01:25:30.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.917+0000 7f15c3200700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f15bc118dc0 con 0x7f15bc10e860 2024-04-25T01:25:30.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.917+0000 7f15bbe00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f15bc108860 0x7f15bc19f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:30.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.918+0000 7f15bbe00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f15bc108860 0x7f15bc19f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:58800/0 (socket says 172.21.15.26:58800) 2024-04-25T01:25:30.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.918+0000 7f15bbe00700 1 -- 172.21.15.26:0/3578931824 learned_addr learned my addr 172.21.15.26:0/3578931824 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:30.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.918+0000 7f15bb400700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15bc109220 0x7f15bc19f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:30.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.918+0000 7f15c1200700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f15bc10e860 0x7f15bc1a3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:30.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.918+0000 7f15bbe00700 1 -- 172.21.15.26:0/3578931824 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f15bc10e860 msgr2=0x7f15bc1a3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:30.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.918+0000 7f15bbe00700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f15bc10e860 0x7f15bc1a3a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:30.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.918+0000 7f15bbe00700 1 -- 172.21.15.26:0/3578931824 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15bc109220 msgr2=0x7f15bc19f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:30.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.918+0000 7f15bbe00700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15bc109220 0x7f15bc19f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:30.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.918+0000 7f15bbe00700 1 -- 172.21.15.26:0/3578931824 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15bc1a4160 con 0x7f15bc108860 2024-04-25T01:25:30.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.918+0000 7f15c1200700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f15bc10e860 0x7f15bc1a3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:30.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.918+0000 7f15bbe00700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f15bc108860 0x7f15bc19f150 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f15ac00e9a0 tx=0x7f15ac00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:30.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.919+0000 7f15b8c00700 1 -- 172.21.15.26:0/3578931824 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ac00ca10 con 0x7f15bc108860 2024-04-25T01:25:30.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.919+0000 7f15b8c00700 1 -- 172.21.15.26:0/3578931824 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f15ac00cbb0 con 0x7f15bc108860 2024-04-25T01:25:30.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.919+0000 7f15c3200700 1 -- 172.21.15.26:0/3578931824 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15bc1a4450 con 0x7f15bc108860 2024-04-25T01:25:30.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.919+0000 7f15b8c00700 1 -- 172.21.15.26:0/3578931824 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ac018680 con 0x7f15bc108860 2024-04-25T01:25:30.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.919+0000 7f15c3200700 1 -- 172.21.15.26:0/3578931824 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15bc1abcd0 con 0x7f15bc108860 2024-04-25T01:25:30.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.920+0000 7f15c3200700 1 -- 172.21.15.26:0/3578931824 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15bc068f20 con 0x7f15bc108860 2024-04-25T01:25:30.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.922+0000 7f15b8c00700 1 -- 172.21.15.26:0/3578931824 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f15ac010430 con 0x7f15bc108860 2024-04-25T01:25:30.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.924+0000 7f15b8c00700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f15a00a2ca0 0x7f15a00a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:30.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.924+0000 7f15b8c00700 1 -- 172.21.15.26:0/3578931824 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f15ac0cf650 con 0x7f15bc108860 2024-04-25T01:25:30.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.924+0000 7f15bb400700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f15a00a2ca0 0x7f15a00a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:30.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.925+0000 7f15bb400700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f15a00a2ca0 0x7f15a00a5160 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f15a8009810 tx=0x7f15a8019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:30.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:30.926+0000 7f15b8c00700 1 -- 172.21.15.26:0/3578931824 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f15ac09c530 con 0x7f15bc108860 2024-04-25T01:25:31.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:31.153+0000 7f15c3200700 1 -- 172.21.15.26:0/3578931824 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f15bc1a04b0 con 0x7f15a00a2ca0 2024-04-25T01:25:31.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:31.176+0000 7f15b8c00700 1 -- 172.21.15.26:0/3578931824 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258875 (secure 0 0 0) 0x7f15a8066350 con 0x7f15a00a2ca0 2024-04-25T01:25:31.157 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:25:31.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:31.183+0000 7f15c3200700 1 -- 172.21.15.26:0/3578931824 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f15a00a2ca0 msgr2=0x7f15a00a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:31.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:31.183+0000 7f15c3200700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f15a00a2ca0 0x7f15a00a5160 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f15a8009810 tx=0x7f15a8019040 comp rx=0 tx=0).stop 2024-04-25T01:25:31.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:31.183+0000 7f15c3200700 1 -- 172.21.15.26:0/3578931824 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f15bc108860 msgr2=0x7f15bc19f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:31.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:31.183+0000 7f15c3200700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f15bc108860 0x7f15bc19f150 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f15ac00e9a0 tx=0x7f15ac00ecb0 comp rx=0 tx=0).stop 2024-04-25T01:25:31.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:31.183+0000 7f15c3200700 1 -- 172.21.15.26:0/3578931824 shutdown_connections 2024-04-25T01:25:31.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:31.183+0000 7f15c3200700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f15bc10e860 0x7f15bc1a3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:31.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:31.183+0000 7f15c3200700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f15a00a2ca0 0x7f15a00a5160 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:31.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:31.183+0000 7f15c3200700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f15bc108860 0x7f15bc19f150 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:31.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:31.183+0000 7f15c3200700 1 --2- 172.21.15.26:0/3578931824 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15bc109220 0x7f15bc19f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:31.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:31.183+0000 7f15c3200700 1 -- 172.21.15.26:0/3578931824 >> 172.21.15.26:0/3578931824 conn(0x7f15bc075a00 msgr2=0x7f15bc076060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:31.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:31.183+0000 7f15c3200700 1 -- 172.21.15.26:0/3578931824 shutdown_connections 2024-04-25T01:25:31.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:31.183+0000 7f15c3200700 1 -- 172.21.15.26:0/3578931824 wait complete. 2024-04-25T01:25:31.165 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-25T01:25:31.952 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":371,"stamp":"2024-04-25T01:25:31.128482+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658892,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1017,"num_read_kb":652,"num_write":434,"num_write_kb":3085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1241576,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":858,"ondisk_log_size":858,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":375132,"kb_used_data":13500,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124566692,"statfs":{"total":1151940427776,"available":1151556292608,"internally_reserved":0,"allocated":13824000,"data_stored":7482948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":370193722},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":141,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":74,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004753"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.107471+0000","last_change":"2024-04-25T01:23:53.817315+0000","last_active":"2024-04-25T01:25:15.107471+0000","last_peered":"2024-04-25T01:25:15.107471+0000","last_clean":"2024-04-25T01:25:15.107471+0000","last_became_active":"2024-04-25T01:23:53.816977+0000","last_became_peered":"2024-04-25T01:23:53.816977+0000","last_unstale":"2024-04-25T01:25:15.107471+0000","last_undegraded":"2024-04-25T01:25:15.107471+0000","last_fullsized":"2024-04-25T01:25:15.107471+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:58:10.727337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.090427+0000","last_change":"2024-04-25T01:23:53.813015+0000","last_active":"2024-04-25T01:25:15.090427+0000","last_peered":"2024-04-25T01:25:15.090427+0000","last_clean":"2024-04-25T01:25:15.090427+0000","last_became_active":"2024-04-25T01:23:53.812501+0000","last_became_peered":"2024-04-25T01:23:53.812501+0000","last_unstale":"2024-04-25T01:25:15.090427+0000","last_undegraded":"2024-04-25T01:25:15.090427+0000","last_fullsized":"2024-04-25T01:25:15.090427+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:05:29.442152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.108366+0000","last_change":"2024-04-25T01:23:53.820501+0000","last_active":"2024-04-25T01:25:15.108366+0000","last_peered":"2024-04-25T01:25:15.108366+0000","last_clean":"2024-04-25T01:25:15.108366+0000","last_became_active":"2024-04-25T01:23:53.820158+0000","last_became_peered":"2024-04-25T01:23:53.820158+0000","last_unstale":"2024-04-25T01:25:15.108366+0000","last_undegraded":"2024-04-25T01:25:15.108366+0000","last_fullsized":"2024-04-25T01:25:15.108366+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:19:14.606893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.095731+0000","last_change":"2024-04-25T01:23:53.813105+0000","last_active":"2024-04-25T01:25:15.095731+0000","last_peered":"2024-04-25T01:25:15.095731+0000","last_clean":"2024-04-25T01:25:15.095731+0000","last_became_active":"2024-04-25T01:23:53.812723+0000","last_became_peered":"2024-04-25T01:23:53.812723+0000","last_unstale":"2024-04-25T01:25:15.095731+0000","last_undegraded":"2024-04-25T01:25:15.095731+0000","last_fullsized":"2024-04-25T01:25:15.095731+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:21:55.357758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.105392+0000","last_change":"2024-04-25T01:23:53.826692+0000","last_active":"2024-04-25T01:25:15.105392+0000","last_peered":"2024-04-25T01:25:15.105392+0000","last_clean":"2024-04-25T01:25:15.105392+0000","last_became_active":"2024-04-25T01:23:53.826240+0000","last_became_peered":"2024-04-25T01:23:53.826240+0000","last_unstale":"2024-04-25T01:25:15.105392+0000","last_undegraded":"2024-04-25T01:25:15.105392+0000","last_fullsized":"2024-04-25T01:25:15.105392+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:19:13.044372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.083272+0000","last_change":"2024-04-25T01:23:53.815934+0000","last_active":"2024-04-25T01:25:15.083272+0000","last_peered":"2024-04-25T01:25:15.083272+0000","last_clean":"2024-04-25T01:25:15.083272+0000","last_became_active":"2024-04-25T01:23:53.815340+0000","last_became_peered":"2024-04-25T01:23:53.815340+0000","last_unstale":"2024-04-25T01:25:15.083272+0000","last_undegraded":"2024-04-25T01:25:15.083272+0000","last_fullsized":"2024-04-25T01:25:15.083272+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:49:01.183744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.102796+0000","last_change":"2024-04-25T01:23:53.802952+0000","last_active":"2024-04-25T01:25:15.102796+0000","last_peered":"2024-04-25T01:25:15.102796+0000","last_clean":"2024-04-25T01:25:15.102796+0000","last_became_active":"2024-04-25T01:23:53.802585+0000","last_became_peered":"2024-04-25T01:23:53.802585+0000","last_unstale":"2024-04-25T01:25:15.102796+0000","last_undegraded":"2024-04-25T01:25:15.102796+0000","last_fullsized":"2024-04-25T01:25:15.102796+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:48:22.062096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.100543+0000","last_change":"2024-04-25T01:23:53.809159+0000","last_active":"2024-04-25T01:25:15.100543+0000","last_peered":"2024-04-25T01:25:15.100543+0000","last_clean":"2024-04-25T01:25:15.100543+0000","last_became_active":"2024-04-25T01:23:53.808744+0000","last_became_peered":"2024-04-25T01:23:53.808744+0000","last_unstale":"2024-04-25T01:25:15.100543+0000","last_undegraded":"2024-04-25T01:25:15.100543+0000","last_fullsized":"2024-04-25T01:25:15.100543+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:50:59.666305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.095022+0000","last_change":"2024-04-25T01:23:53.808664+0000","last_active":"2024-04-25T01:25:15.095022+0000","last_peered":"2024-04-25T01:25:15.095022+0000","last_clean":"2024-04-25T01:25:15.095022+0000","last_became_active":"2024-04-25T01:23:53.807734+0000","last_became_peered":"2024-04-25T01:23:53.807734+0000","last_unstale":"2024-04-25T01:25:15.095022+0000","last_undegraded":"2024-04-25T01:25:15.095022+0000","last_fullsized":"2024-04-25T01:25:15.095022+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:44:08.582164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.096738+0000","last_change":"2024-04-25T01:23:53.811656+0000","last_active":"2024-04-25T01:25:15.096738+0000","last_peered":"2024-04-25T01:25:15.096738+0000","last_clean":"2024-04-25T01:25:15.096738+0000","last_became_active":"2024-04-25T01:23:53.810834+0000","last_became_peered":"2024-04-25T01:23:53.810834+0000","last_unstale":"2024-04-25T01:25:15.096738+0000","last_undegraded":"2024-04-25T01:25:15.096738+0000","last_fullsized":"2024-04-25T01:25:15.096738+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:50:14.330034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.102742+0000","last_change":"2024-04-25T01:23:53.808616+0000","last_active":"2024-04-25T01:25:15.102742+0000","last_peered":"2024-04-25T01:25:15.102742+0000","last_clean":"2024-04-25T01:25:15.102742+0000","last_became_active":"2024-04-25T01:23:53.808225+0000","last_became_peered":"2024-04-25T01:23:53.808225+0000","last_unstale":"2024-04-25T01:25:15.102742+0000","last_undegraded":"2024-04-25T01:25:15.102742+0000","last_fullsized":"2024-04-25T01:25:15.102742+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:38.665815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.090303+0000","last_change":"2024-04-25T01:23:53.812292+0000","last_active":"2024-04-25T01:25:15.090303+0000","last_peered":"2024-04-25T01:25:15.090303+0000","last_clean":"2024-04-25T01:25:15.090303+0000","last_became_active":"2024-04-25T01:23:53.811578+0000","last_became_peered":"2024-04-25T01:23:53.811578+0000","last_unstale":"2024-04-25T01:25:15.090303+0000","last_undegraded":"2024-04-25T01:25:15.090303+0000","last_fullsized":"2024-04-25T01:25:15.090303+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:06:17.293311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.111048+0000","last_change":"2024-04-25T01:23:53.809784+0000","last_active":"2024-04-25T01:25:15.111048+0000","last_peered":"2024-04-25T01:25:15.111048+0000","last_clean":"2024-04-25T01:25:15.111048+0000","last_became_active":"2024-04-25T01:23:53.808181+0000","last_became_peered":"2024-04-25T01:23:53.808181+0000","last_unstale":"2024-04-25T01:25:15.111048+0000","last_undegraded":"2024-04-25T01:25:15.111048+0000","last_fullsized":"2024-04-25T01:25:15.111048+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:00:05.883376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.109031+0000","last_change":"2024-04-25T01:23:53.813410+0000","last_active":"2024-04-25T01:25:15.109031+0000","last_peered":"2024-04-25T01:25:15.109031+0000","last_clean":"2024-04-25T01:25:15.109031+0000","last_became_active":"2024-04-25T01:23:53.810182+0000","last_became_peered":"2024-04-25T01:23:53.810182+0000","last_unstale":"2024-04-25T01:25:15.109031+0000","last_undegraded":"2024-04-25T01:25:15.109031+0000","last_fullsized":"2024-04-25T01:25:15.109031+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:07:36.259846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.106236+0000","last_change":"2024-04-25T01:23:53.811678+0000","last_active":"2024-04-25T01:25:15.106236+0000","last_peered":"2024-04-25T01:25:15.106236+0000","last_clean":"2024-04-25T01:25:15.106236+0000","last_became_active":"2024-04-25T01:23:53.810853+0000","last_became_peered":"2024-04-25T01:23:53.810853+0000","last_unstale":"2024-04-25T01:25:15.106236+0000","last_undegraded":"2024-04-25T01:25:15.106236+0000","last_fullsized":"2024-04-25T01:25:15.106236+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:04:35.053060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.103522+0000","last_change":"2024-04-25T01:23:53.812582+0000","last_active":"2024-04-25T01:25:15.103522+0000","last_peered":"2024-04-25T01:25:15.103522+0000","last_clean":"2024-04-25T01:25:15.103522+0000","last_became_active":"2024-04-25T01:23:53.812209+0000","last_became_peered":"2024-04-25T01:23:53.812209+0000","last_unstale":"2024-04-25T01:25:15.103522+0000","last_undegraded":"2024-04-25T01:25:15.103522+0000","last_fullsized":"2024-04-25T01:25:15.103522+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:56:11.352359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.107549+0000","last_change":"2024-04-25T01:23:53.817460+0000","last_active":"2024-04-25T01:25:15.107549+0000","last_peered":"2024-04-25T01:25:15.107549+0000","last_clean":"2024-04-25T01:25:15.107549+0000","last_became_active":"2024-04-25T01:23:53.817156+0000","last_became_peered":"2024-04-25T01:23:53.817156+0000","last_unstale":"2024-04-25T01:25:15.107549+0000","last_undegraded":"2024-04-25T01:25:15.107549+0000","last_fullsized":"2024-04-25T01:25:15.107549+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:38:24.402929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.105763+0000","last_change":"2024-04-25T01:23:53.807673+0000","last_active":"2024-04-25T01:25:15.105763+0000","last_peered":"2024-04-25T01:25:15.105763+0000","last_clean":"2024-04-25T01:25:15.105763+0000","last_became_active":"2024-04-25T01:23:53.807274+0000","last_became_peered":"2024-04-25T01:23:53.807274+0000","last_unstale":"2024-04-25T01:25:15.105763+0000","last_undegraded":"2024-04-25T01:25:15.105763+0000","last_fullsized":"2024-04-25T01:25:15.105763+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:38:08.175271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.103238+0000","last_change":"2024-04-25T01:23:53.814249+0000","last_active":"2024-04-25T01:25:15.103238+0000","last_peered":"2024-04-25T01:25:15.103238+0000","last_clean":"2024-04-25T01:25:15.103238+0000","last_became_active":"2024-04-25T01:23:53.813884+0000","last_became_peered":"2024-04-25T01:23:53.813884+0000","last_unstale":"2024-04-25T01:25:15.103238+0000","last_undegraded":"2024-04-25T01:25:15.103238+0000","last_fullsized":"2024-04-25T01:25:15.103238+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:16:01.730587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'13","reported_seq":119,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:25.951954+0000","last_change":"2024-04-25T01:23:52.812371+0000","last_active":"2024-04-25T01:25:25.951954+0000","last_peered":"2024-04-25T01:25:25.951954+0000","last_clean":"2024-04-25T01:25:25.951954+0000","last_became_active":"2024-04-25T01:23:52.811981+0000","last_became_peered":"2024-04-25T01:23:52.811981+0000","last_unstale":"2024-04-25T01:25:25.951954+0000","last_undegraded":"2024-04-25T01:25:25.951954+0000","last_fullsized":"2024-04-25T01:25:25.951954+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:35:54.018210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":87,"num_read_kb":87,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.098428+0000","last_change":"2024-04-25T01:23:53.820769+0000","last_active":"2024-04-25T01:25:15.098428+0000","last_peered":"2024-04-25T01:25:15.098428+0000","last_clean":"2024-04-25T01:25:15.098428+0000","last_became_active":"2024-04-25T01:23:53.820320+0000","last_became_peered":"2024-04-25T01:23:53.820320+0000","last_unstale":"2024-04-25T01:25:15.098428+0000","last_undegraded":"2024-04-25T01:25:15.098428+0000","last_fullsized":"2024-04-25T01:25:15.098428+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:29:05.930330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.861477+0000","last_change":"2024-04-25T01:23:52.823702+0000","last_active":"2024-04-25T01:24:46.861477+0000","last_peered":"2024-04-25T01:24:46.861477+0000","last_clean":"2024-04-25T01:24:46.861477+0000","last_became_active":"2024-04-25T01:23:52.823371+0000","last_became_peered":"2024-04-25T01:23:52.823371+0000","last_unstale":"2024-04-25T01:24:46.861477+0000","last_undegraded":"2024-04-25T01:24:46.861477+0000","last_fullsized":"2024-04-25T01:24:46.861477+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T13:02:06.368473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.112081+0000","last_change":"2024-04-25T01:23:53.817008+0000","last_active":"2024-04-25T01:25:15.112081+0000","last_peered":"2024-04-25T01:25:15.112081+0000","last_clean":"2024-04-25T01:25:15.112081+0000","last_became_active":"2024-04-25T01:23:53.816607+0000","last_became_peered":"2024-04-25T01:23:53.816607+0000","last_unstale":"2024-04-25T01:25:15.112081+0000","last_undegraded":"2024-04-25T01:25:15.112081+0000","last_fullsized":"2024-04-25T01:25:15.112081+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:06:30.565417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.850943+0000","last_change":"2024-04-25T01:23:52.801308+0000","last_active":"2024-04-25T01:24:46.850943+0000","last_peered":"2024-04-25T01:24:46.850943+0000","last_clean":"2024-04-25T01:24:46.850943+0000","last_became_active":"2024-04-25T01:23:52.801003+0000","last_became_peered":"2024-04-25T01:23:52.801003+0000","last_unstale":"2024-04-25T01:24:46.850943+0000","last_undegraded":"2024-04-25T01:24:46.850943+0000","last_fullsized":"2024-04-25T01:24:46.850943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:26:14.279907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.113633+0000","last_change":"2024-04-25T01:23:53.810366+0000","last_active":"2024-04-25T01:25:15.113633+0000","last_peered":"2024-04-25T01:25:15.113633+0000","last_clean":"2024-04-25T01:25:15.113633+0000","last_became_active":"2024-04-25T01:23:53.809923+0000","last_became_peered":"2024-04-25T01:23:53.809923+0000","last_unstale":"2024-04-25T01:25:15.113633+0000","last_undegraded":"2024-04-25T01:25:15.113633+0000","last_fullsized":"2024-04-25T01:25:15.113633+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:05:14.792599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.851664+0000","last_change":"2024-04-25T01:23:52.804492+0000","last_active":"2024-04-25T01:24:46.851664+0000","last_peered":"2024-04-25T01:24:46.851664+0000","last_clean":"2024-04-25T01:24:46.851664+0000","last_became_active":"2024-04-25T01:23:52.804178+0000","last_became_peered":"2024-04-25T01:23:52.804178+0000","last_unstale":"2024-04-25T01:24:46.851664+0000","last_undegraded":"2024-04-25T01:24:46.851664+0000","last_fullsized":"2024-04-25T01:24:46.851664+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:58:43.018573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.094012+0000","last_change":"2024-04-25T01:23:53.810027+0000","last_active":"2024-04-25T01:25:15.094012+0000","last_peered":"2024-04-25T01:25:15.094012+0000","last_clean":"2024-04-25T01:25:15.094012+0000","last_became_active":"2024-04-25T01:23:53.807376+0000","last_became_peered":"2024-04-25T01:23:53.807376+0000","last_unstale":"2024-04-25T01:25:15.094012+0000","last_undegraded":"2024-04-25T01:25:15.094012+0000","last_fullsized":"2024-04-25T01:25:15.094012+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:42:10.432587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'7","reported_seq":122,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:27.926328+0000","last_change":"2024-04-25T01:23:52.801656+0000","last_active":"2024-04-25T01:25:27.926328+0000","last_peered":"2024-04-25T01:25:27.926328+0000","last_clean":"2024-04-25T01:25:27.926328+0000","last_became_active":"2024-04-25T01:23:52.801318+0000","last_became_peered":"2024-04-25T01:23:52.801318+0000","last_unstale":"2024-04-25T01:25:27.926328+0000","last_undegraded":"2024-04-25T01:25:27.926328+0000","last_fullsized":"2024-04-25T01:25:27.926328+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:51:31.416827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":96,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.089248+0000","last_change":"2024-04-25T01:23:53.804045+0000","last_active":"2024-04-25T01:25:15.089248+0000","last_peered":"2024-04-25T01:25:15.089248+0000","last_clean":"2024-04-25T01:25:15.089248+0000","last_became_active":"2024-04-25T01:23:53.803676+0000","last_became_peered":"2024-04-25T01:23:53.803676+0000","last_unstale":"2024-04-25T01:25:15.089248+0000","last_undegraded":"2024-04-25T01:25:15.089248+0000","last_fullsized":"2024-04-25T01:25:15.089248+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:02:44.394494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":40,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.870934+0000","last_change":"2024-04-25T01:24:46.870934+0000","last_active":"2024-04-25T01:24:46.870934+0000","last_peered":"2024-04-25T01:24:46.870934+0000","last_clean":"2024-04-25T01:24:46.870934+0000","last_became_active":"2024-04-25T01:24:46.860026+0000","last_became_peered":"2024-04-25T01:24:46.860026+0000","last_unstale":"2024-04-25T01:24:46.870934+0000","last_undegraded":"2024-04-25T01:24:46.870934+0000","last_fullsized":"2024-04-25T01:24:46.870934+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:44:48.263139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,6],"acting":[10,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.092143+0000","last_change":"2024-04-25T01:23:53.826262+0000","last_active":"2024-04-25T01:25:15.092143+0000","last_peered":"2024-04-25T01:25:15.092143+0000","last_clean":"2024-04-25T01:25:15.092143+0000","last_became_active":"2024-04-25T01:23:53.825892+0000","last_became_peered":"2024-04-25T01:23:53.825892+0000","last_unstale":"2024-04-25T01:25:15.092143+0000","last_undegraded":"2024-04-25T01:25:15.092143+0000","last_fullsized":"2024-04-25T01:25:15.092143+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:36:08.072819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.851615+0000","last_change":"2024-04-25T01:23:52.813873+0000","last_active":"2024-04-25T01:24:46.851615+0000","last_peered":"2024-04-25T01:24:46.851615+0000","last_clean":"2024-04-25T01:24:46.851615+0000","last_became_active":"2024-04-25T01:23:52.813534+0000","last_became_peered":"2024-04-25T01:23:52.813534+0000","last_unstale":"2024-04-25T01:24:46.851615+0000","last_undegraded":"2024-04-25T01:24:46.851615+0000","last_fullsized":"2024-04-25T01:24:46.851615+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:01:35.534504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.109088+0000","last_change":"2024-04-25T01:23:53.814236+0000","last_active":"2024-04-25T01:25:15.109088+0000","last_peered":"2024-04-25T01:25:15.109088+0000","last_clean":"2024-04-25T01:25:15.109088+0000","last_became_active":"2024-04-25T01:23:53.813868+0000","last_became_peered":"2024-04-25T01:23:53.813868+0000","last_unstale":"2024-04-25T01:25:15.109088+0000","last_undegraded":"2024-04-25T01:25:15.109088+0000","last_fullsized":"2024-04-25T01:25:15.109088+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:53:23.427108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.846681+0000","last_change":"2024-04-25T01:23:52.800885+0000","last_active":"2024-04-25T01:24:46.846681+0000","last_peered":"2024-04-25T01:24:46.846681+0000","last_clean":"2024-04-25T01:24:46.846681+0000","last_became_active":"2024-04-25T01:23:52.800403+0000","last_became_peered":"2024-04-25T01:23:52.800403+0000","last_unstale":"2024-04-25T01:24:46.846681+0000","last_undegraded":"2024-04-25T01:24:46.846681+0000","last_fullsized":"2024-04-25T01:24:46.846681+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:21:39.347335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.092547+0000","last_change":"2024-04-25T01:23:53.814119+0000","last_active":"2024-04-25T01:25:15.092547+0000","last_peered":"2024-04-25T01:25:15.092547+0000","last_clean":"2024-04-25T01:25:15.092547+0000","last_became_active":"2024-04-25T01:23:53.813756+0000","last_became_peered":"2024-04-25T01:23:53.813756+0000","last_unstale":"2024-04-25T01:25:15.092547+0000","last_undegraded":"2024-04-25T01:25:15.092547+0000","last_fullsized":"2024-04-25T01:25:15.092547+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:28:47.093378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'6","reported_seq":208,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:29.928677+0000","last_change":"2024-04-25T01:23:52.811254+0000","last_active":"2024-04-25T01:25:29.928677+0000","last_peered":"2024-04-25T01:25:29.928677+0000","last_clean":"2024-04-25T01:25:29.928677+0000","last_became_active":"2024-04-25T01:23:52.810991+0000","last_became_peered":"2024-04-25T01:23:52.810991+0000","last_unstale":"2024-04-25T01:25:29.928677+0000","last_undegraded":"2024-04-25T01:25:29.928677+0000","last_fullsized":"2024-04-25T01:25:29.928677+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:49:41.429009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":183,"num_read_kb":183,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.106684+0000","last_change":"2024-04-25T01:23:53.808403+0000","last_active":"2024-04-25T01:25:15.106684+0000","last_peered":"2024-04-25T01:25:15.106684+0000","last_clean":"2024-04-25T01:25:15.106684+0000","last_became_active":"2024-04-25T01:23:53.808012+0000","last_became_peered":"2024-04-25T01:23:53.808012+0000","last_unstale":"2024-04-25T01:25:15.106684+0000","last_undegraded":"2024-04-25T01:25:15.106684+0000","last_fullsized":"2024-04-25T01:25:15.106684+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:29:44.010844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.849990+0000","last_change":"2024-04-25T01:23:52.801658+0000","last_active":"2024-04-25T01:24:46.849990+0000","last_peered":"2024-04-25T01:24:46.849990+0000","last_clean":"2024-04-25T01:24:46.849990+0000","last_became_active":"2024-04-25T01:23:52.801264+0000","last_became_peered":"2024-04-25T01:23:52.801264+0000","last_unstale":"2024-04-25T01:24:46.849990+0000","last_undegraded":"2024-04-25T01:24:46.849990+0000","last_fullsized":"2024-04-25T01:24:46.849990+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:36:59.933672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.110929+0000","last_change":"2024-04-25T01:23:53.822066+0000","last_active":"2024-04-25T01:25:15.110929+0000","last_peered":"2024-04-25T01:25:15.110929+0000","last_clean":"2024-04-25T01:25:15.110929+0000","last_became_active":"2024-04-25T01:23:53.821326+0000","last_became_peered":"2024-04-25T01:23:53.821326+0000","last_unstale":"2024-04-25T01:25:15.110929+0000","last_undegraded":"2024-04-25T01:25:15.110929+0000","last_fullsized":"2024-04-25T01:25:15.110929+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:45:35.383500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.847305+0000","last_change":"2024-04-25T01:23:52.821667+0000","last_active":"2024-04-25T01:24:46.847305+0000","last_peered":"2024-04-25T01:24:46.847305+0000","last_clean":"2024-04-25T01:24:46.847305+0000","last_became_active":"2024-04-25T01:23:52.821421+0000","last_became_peered":"2024-04-25T01:23:52.821421+0000","last_unstale":"2024-04-25T01:24:46.847305+0000","last_undegraded":"2024-04-25T01:24:46.847305+0000","last_fullsized":"2024-04-25T01:24:46.847305+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:56:54.776484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.113760+0000","last_change":"2024-04-25T01:24:46.861765+0000","last_active":"2024-04-25T01:25:15.113760+0000","last_peered":"2024-04-25T01:25:15.113760+0000","last_clean":"2024-04-25T01:25:15.113760+0000","last_became_active":"2024-04-25T01:24:46.860851+0000","last_became_peered":"2024-04-25T01:24:46.860851+0000","last_unstale":"2024-04-25T01:25:15.113760+0000","last_undegraded":"2024-04-25T01:25:15.113760+0000","last_fullsized":"2024-04-25T01:25:15.113760+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:01:39.357941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'35","reported_seq":269,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:29.915442+0000","last_change":"2024-04-25T01:24:46.861324+0000","last_active":"2024-04-25T01:25:29.915442+0000","last_peered":"2024-04-25T01:25:29.915442+0000","last_clean":"2024-04-25T01:25:29.915442+0000","last_became_active":"2024-04-25T01:24:46.852031+0000","last_became_peered":"2024-04-25T01:24:46.852031+0000","last_unstale":"2024-04-25T01:25:29.915442+0000","last_undegraded":"2024-04-25T01:25:29.915442+0000","last_fullsized":"2024-04-25T01:25:29.915442+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:24:11.009567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60272,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":185,"num_read_kb":152,"num_write":37,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":60023,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.101858+0000","last_change":"2024-04-25T01:23:53.810400+0000","last_active":"2024-04-25T01:25:15.101858+0000","last_peered":"2024-04-25T01:25:15.101858+0000","last_clean":"2024-04-25T01:25:15.101858+0000","last_became_active":"2024-04-25T01:23:53.809899+0000","last_became_peered":"2024-04-25T01:23:53.809899+0000","last_unstale":"2024-04-25T01:25:15.101858+0000","last_undegraded":"2024-04-25T01:25:15.101858+0000","last_fullsized":"2024-04-25T01:25:15.101858+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:51:50.862278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.851580+0000","last_change":"2024-04-25T01:23:52.808842+0000","last_active":"2024-04-25T01:24:46.851580+0000","last_peered":"2024-04-25T01:24:46.851580+0000","last_clean":"2024-04-25T01:24:46.851580+0000","last_became_active":"2024-04-25T01:23:52.808560+0000","last_became_peered":"2024-04-25T01:23:52.808560+0000","last_unstale":"2024-04-25T01:24:46.851580+0000","last_undegraded":"2024-04-25T01:24:46.851580+0000","last_fullsized":"2024-04-25T01:24:46.851580+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:01:56.270817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.108021+0000","last_change":"2024-04-25T01:23:53.827038+0000","last_active":"2024-04-25T01:25:15.108021+0000","last_peered":"2024-04-25T01:25:15.108021+0000","last_clean":"2024-04-25T01:25:15.108021+0000","last_became_active":"2024-04-25T01:23:53.826541+0000","last_became_peered":"2024-04-25T01:23:53.826541+0000","last_unstale":"2024-04-25T01:25:15.108021+0000","last_undegraded":"2024-04-25T01:25:15.108021+0000","last_fullsized":"2024-04-25T01:25:15.108021+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:50:27.747374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.847506+0000","last_change":"2024-04-25T01:23:52.812505+0000","last_active":"2024-04-25T01:24:46.847506+0000","last_peered":"2024-04-25T01:24:46.847506+0000","last_clean":"2024-04-25T01:24:46.847506+0000","last_became_active":"2024-04-25T01:23:52.812223+0000","last_became_peered":"2024-04-25T01:23:52.812223+0000","last_unstale":"2024-04-25T01:24:46.847506+0000","last_undegraded":"2024-04-25T01:24:46.847506+0000","last_fullsized":"2024-04-25T01:24:46.847506+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:29:50.884609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.112925+0000","last_change":"2024-04-25T01:23:53.810684+0000","last_active":"2024-04-25T01:25:15.112925+0000","last_peered":"2024-04-25T01:25:15.112925+0000","last_clean":"2024-04-25T01:25:15.112925+0000","last_became_active":"2024-04-25T01:23:53.810347+0000","last_became_peered":"2024-04-25T01:23:53.810347+0000","last_unstale":"2024-04-25T01:25:15.112925+0000","last_undegraded":"2024-04-25T01:25:15.112925+0000","last_fullsized":"2024-04-25T01:25:15.112925+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:24:21.895845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'7","reported_seq":119,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:29.077449+0000","last_change":"2024-04-25T01:23:52.805436+0000","last_active":"2024-04-25T01:25:29.077449+0000","last_peered":"2024-04-25T01:25:29.077449+0000","last_clean":"2024-04-25T01:25:29.077449+0000","last_became_active":"2024-04-25T01:23:52.804651+0000","last_became_peered":"2024-04-25T01:23:52.804651+0000","last_unstale":"2024-04-25T01:25:29.077449+0000","last_undegraded":"2024-04-25T01:25:29.077449+0000","last_fullsized":"2024-04-25T01:25:29.077449+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:00:09.764876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":94,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.094861+0000","last_change":"2024-04-25T01:23:53.807897+0000","last_active":"2024-04-25T01:25:15.094861+0000","last_peered":"2024-04-25T01:25:15.094861+0000","last_clean":"2024-04-25T01:25:15.094861+0000","last_became_active":"2024-04-25T01:23:53.807551+0000","last_became_peered":"2024-04-25T01:23:53.807551+0000","last_unstale":"2024-04-25T01:25:15.094861+0000","last_undegraded":"2024-04-25T01:25:15.094861+0000","last_fullsized":"2024-04-25T01:25:15.094861+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:47:09.433674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.850676+0000","last_change":"2024-04-25T01:23:52.816305+0000","last_active":"2024-04-25T01:24:46.850676+0000","last_peered":"2024-04-25T01:24:46.850676+0000","last_clean":"2024-04-25T01:24:46.850676+0000","last_became_active":"2024-04-25T01:23:52.815923+0000","last_became_peered":"2024-04-25T01:23:52.815923+0000","last_unstale":"2024-04-25T01:24:46.850676+0000","last_undegraded":"2024-04-25T01:24:46.850676+0000","last_fullsized":"2024-04-25T01:24:46.850676+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:02:03.359199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.101942+0000","last_change":"2024-04-25T01:24:46.861828+0000","last_active":"2024-04-25T01:25:15.101942+0000","last_peered":"2024-04-25T01:25:15.101942+0000","last_clean":"2024-04-25T01:25:15.101942+0000","last_became_active":"2024-04-25T01:24:46.856791+0000","last_became_peered":"2024-04-25T01:24:46.856791+0000","last_unstale":"2024-04-25T01:25:15.101942+0000","last_undegraded":"2024-04-25T01:25:15.101942+0000","last_fullsized":"2024-04-25T01:25:15.101942+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:17:09.055705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.851273+0000","last_change":"2024-04-25T01:23:52.797955+0000","last_active":"2024-04-25T01:24:46.851273+0000","last_peered":"2024-04-25T01:24:46.851273+0000","last_clean":"2024-04-25T01:24:46.851273+0000","last_became_active":"2024-04-25T01:23:52.797650+0000","last_became_peered":"2024-04-25T01:23:52.797650+0000","last_unstale":"2024-04-25T01:24:46.851273+0000","last_undegraded":"2024-04-25T01:24:46.851273+0000","last_fullsized":"2024-04-25T01:24:46.851273+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:07:42.560284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.093175+0000","last_change":"2024-04-25T01:23:53.803970+0000","last_active":"2024-04-25T01:25:15.093175+0000","last_peered":"2024-04-25T01:25:15.093175+0000","last_clean":"2024-04-25T01:25:15.093175+0000","last_became_active":"2024-04-25T01:23:53.803572+0000","last_became_peered":"2024-04-25T01:23:53.803572+0000","last_unstale":"2024-04-25T01:25:15.093175+0000","last_undegraded":"2024-04-25T01:25:15.093175+0000","last_fullsized":"2024-04-25T01:25:15.093175+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:18:51.116738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.853347+0000","last_change":"2024-04-25T01:23:52.824814+0000","last_active":"2024-04-25T01:24:46.853347+0000","last_peered":"2024-04-25T01:24:46.853347+0000","last_clean":"2024-04-25T01:24:46.853347+0000","last_became_active":"2024-04-25T01:23:52.821792+0000","last_became_peered":"2024-04-25T01:23:52.821792+0000","last_unstale":"2024-04-25T01:24:46.853347+0000","last_undegraded":"2024-04-25T01:24:46.853347+0000","last_fullsized":"2024-04-25T01:24:46.853347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:19:39.763841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.093983+0000","last_change":"2024-04-25T01:23:53.825740+0000","last_active":"2024-04-25T01:25:15.093983+0000","last_peered":"2024-04-25T01:25:15.093983+0000","last_clean":"2024-04-25T01:25:15.093983+0000","last_became_active":"2024-04-25T01:23:53.825421+0000","last_became_peered":"2024-04-25T01:23:53.825421+0000","last_unstale":"2024-04-25T01:25:15.093983+0000","last_undegraded":"2024-04-25T01:25:15.093983+0000","last_fullsized":"2024-04-25T01:25:15.093983+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T12:40:34.528975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'5","reported_seq":60,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:27.957727+0000","last_change":"2024-04-25T01:24:46.865616+0000","last_active":"2024-04-25T01:25:27.957727+0000","last_peered":"2024-04-25T01:25:27.957727+0000","last_clean":"2024-04-25T01:25:27.957727+0000","last_became_active":"2024-04-25T01:24:46.855825+0000","last_became_peered":"2024-04-25T01:24:46.855825+0000","last_unstale":"2024-04-25T01:25:27.957727+0000","last_undegraded":"2024-04-25T01:25:27.957727+0000","last_fullsized":"2024-04-25T01:25:27.957727+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:27:46.451725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":43,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":588,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,6,1],"acting":[11,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.088351+0000","last_change":"2024-04-25T01:23:53.813081+0000","last_active":"2024-04-25T01:25:15.088351+0000","last_peered":"2024-04-25T01:25:15.088351+0000","last_clean":"2024-04-25T01:25:15.088351+0000","last_became_active":"2024-04-25T01:23:53.812716+0000","last_became_peered":"2024-04-25T01:23:53.812716+0000","last_unstale":"2024-04-25T01:25:15.088351+0000","last_undegraded":"2024-04-25T01:25:15.088351+0000","last_fullsized":"2024-04-25T01:25:15.088351+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:28:01.245011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.089544+0000","last_change":"2024-04-25T01:24:46.853330+0000","last_active":"2024-04-25T01:25:15.089544+0000","last_peered":"2024-04-25T01:25:15.089544+0000","last_clean":"2024-04-25T01:25:15.089544+0000","last_became_active":"2024-04-25T01:24:46.852933+0000","last_became_peered":"2024-04-25T01:24:46.852933+0000","last_unstale":"2024-04-25T01:25:15.089544+0000","last_undegraded":"2024-04-25T01:25:15.089544+0000","last_fullsized":"2024-04-25T01:25:15.089544+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:05:08.062520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'6","reported_seq":115,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:28.074737+0000","last_change":"2024-04-25T01:23:52.822777+0000","last_active":"2024-04-25T01:25:28.074737+0000","last_peered":"2024-04-25T01:25:28.074737+0000","last_clean":"2024-04-25T01:25:28.074737+0000","last_became_active":"2024-04-25T01:23:52.820590+0000","last_became_peered":"2024-04-25T01:23:52.820590+0000","last_unstale":"2024-04-25T01:25:28.074737+0000","last_undegraded":"2024-04-25T01:25:28.074737+0000","last_fullsized":"2024-04-25T01:25:28.074737+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:20:15.805335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":90,"num_read_kb":90,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.105387+0000","last_change":"2024-04-25T01:23:53.807656+0000","last_active":"2024-04-25T01:25:15.105387+0000","last_peered":"2024-04-25T01:25:15.105387+0000","last_clean":"2024-04-25T01:25:15.105387+0000","last_became_active":"2024-04-25T01:23:53.807216+0000","last_became_peered":"2024-04-25T01:23:53.807216+0000","last_unstale":"2024-04-25T01:25:15.105387+0000","last_undegraded":"2024-04-25T01:25:15.105387+0000","last_fullsized":"2024-04-25T01:25:15.105387+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:48:47.702827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.845059+0000","last_change":"2024-04-25T01:23:52.807786+0000","last_active":"2024-04-25T01:24:46.845059+0000","last_peered":"2024-04-25T01:24:46.845059+0000","last_clean":"2024-04-25T01:24:46.845059+0000","last_became_active":"2024-04-25T01:23:52.807525+0000","last_became_peered":"2024-04-25T01:23:52.807525+0000","last_unstale":"2024-04-25T01:24:46.845059+0000","last_undegraded":"2024-04-25T01:24:46.845059+0000","last_fullsized":"2024-04-25T01:24:46.845059+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:10:06.155998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":340,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.850324+0000","last_change":"2024-04-25T01:22:33.333035+0000","last_active":"2024-04-25T01:24:46.850324+0000","last_peered":"2024-04-25T01:24:46.850324+0000","last_clean":"2024-04-25T01:24:46.850324+0000","last_became_active":"2024-04-25T01:22:33.332433+0000","last_became_peered":"2024-04-25T01:22:33.332433+0000","last_unstale":"2024-04-25T01:24:46.850324+0000","last_undegraded":"2024-04-25T01:24:46.850324+0000","last_fullsized":"2024-04-25T01:24:46.850324+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:18:37.914821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:18:37.914821+0000","last_clean_scrub_stamp":"2024-04-25T01:18:37.914821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:12:18.793036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.093365+0000","last_change":"2024-04-25T01:23:53.812611+0000","last_active":"2024-04-25T01:25:15.093365+0000","last_peered":"2024-04-25T01:25:15.093365+0000","last_clean":"2024-04-25T01:25:15.093365+0000","last_became_active":"2024-04-25T01:23:53.812194+0000","last_became_peered":"2024-04-25T01:23:53.812194+0000","last_unstale":"2024-04-25T01:25:15.093365+0000","last_undegraded":"2024-04-25T01:25:15.093365+0000","last_fullsized":"2024-04-25T01:25:15.093365+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:48:07.563269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.850225+0000","last_change":"2024-04-25T01:23:52.800019+0000","last_active":"2024-04-25T01:24:46.850225+0000","last_peered":"2024-04-25T01:24:46.850225+0000","last_clean":"2024-04-25T01:24:46.850225+0000","last_became_active":"2024-04-25T01:23:52.799502+0000","last_became_peered":"2024-04-25T01:23:52.799502+0000","last_unstale":"2024-04-25T01:24:46.850225+0000","last_undegraded":"2024-04-25T01:24:46.850225+0000","last_fullsized":"2024-04-25T01:24:46.850225+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:40:19.864759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.877143+0000","last_change":"2024-04-25T01:24:46.876738+0000","last_active":"2024-04-25T01:24:46.877143+0000","last_peered":"2024-04-25T01:24:46.877143+0000","last_clean":"2024-04-25T01:24:46.877143+0000","last_became_active":"2024-04-25T01:24:46.861844+0000","last_became_peered":"2024-04-25T01:24:46.861844+0000","last_unstale":"2024-04-25T01:24:46.877143+0000","last_undegraded":"2024-04-25T01:24:46.877143+0000","last_fullsized":"2024-04-25T01:24:46.877143+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:05:14.361081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.099391+0000","last_change":"2024-04-25T01:23:53.810255+0000","last_active":"2024-04-25T01:25:15.099391+0000","last_peered":"2024-04-25T01:25:15.099391+0000","last_clean":"2024-04-25T01:25:15.099391+0000","last_became_active":"2024-04-25T01:23:53.809841+0000","last_became_peered":"2024-04-25T01:23:53.809841+0000","last_unstale":"2024-04-25T01:25:15.099391+0000","last_undegraded":"2024-04-25T01:25:15.099391+0000","last_fullsized":"2024-04-25T01:25:15.099391+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:32:48.759185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'13","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.854875+0000","last_change":"2024-04-25T01:23:52.824724+0000","last_active":"2024-04-25T01:24:46.854875+0000","last_peered":"2024-04-25T01:24:46.854875+0000","last_clean":"2024-04-25T01:24:46.854875+0000","last_became_active":"2024-04-25T01:23:52.824384+0000","last_became_peered":"2024-04-25T01:23:52.824384+0000","last_unstale":"2024-04-25T01:24:46.854875+0000","last_undegraded":"2024-04-25T01:24:46.854875+0000","last_fullsized":"2024-04-25T01:24:46.854875+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:51:00.166582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.104818+0000","last_change":"2024-04-25T01:23:53.821138+0000","last_active":"2024-04-25T01:25:15.104818+0000","last_peered":"2024-04-25T01:25:15.104818+0000","last_clean":"2024-04-25T01:25:15.104818+0000","last_became_active":"2024-04-25T01:23:53.819003+0000","last_became_peered":"2024-04-25T01:23:53.819003+0000","last_unstale":"2024-04-25T01:25:15.104818+0000","last_undegraded":"2024-04-25T01:25:15.104818+0000","last_fullsized":"2024-04-25T01:25:15.104818+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:24:00.837713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.845208+0000","last_change":"2024-04-25T01:23:52.810268+0000","last_active":"2024-04-25T01:24:46.845208+0000","last_peered":"2024-04-25T01:24:46.845208+0000","last_clean":"2024-04-25T01:24:46.845208+0000","last_became_active":"2024-04-25T01:23:52.809920+0000","last_became_peered":"2024-04-25T01:23:52.809920+0000","last_unstale":"2024-04-25T01:24:46.845208+0000","last_undegraded":"2024-04-25T01:24:46.845208+0000","last_fullsized":"2024-04-25T01:24:46.845208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:21:35.654180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.108395+0000","last_change":"2024-04-25T01:23:53.827319+0000","last_active":"2024-04-25T01:25:15.108395+0000","last_peered":"2024-04-25T01:25:15.108395+0000","last_clean":"2024-04-25T01:25:15.108395+0000","last_became_active":"2024-04-25T01:23:53.826621+0000","last_became_peered":"2024-04-25T01:23:53.826621+0000","last_unstale":"2024-04-25T01:25:15.108395+0000","last_undegraded":"2024-04-25T01:25:15.108395+0000","last_fullsized":"2024-04-25T01:25:15.108395+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:27:18.923796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.846337+0000","last_change":"2024-04-25T01:23:52.816063+0000","last_active":"2024-04-25T01:24:46.846337+0000","last_peered":"2024-04-25T01:24:46.846337+0000","last_clean":"2024-04-25T01:24:46.846337+0000","last_became_active":"2024-04-25T01:23:52.815805+0000","last_became_peered":"2024-04-25T01:23:52.815805+0000","last_unstale":"2024-04-25T01:24:46.846337+0000","last_undegraded":"2024-04-25T01:24:46.846337+0000","last_fullsized":"2024-04-25T01:24:46.846337+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:21:31.150768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.068593+0000","last_change":"2024-04-25T01:23:53.807515+0000","last_active":"2024-04-25T01:25:15.068593+0000","last_peered":"2024-04-25T01:25:15.068593+0000","last_clean":"2024-04-25T01:25:15.068593+0000","last_became_active":"2024-04-25T01:23:53.807145+0000","last_became_peered":"2024-04-25T01:23:53.807145+0000","last_unstale":"2024-04-25T01:25:15.068593+0000","last_undegraded":"2024-04-25T01:25:15.068593+0000","last_fullsized":"2024-04-25T01:25:15.068593+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:37:41.171457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.864346+0000","last_change":"2024-04-25T01:23:52.814606+0000","last_active":"2024-04-25T01:24:46.864346+0000","last_peered":"2024-04-25T01:24:46.864346+0000","last_clean":"2024-04-25T01:24:46.864346+0000","last_became_active":"2024-04-25T01:23:52.814279+0000","last_became_peered":"2024-04-25T01:23:52.814279+0000","last_unstale":"2024-04-25T01:24:46.864346+0000","last_undegraded":"2024-04-25T01:24:46.864346+0000","last_fullsized":"2024-04-25T01:24:46.864346+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:37:42.957845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.097558+0000","last_change":"2024-04-25T01:23:53.807817+0000","last_active":"2024-04-25T01:25:15.097558+0000","last_peered":"2024-04-25T01:25:15.097558+0000","last_clean":"2024-04-25T01:25:15.097558+0000","last_became_active":"2024-04-25T01:23:53.805947+0000","last_became_peered":"2024-04-25T01:23:53.805947+0000","last_unstale":"2024-04-25T01:25:15.097558+0000","last_undegraded":"2024-04-25T01:25:15.097558+0000","last_fullsized":"2024-04-25T01:25:15.097558+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:50:26.452196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.851273+0000","last_change":"2024-04-25T01:23:52.819050+0000","last_active":"2024-04-25T01:24:46.851273+0000","last_peered":"2024-04-25T01:24:46.851273+0000","last_clean":"2024-04-25T01:24:46.851273+0000","last_became_active":"2024-04-25T01:23:52.818774+0000","last_became_peered":"2024-04-25T01:23:52.818774+0000","last_unstale":"2024-04-25T01:24:46.851273+0000","last_undegraded":"2024-04-25T01:24:46.851273+0000","last_fullsized":"2024-04-25T01:24:46.851273+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:21:02.643511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.088294+0000","last_change":"2024-04-25T01:23:53.821827+0000","last_active":"2024-04-25T01:25:15.088294+0000","last_peered":"2024-04-25T01:25:15.088294+0000","last_clean":"2024-04-25T01:25:15.088294+0000","last_became_active":"2024-04-25T01:23:53.821334+0000","last_became_peered":"2024-04-25T01:23:53.821334+0000","last_unstale":"2024-04-25T01:25:15.088294+0000","last_undegraded":"2024-04-25T01:25:15.088294+0000","last_fullsized":"2024-04-25T01:25:15.088294+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:13:45.612634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.850833+0000","last_change":"2024-04-25T01:23:52.806989+0000","last_active":"2024-04-25T01:24:46.850833+0000","last_peered":"2024-04-25T01:24:46.850833+0000","last_clean":"2024-04-25T01:24:46.850833+0000","last_became_active":"2024-04-25T01:23:52.806683+0000","last_became_peered":"2024-04-25T01:23:52.806683+0000","last_unstale":"2024-04-25T01:24:46.850833+0000","last_undegraded":"2024-04-25T01:24:46.850833+0000","last_fullsized":"2024-04-25T01:24:46.850833+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:03:18.081850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.113115+0000","last_change":"2024-04-25T01:23:53.809796+0000","last_active":"2024-04-25T01:25:15.113115+0000","last_peered":"2024-04-25T01:25:15.113115+0000","last_clean":"2024-04-25T01:25:15.113115+0000","last_became_active":"2024-04-25T01:23:53.806700+0000","last_became_peered":"2024-04-25T01:23:53.806700+0000","last_unstale":"2024-04-25T01:25:15.113115+0000","last_undegraded":"2024-04-25T01:25:15.113115+0000","last_fullsized":"2024-04-25T01:25:15.113115+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:31:58.428206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'7","reported_seq":119,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:29.010931+0000","last_change":"2024-04-25T01:23:52.818416+0000","last_active":"2024-04-25T01:25:29.010931+0000","last_peered":"2024-04-25T01:25:29.010931+0000","last_clean":"2024-04-25T01:25:29.010931+0000","last_became_active":"2024-04-25T01:23:52.818103+0000","last_became_peered":"2024-04-25T01:23:52.818103+0000","last_unstale":"2024-04-25T01:25:29.010931+0000","last_undegraded":"2024-04-25T01:25:29.010931+0000","last_fullsized":"2024-04-25T01:25:29.010931+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:46:06.850967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1702,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":93,"num_read_kb":3,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.102872+0000","last_change":"2024-04-25T01:23:53.802499+0000","last_active":"2024-04-25T01:25:15.102872+0000","last_peered":"2024-04-25T01:25:15.102872+0000","last_clean":"2024-04-25T01:25:15.102872+0000","last_became_active":"2024-04-25T01:23:53.802115+0000","last_became_peered":"2024-04-25T01:23:53.802115+0000","last_unstale":"2024-04-25T01:25:15.102872+0000","last_undegraded":"2024-04-25T01:25:15.102872+0000","last_fullsized":"2024-04-25T01:25:15.102872+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:25:47.353635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.847152+0000","last_change":"2024-04-25T01:23:52.816685+0000","last_active":"2024-04-25T01:24:46.847152+0000","last_peered":"2024-04-25T01:24:46.847152+0000","last_clean":"2024-04-25T01:24:46.847152+0000","last_became_active":"2024-04-25T01:23:52.816038+0000","last_became_peered":"2024-04-25T01:23:52.816038+0000","last_unstale":"2024-04-25T01:24:46.847152+0000","last_undegraded":"2024-04-25T01:24:46.847152+0000","last_fullsized":"2024-04-25T01:24:46.847152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:50:25.322154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.102879+0000","last_change":"2024-04-25T01:24:46.869651+0000","last_active":"2024-04-25T01:25:15.102879+0000","last_peered":"2024-04-25T01:25:15.102879+0000","last_clean":"2024-04-25T01:25:15.102879+0000","last_became_active":"2024-04-25T01:24:46.863261+0000","last_became_peered":"2024-04-25T01:24:46.863261+0000","last_unstale":"2024-04-25T01:25:15.102879+0000","last_undegraded":"2024-04-25T01:25:15.102879+0000","last_fullsized":"2024-04-25T01:25:15.102879+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:38:35.866948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:24:46.874605+0000","last_change":"2024-04-25T01:24:46.874605+0000","last_active":"2024-04-25T01:24:46.874605+0000","last_peered":"2024-04-25T01:24:46.874605+0000","last_clean":"2024-04-25T01:24:46.874605+0000","last_became_active":"2024-04-25T01:24:46.866802+0000","last_became_peered":"2024-04-25T01:24:46.866802+0000","last_unstale":"2024-04-25T01:24:46.874605+0000","last_undegraded":"2024-04-25T01:24:46.874605+0000","last_fullsized":"2024-04-25T01:24:46.874605+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:51.739868+0000","last_clean_scrub_stamp":"2024-04-25T01:23:51.739868+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:45:26.701360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.099464+0000","last_change":"2024-04-25T01:23:53.807481+0000","last_active":"2024-04-25T01:25:15.099464+0000","last_peered":"2024-04-25T01:25:15.099464+0000","last_clean":"2024-04-25T01:25:15.099464+0000","last_became_active":"2024-04-25T01:23:53.807042+0000","last_became_peered":"2024-04-25T01:23:53.807042+0000","last_unstale":"2024-04-25T01:25:15.099464+0000","last_undegraded":"2024-04-25T01:25:15.099464+0000","last_fullsized":"2024-04-25T01:25:15.099464+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T06:56:14.599927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.097046+0000","last_change":"2024-04-25T01:23:53.801126+0000","last_active":"2024-04-25T01:25:15.097046+0000","last_peered":"2024-04-25T01:25:15.097046+0000","last_clean":"2024-04-25T01:25:15.097046+0000","last_became_active":"2024-04-25T01:23:53.800770+0000","last_became_peered":"2024-04-25T01:23:53.800770+0000","last_unstale":"2024-04-25T01:25:15.097046+0000","last_undegraded":"2024-04-25T01:25:15.097046+0000","last_fullsized":"2024-04-25T01:25:15.097046+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T10:53:43.572697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.096734+0000","last_change":"2024-04-25T01:23:53.807537+0000","last_active":"2024-04-25T01:25:15.096734+0000","last_peered":"2024-04-25T01:25:15.096734+0000","last_clean":"2024-04-25T01:25:15.096734+0000","last_became_active":"2024-04-25T01:23:53.807183+0000","last_became_peered":"2024-04-25T01:23:53.807183+0000","last_unstale":"2024-04-25T01:25:15.096734+0000","last_undegraded":"2024-04-25T01:25:15.096734+0000","last_fullsized":"2024-04-25T01:25:15.096734+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:43:24.438871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.109203+0000","last_change":"2024-04-25T01:23:53.814716+0000","last_active":"2024-04-25T01:25:15.109203+0000","last_peered":"2024-04-25T01:25:15.109203+0000","last_clean":"2024-04-25T01:25:15.109203+0000","last_became_active":"2024-04-25T01:23:53.813821+0000","last_became_peered":"2024-04-25T01:23:53.813821+0000","last_unstale":"2024-04-25T01:25:15.109203+0000","last_undegraded":"2024-04-25T01:25:15.109203+0000","last_fullsized":"2024-04-25T01:25:15.109203+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T11:55:09.205977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.112400+0000","last_change":"2024-04-25T01:23:53.811377+0000","last_active":"2024-04-25T01:25:15.112400+0000","last_peered":"2024-04-25T01:25:15.112400+0000","last_clean":"2024-04-25T01:25:15.112400+0000","last_became_active":"2024-04-25T01:23:53.810778+0000","last_became_peered":"2024-04-25T01:23:53.810778+0000","last_unstale":"2024-04-25T01:25:15.112400+0000","last_undegraded":"2024-04-25T01:25:15.112400+0000","last_fullsized":"2024-04-25T01:25:15.112400+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:34:23.770456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.112316+0000","last_change":"2024-04-25T01:24:46.868500+0000","last_active":"2024-04-25T01:25:15.112316+0000","last_peered":"2024-04-25T01:25:15.112316+0000","last_clean":"2024-04-25T01:25:15.112316+0000","last_became_active":"2024-04-25T01:24:46.867541+0000","last_became_peered":"2024-04-25T01:24:46.867541+0000","last_unstale":"2024-04-25T01:25:15.112316+0000","last_undegraded":"2024-04-25T01:25:15.112316+0000","last_fullsized":"2024-04-25T01:25:15.112316+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T07:51:06.389316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,0],"acting":[6,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.093513+0000","last_change":"2024-04-25T01:23:53.806961+0000","last_active":"2024-04-25T01:25:15.093513+0000","last_peered":"2024-04-25T01:25:15.093513+0000","last_clean":"2024-04-25T01:25:15.093513+0000","last_became_active":"2024-04-25T01:23:53.806614+0000","last_became_peered":"2024-04-25T01:23:53.806614+0000","last_unstale":"2024-04-25T01:25:15.093513+0000","last_undegraded":"2024-04-25T01:25:15.093513+0000","last_fullsized":"2024-04-25T01:25:15.093513+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T05:36:28.548596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.097437+0000","last_change":"2024-04-25T01:23:53.803641+0000","last_active":"2024-04-25T01:25:15.097437+0000","last_peered":"2024-04-25T01:25:15.097437+0000","last_clean":"2024-04-25T01:25:15.097437+0000","last_became_active":"2024-04-25T01:23:53.803242+0000","last_became_peered":"2024-04-25T01:23:53.803242+0000","last_unstale":"2024-04-25T01:25:15.097437+0000","last_undegraded":"2024-04-25T01:25:15.097437+0000","last_fullsized":"2024-04-25T01:25:15.097437+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T08:59:38.121532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.091139+0000","last_change":"2024-04-25T01:23:53.825153+0000","last_active":"2024-04-25T01:25:15.091139+0000","last_peered":"2024-04-25T01:25:15.091139+0000","last_clean":"2024-04-25T01:25:15.091139+0000","last_became_active":"2024-04-25T01:23:53.822752+0000","last_became_peered":"2024-04-25T01:23:53.822752+0000","last_unstale":"2024-04-25T01:25:15.091139+0000","last_undegraded":"2024-04-25T01:25:15.091139+0000","last_fullsized":"2024-04-25T01:25:15.091139+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T04:58:05.659397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.104681+0000","last_change":"2024-04-25T01:23:53.811673+0000","last_active":"2024-04-25T01:25:15.104681+0000","last_peered":"2024-04-25T01:25:15.104681+0000","last_clean":"2024-04-25T01:25:15.104681+0000","last_became_active":"2024-04-25T01:23:53.811157+0000","last_became_peered":"2024-04-25T01:23:53.811157+0000","last_unstale":"2024-04-25T01:25:15.104681+0000","last_undegraded":"2024-04-25T01:25:15.104681+0000","last_fullsized":"2024-04-25T01:25:15.104681+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:29:51.288436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.098651+0000","last_change":"2024-04-25T01:23:53.824983+0000","last_active":"2024-04-25T01:25:15.098651+0000","last_peered":"2024-04-25T01:25:15.098651+0000","last_clean":"2024-04-25T01:25:15.098651+0000","last_became_active":"2024-04-25T01:23:53.822492+0000","last_became_peered":"2024-04-25T01:23:53.822492+0000","last_unstale":"2024-04-25T01:25:15.098651+0000","last_undegraded":"2024-04-25T01:25:15.098651+0000","last_fullsized":"2024-04-25T01:25:15.098651+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T09:12:48.598033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.107239+0000","last_change":"2024-04-25T01:23:53.812939+0000","last_active":"2024-04-25T01:25:15.107239+0000","last_peered":"2024-04-25T01:25:15.107239+0000","last_clean":"2024-04-25T01:25:15.107239+0000","last_became_active":"2024-04-25T01:23:53.812467+0000","last_became_peered":"2024-04-25T01:23:53.812467+0000","last_unstale":"2024-04-25T01:25:15.107239+0000","last_undegraded":"2024-04-25T01:25:15.107239+0000","last_fullsized":"2024-04-25T01:25:15.107239+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T03:51:04.312730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.112841+0000","last_change":"2024-04-25T01:23:53.815183+0000","last_active":"2024-04-25T01:25:15.112841+0000","last_peered":"2024-04-25T01:25:15.112841+0000","last_clean":"2024-04-25T01:25:15.112841+0000","last_became_active":"2024-04-25T01:23:53.814729+0000","last_became_peered":"2024-04-25T01:23:53.814729+0000","last_unstale":"2024-04-25T01:25:15.112841+0000","last_undegraded":"2024-04-25T01:25:15.112841+0000","last_fullsized":"2024-04-25T01:25:15.112841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T02:04:35.738748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-25T01:25:15.092631+0000","last_change":"2024-04-25T01:23:53.806830+0000","last_active":"2024-04-25T01:25:15.092631+0000","last_peered":"2024-04-25T01:25:15.092631+0000","last_clean":"2024-04-25T01:25:15.092631+0000","last_became_active":"2024-04-25T01:23:53.806479+0000","last_became_peered":"2024-04-25T01:23:53.806479+0000","last_unstale":"2024-04-25T01:25:15.092631+0000","last_undegraded":"2024-04-25T01:25:15.092631+0000","last_fullsized":"2024-04-25T01:25:15.092631+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T01:23:52.779618+0000","last_clean_scrub_stamp":"2024-04-25T01:23:52.779618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T01:32:54.740449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68290,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":891,"num_read_kb":543,"num_write":251,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":60723,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":204870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":219,"ondisk_log_size":219,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351009,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":461280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612647,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1667072,"data_stored":1111881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776172,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":460095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037811,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":978944,"data_stored":460244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299447,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32720,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712432,"statfs":{"total":95995035648,"available":95961530368,"internally_reserved":0,"allocated":1581056,"data_stored":1052959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462974,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":459695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574937,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":520880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738464,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40468,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704684,"statfs":{"total":95995035648,"available":95953596416,"internally_reserved":0,"allocated":995328,"data_stored":461566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411414,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36300,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708852,"statfs":{"total":95995035648,"available":95957864448,"internally_reserved":0,"allocated":987136,"data_stored":461892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149775,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":459403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888139,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1044480,"data_stored":520360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724613,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28576,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716576,"statfs":{"total":95995035648,"available":95965773824,"internally_reserved":0,"allocated":1597440,"data_stored":1052693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":62024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":61504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":3618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":62540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T01:25:31.955 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-25T01:25:31.956 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-25T01:25:31.956 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-25T01:25:31.956 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-25T01:25:32.450 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:25:32.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:32 smithi026 ceph-mon[28096]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-25T01:25:32.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:32 smithi026 ceph-mon[28096]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:25:32.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:32 smithi186 ceph-mon[32747]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-25T01:25:32.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:32 smithi186 ceph-mon[32747]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:25:32.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:32 smithi111 ceph-mon[32623]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-25T01:25:32.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:32 smithi111 ceph-mon[32623]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T01:25:34.402 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:34 smithi026 ceph-mon[28096]: pgmap v372: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:34.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:34 smithi186 ceph-mon[32747]: pgmap v372: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:34.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:34 smithi111 ceph-mon[32623]: pgmap v372: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.014+0000 7f93c5600700 1 -- 172.21.15.26:0/2802683030 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93c01022e0 msgr2=0x7f93c0102760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.014+0000 7f93c5600700 1 --2- 172.21.15.26:0/2802683030 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93c01022e0 0x7f93c0102760 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f93a8009920 tx=0x7f93a8009c30 comp rx=0 tx=0).stop 2024-04-25T01:25:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.014+0000 7f93c5600700 1 -- 172.21.15.26:0/2802683030 shutdown_connections 2024-04-25T01:25:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.014+0000 7f93c5600700 1 --2- 172.21.15.26:0/2802683030 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f93c0102ca0 0x7f93c010f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.014+0000 7f93c5600700 1 --2- 172.21.15.26:0/2802683030 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f93c01082f0 0x7f93c01086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:34.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.014+0000 7f93c5600700 1 --2- 172.21.15.26:0/2802683030 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93c01022e0 0x7f93c0102760 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:34.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.014+0000 7f93c5600700 1 -- 172.21.15.26:0/2802683030 >> 172.21.15.26:0/2802683030 conn(0x7f93c0079390 msgr2=0x7f93c00797a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:34.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.014+0000 7f93c5600700 1 -- 172.21.15.26:0/2802683030 shutdown_connections 2024-04-25T01:25:34.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.014+0000 7f93c5600700 1 -- 172.21.15.26:0/2802683030 wait complete. 2024-04-25T01:25:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.015+0000 7f93c5600700 1 Processor -- start 2024-04-25T01:25:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.015+0000 7f93c5600700 1 -- start start 2024-04-25T01:25:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93c5600700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f93c01022e0 0x7f93c0074530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93c5600700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f93c0102ca0 0x7f93c0074a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93c5600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93c01082f0 0x7f93c0074fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93c5600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f93c01125a0 con 0x7f93c01082f0 2024-04-25T01:25:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93c5600700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f93c0112420 con 0x7f93c0102ca0 2024-04-25T01:25:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93c5600700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f93c0112720 con 0x7f93c01022e0 2024-04-25T01:25:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93bf400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93c01082f0 0x7f93c0074fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93bea00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f93c01022e0 0x7f93c0074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93bea00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f93c01022e0 0x7f93c0074530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:52630/0 (socket says 172.21.15.26:52630) 2024-04-25T01:25:34.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93bf400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93c01082f0 0x7f93c0074fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37056/0 (socket says 172.21.15.26:37056) 2024-04-25T01:25:34.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93bea00700 1 -- 172.21.15.26:0/3397412407 learned_addr learned my addr 172.21.15.26:0/3397412407 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:34.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93b6000700 1 --2- 172.21.15.26:0/3397412407 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f93c0102ca0 0x7f93c0074a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:34.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93bea00700 1 -- 172.21.15.26:0/3397412407 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f93c0102ca0 msgr2=0x7f93c0074a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:34.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93bea00700 1 --2- 172.21.15.26:0/3397412407 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f93c0102ca0 0x7f93c0074a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:34.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93bea00700 1 -- 172.21.15.26:0/3397412407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93c01082f0 msgr2=0x7f93c0074fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:34.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93bea00700 1 --2- 172.21.15.26:0/3397412407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93c01082f0 0x7f93c0074fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:34.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93bea00700 1 -- 172.21.15.26:0/3397412407 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93c01a6f10 con 0x7f93c01022e0 2024-04-25T01:25:34.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.016+0000 7f93b6000700 1 --2- 172.21.15.26:0/3397412407 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f93c0102ca0 0x7f93c0074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:25:34.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.017+0000 7f93bea00700 1 --2- 172.21.15.26:0/3397412407 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f93c01022e0 0x7f93c0074530 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f93b000ec10 tx=0x7f93b000ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:34.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.017+0000 7f93b7e00700 1 -- 172.21.15.26:0/3397412407 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b000cd40 con 0x7f93c01022e0 2024-04-25T01:25:34.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.017+0000 7f93b7e00700 1 -- 172.21.15.26:0/3397412407 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f93b0004500 con 0x7f93c01022e0 2024-04-25T01:25:34.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.017+0000 7f93c5600700 1 -- 172.21.15.26:0/3397412407 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93c01a7200 con 0x7f93c01022e0 2024-04-25T01:25:34.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.017+0000 7f93b7e00700 1 -- 172.21.15.26:0/3397412407 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b0010690 con 0x7f93c01022e0 2024-04-25T01:25:34.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.017+0000 7f93c5600700 1 -- 172.21.15.26:0/3397412407 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93c01a7710 con 0x7f93c01022e0 2024-04-25T01:25:34.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.018+0000 7f93c5600700 1 -- 172.21.15.26:0/3397412407 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93c0068f20 con 0x7f93c01022e0 2024-04-25T01:25:35.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.021+0000 7f93b7e00700 1 -- 172.21.15.26:0/3397412407 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f93b0003f10 con 0x7f93c01022e0 2024-04-25T01:25:35.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.022+0000 7f93b7e00700 1 --2- 172.21.15.26:0/3397412407 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f93a40a2c20 0x7f93a40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:35.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.022+0000 7f93b7e00700 1 -- 172.21.15.26:0/3397412407 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f93b00cf3e0 con 0x7f93c01022e0 2024-04-25T01:25:35.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.022+0000 7f93b6000700 1 --2- 172.21.15.26:0/3397412407 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f93a40a2c20 0x7f93a40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:35.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.023+0000 7f93b6000700 1 --2- 172.21.15.26:0/3397412407 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f93a40a2c20 0x7f93a40a50e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f93c0075f70 tx=0x7f93a8019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:35.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.026+0000 7f93b7e00700 1 -- 172.21.15.26:0/3397412407 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f93b009c2c0 con 0x7f93c01022e0 2024-04-25T01:25:35.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.302+0000 7f93c5600700 1 -- 172.21.15.26:0/3397412407 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f93c002db30 con 0x7f93c01022e0 2024-04-25T01:25:35.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.303+0000 7f93b7e00700 1 -- 172.21.15.26:0/3397412407 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f93b009bbc0 con 0x7f93c01022e0 2024-04-25T01:25:35.283 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:25:35.283 INFO:teuthology.orchestra.run.smithi026.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-25T01:25:35.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.307+0000 7f93c5600700 1 -- 172.21.15.26:0/3397412407 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f93a40a2c20 msgr2=0x7f93a40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.307+0000 7f93c5600700 1 --2- 172.21.15.26:0/3397412407 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f93a40a2c20 0x7f93a40a50e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f93c0075f70 tx=0x7f93a8019040 comp rx=0 tx=0).stop 2024-04-25T01:25:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.307+0000 7f93c5600700 1 -- 172.21.15.26:0/3397412407 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f93c01022e0 msgr2=0x7f93c0074530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.307+0000 7f93c5600700 1 --2- 172.21.15.26:0/3397412407 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f93c01022e0 0x7f93c0074530 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f93b000ec10 tx=0x7f93b000ef20 comp rx=0 tx=0).stop 2024-04-25T01:25:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.307+0000 7f93c5600700 1 -- 172.21.15.26:0/3397412407 shutdown_connections 2024-04-25T01:25:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.307+0000 7f93c5600700 1 --2- 172.21.15.26:0/3397412407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93c01082f0 0x7f93c0074fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:35.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.307+0000 7f93c5600700 1 --2- 172.21.15.26:0/3397412407 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f93c01022e0 0x7f93c0074530 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:35.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.307+0000 7f93c5600700 1 --2- 172.21.15.26:0/3397412407 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f93a40a2c20 0x7f93a40a50e0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:35.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.307+0000 7f93c5600700 1 --2- 172.21.15.26:0/3397412407 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f93c0102ca0 0x7f93c0074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:35.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.307+0000 7f93c5600700 1 -- 172.21.15.26:0/3397412407 >> 172.21.15.26:0/3397412407 conn(0x7f93c0079390 msgr2=0x7f93c0100ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:35.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.307+0000 7f93c5600700 1 -- 172.21.15.26:0/3397412407 shutdown_connections 2024-04-25T01:25:35.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:35.307+0000 7f93c5600700 1 -- 172.21.15.26:0/3397412407 wait complete. 2024-04-25T01:25:35.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:35 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3397412407' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T01:25:35.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:35 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3397412407' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T01:25:35.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:35 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3397412407' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T01:25:36.248 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-25T01:25:36.248 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T01:25:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.495+0000 7f51b4a00640 1 -- 172.21.15.26:0/254839228 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51b0103190 msgr2=0x7f51b0109a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.495+0000 7f51b4a00640 1 --2- 172.21.15.26:0/254839228 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51b0103190 0x7f51b0109a20 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f51a8009900 tx=0x7f51a802a410 comp rx=0 tx=0).stop 2024-04-25T01:25:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.495+0000 7f51b4a00640 1 -- 172.21.15.26:0/254839228 shutdown_connections 2024-04-25T01:25:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.495+0000 7f51b4a00640 1 --2- 172.21.15.26:0/254839228 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51b0103190 0x7f51b0109a20 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.495+0000 7f51b4a00640 1 --2- 172.21.15.26:0/254839228 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51b01027d0 0x7f51b0102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.495+0000 7f51b4a00640 1 --2- 172.21.15.26:0/254839228 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51b01015e0 0x7f51b0101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.495+0000 7f51b4a00640 1 -- 172.21.15.26:0/254839228 >> 172.21.15.26:0/254839228 conn(0x7f51b00fcb50 msgr2=0x7f51b00fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.495+0000 7f51b4a00640 1 -- 172.21.15.26:0/254839228 shutdown_connections 2024-04-25T01:25:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.495+0000 7f51b4a00640 1 -- 172.21.15.26:0/254839228 wait complete. 2024-04-25T01:25:36.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.496+0000 7f51b4a00640 1 Processor -- start 2024-04-25T01:25:36.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.496+0000 7f51b4a00640 1 -- start start 2024-04-25T01:25:36.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.496+0000 7f51b4a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51b01015e0 0x7f51b0199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:36.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.496+0000 7f51b4a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51b01027d0 0x7f51b019a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:36.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.496+0000 7f51b4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51b0103190 0x7f51b01a0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:36.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.496+0000 7f51b4a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f51b010d290 con 0x7f51b0103190 2024-04-25T01:25:36.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.496+0000 7f51b4a00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f51b010d110 con 0x7f51b01015e0 2024-04-25T01:25:36.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.496+0000 7f51b4a00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f51b010d410 con 0x7f51b01027d0 2024-04-25T01:25:36.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.497+0000 7f51ae800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51b01015e0 0x7f51b0199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:36.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.497+0000 7f51ae800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51b01015e0 0x7f51b0199ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:58182/0 (socket says 172.21.15.26:58182) 2024-04-25T01:25:36.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.497+0000 7f51ae800640 1 -- 172.21.15.26:0/1388978908 learned_addr learned my addr 172.21.15.26:0/1388978908 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:36.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.497+0000 7f51ade00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51b01027d0 0x7f51b019a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:36.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.497+0000 7f51af200640 1 --2- 172.21.15.26:0/1388978908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51b0103190 0x7f51b01a0ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:36.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.497+0000 7f51ae800640 1 -- 172.21.15.26:0/1388978908 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51b01027d0 msgr2=0x7f51b019a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:36.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.497+0000 7f51ae800640 1 --2- 172.21.15.26:0/1388978908 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51b01027d0 0x7f51b019a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.497+0000 7f51ae800640 1 -- 172.21.15.26:0/1388978908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51b0103190 msgr2=0x7f51b01a0ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:36.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.497+0000 7f51ae800640 1 --2- 172.21.15.26:0/1388978908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51b0103190 0x7f51b01a0ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.497+0000 7f51ae800640 1 -- 172.21.15.26:0/1388978908 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51b01a1660 con 0x7f51b01015e0 2024-04-25T01:25:36.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.498+0000 7f51ae800640 1 --2- 172.21.15.26:0/1388978908 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51b01015e0 0x7f51b0199ae0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f51a000ebc0 tx=0x7f51a000c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:36.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.498+0000 7f51a7400640 1 -- 172.21.15.26:0/1388978908 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a0003b70 con 0x7f51b01015e0 2024-04-25T01:25:36.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.498+0000 7f51a7400640 1 -- 172.21.15.26:0/1388978908 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f51a0003d10 con 0x7f51b01015e0 2024-04-25T01:25:36.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.498+0000 7f51b4a00640 1 -- 172.21.15.26:0/1388978908 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51b01a1950 con 0x7f51b01015e0 2024-04-25T01:25:36.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.498+0000 7f51a7400640 1 -- 172.21.15.26:0/1388978908 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a0019980 con 0x7f51b01015e0 2024-04-25T01:25:36.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.498+0000 7f51b4a00640 1 -- 172.21.15.26:0/1388978908 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51b01a1ea0 con 0x7f51b01015e0 2024-04-25T01:25:36.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.499+0000 7f51b4a00640 1 -- 172.21.15.26:0/1388978908 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51b01a2130 con 0x7f51b01015e0 2024-04-25T01:25:36.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.501+0000 7f51a7400640 1 -- 172.21.15.26:0/1388978908 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f51a0019b20 con 0x7f51b01015e0 2024-04-25T01:25:36.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.503+0000 7f51a7400640 1 --2- 172.21.15.26:0/1388978908 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51940a2b90 0x7f51940a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:36.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.503+0000 7f51a7400640 1 -- 172.21.15.26:0/1388978908 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f51a00cf8d0 con 0x7f51b01015e0 2024-04-25T01:25:36.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.503+0000 7f51ade00640 1 --2- 172.21.15.26:0/1388978908 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51940a2b90 0x7f51940a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:36.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.503+0000 7f51ade00640 1 --2- 172.21.15.26:0/1388978908 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51940a2b90 0x7f51940a5050 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f51b019af50 tx=0x7f519800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:36.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.507+0000 7f51a7400640 1 -- 172.21.15.26:0/1388978908 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f51a009c7b0 con 0x7f51b01015e0 2024-04-25T01:25:36.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:36 smithi026 ceph-mon[28096]: pgmap v373: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:36.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:36 smithi186 ceph-mon[32747]: pgmap v373: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:36.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:36 smithi111 ceph-mon[32623]: pgmap v373: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:36.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.711+0000 7f51b4a00640 1 -- 172.21.15.26:0/1388978908 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f51b01a2300 con 0x7f51b01015e0 2024-04-25T01:25:36.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.714+0000 7f51a7400640 1 -- 172.21.15.26:0/1388978908 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22721 (secure 0 0 0) 0x7f51a009c0b0 con 0x7f51b01015e0 2024-04-25T01:25:36.694 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:25:36.694 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":88,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:24:46.838091+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T01:23:51.673615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T01:23:52.776694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.2","mappings":[{"from":7,"to":11}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:25:36.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.717+0000 7f51b4a00640 1 -- 172.21.15.26:0/1388978908 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51940a2b90 msgr2=0x7f51940a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:36.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.717+0000 7f51b4a00640 1 --2- 172.21.15.26:0/1388978908 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51940a2b90 0x7f51940a5050 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f51b019af50 tx=0x7f519800b410 comp rx=0 tx=0).stop 2024-04-25T01:25:36.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.717+0000 7f51b4a00640 1 -- 172.21.15.26:0/1388978908 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51b01015e0 msgr2=0x7f51b0199ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:36.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.717+0000 7f51b4a00640 1 --2- 172.21.15.26:0/1388978908 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51b01015e0 0x7f51b0199ae0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f51a000ebc0 tx=0x7f51a000c6a0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.717+0000 7f51b4a00640 1 -- 172.21.15.26:0/1388978908 shutdown_connections 2024-04-25T01:25:36.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.717+0000 7f51b4a00640 1 --2- 172.21.15.26:0/1388978908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51b0103190 0x7f51b01a0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.717+0000 7f51b4a00640 1 --2- 172.21.15.26:0/1388978908 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51940a2b90 0x7f51940a5050 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.717+0000 7f51b4a00640 1 --2- 172.21.15.26:0/1388978908 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f51b01027d0 0x7f51b019a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.717+0000 7f51b4a00640 1 --2- 172.21.15.26:0/1388978908 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f51b01015e0 0x7f51b0199ae0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.717+0000 7f51b4a00640 1 -- 172.21.15.26:0/1388978908 >> 172.21.15.26:0/1388978908 conn(0x7f51b00fcb50 msgr2=0x7f51b0073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:36.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.717+0000 7f51b4a00640 1 -- 172.21.15.26:0/1388978908 shutdown_connections 2024-04-25T01:25:36.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.717+0000 7f51b4a00640 1 -- 172.21.15.26:0/1388978908 wait complete. 2024-04-25T01:25:36.718 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T01:18:37.687060+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T01:23:51.673615+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T01:23:52.776694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T01:25:36.719 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T01:25:36.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.958+0000 7fa0a2000640 1 -- 172.21.15.26:0/3409040444 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa09c103880 msgr2=0x7fa09c103ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:36.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.958+0000 7fa0a2000640 1 --2- 172.21.15.26:0/3409040444 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa09c103880 0x7fa09c103ca0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa08c009900 tx=0x7fa08c02a400 comp rx=0 tx=0).stop 2024-04-25T01:25:36.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.958+0000 7fa0a2000640 1 -- 172.21.15.26:0/3409040444 shutdown_connections 2024-04-25T01:25:36.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.958+0000 7fa0a2000640 1 --2- 172.21.15.26:0/3409040444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa09c105430 0x7fa09c10bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.958+0000 7fa0a2000640 1 --2- 172.21.15.26:0/3409040444 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa09c104a70 0x7fa09c104ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.958+0000 7fa0a2000640 1 --2- 172.21.15.26:0/3409040444 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa09c103880 0x7fa09c103ca0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.958+0000 7fa0a2000640 1 -- 172.21.15.26:0/3409040444 >> 172.21.15.26:0/3409040444 conn(0x7fa09c0fedf0 msgr2=0x7fa09c101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:36.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.958+0000 7fa0a2000640 1 -- 172.21.15.26:0/3409040444 shutdown_connections 2024-04-25T01:25:36.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.958+0000 7fa0a2000640 1 -- 172.21.15.26:0/3409040444 wait complete. 2024-04-25T01:25:36.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.959+0000 7fa0a2000640 1 Processor -- start 2024-04-25T01:25:36.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.959+0000 7fa0a2000640 1 -- start start 2024-04-25T01:25:36.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.959+0000 7fa0a2000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa09c103880 0x7fa09c199bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:36.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.959+0000 7fa0a2000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa09c104a70 0x7fa09c19a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:36.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.959+0000 7fa0a2000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa09c105430 0x7fa09c1a1170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:36.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.959+0000 7fa0a2000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa09c10f520 con 0x7fa09c104a70 2024-04-25T01:25:36.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.959+0000 7fa0a2000640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa09c10f3a0 con 0x7fa09c105430 2024-04-25T01:25:36.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.959+0000 7fa0a2000640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa09c10f6a0 con 0x7fa09c103880 2024-04-25T01:25:36.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.960+0000 7fa09be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa09c104a70 0x7fa09c19a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:36.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.960+0000 7fa09be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa09c104a70 0x7fa09c19a100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37100/0 (socket says 172.21.15.26:37100) 2024-04-25T01:25:36.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.960+0000 7fa09be00640 1 -- 172.21.15.26:0/3287555226 learned_addr learned my addr 172.21.15.26:0/3287555226 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:36.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.960+0000 7fa0a0c00640 1 --2- 172.21.15.26:0/3287555226 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa09c103880 0x7fa09c199bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:36.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.960+0000 7fa0a1600640 1 --2- 172.21.15.26:0/3287555226 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa09c105430 0x7fa09c1a1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:36.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.960+0000 7fa09be00640 1 -- 172.21.15.26:0/3287555226 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa09c103880 msgr2=0x7fa09c199bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:36.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.960+0000 7fa09be00640 1 --2- 172.21.15.26:0/3287555226 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa09c103880 0x7fa09c199bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.960+0000 7fa09be00640 1 -- 172.21.15.26:0/3287555226 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa09c105430 msgr2=0x7fa09c1a1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:36.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.960+0000 7fa09be00640 1 --2- 172.21.15.26:0/3287555226 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa09c105430 0x7fa09c1a1170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:36.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.960+0000 7fa09be00640 1 -- 172.21.15.26:0/3287555226 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa09c1a17e0 con 0x7fa09c104a70 2024-04-25T01:25:36.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.960+0000 7fa09be00640 1 --2- 172.21.15.26:0/3287555226 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa09c104a70 0x7fa09c19a100 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fa08400e9f0 tx=0x7fa08400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:36.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.961+0000 7fa099600640 1 -- 172.21.15.26:0/3287555226 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa08400cd80 con 0x7fa09c104a70 2024-04-25T01:25:36.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.961+0000 7fa099600640 1 -- 172.21.15.26:0/3287555226 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa084010910 con 0x7fa09c104a70 2024-04-25T01:25:36.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.961+0000 7fa0a2000640 1 -- 172.21.15.26:0/3287555226 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa09c1a1ad0 con 0x7fa09c104a70 2024-04-25T01:25:36.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.961+0000 7fa099600640 1 -- 172.21.15.26:0/3287555226 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa084018990 con 0x7fa09c104a70 2024-04-25T01:25:36.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.961+0000 7fa0a2000640 1 -- 172.21.15.26:0/3287555226 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa09c1a2020 con 0x7fa09c104a70 2024-04-25T01:25:36.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.962+0000 7fa0a2000640 1 -- 172.21.15.26:0/3287555226 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa09c10aba0 con 0x7fa09c104a70 2024-04-25T01:25:36.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.964+0000 7fa099600640 1 -- 172.21.15.26:0/3287555226 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa084010ac0 con 0x7fa09c104a70 2024-04-25T01:25:36.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.966+0000 7fa099600640 1 --2- 172.21.15.26:0/3287555226 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa0800a2b90 0x7fa0800a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:36.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.966+0000 7fa099600640 1 -- 172.21.15.26:0/3287555226 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa0840cf3b0 con 0x7fa09c104a70 2024-04-25T01:25:36.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.966+0000 7fa0a0c00640 1 --2- 172.21.15.26:0/3287555226 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa0800a2b90 0x7fa0800a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:36.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.967+0000 7fa0a0c00640 1 --2- 172.21.15.26:0/3287555226 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa0800a2b90 0x7fa0800a5050 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa08c02a9f0 tx=0x7fa08c0315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:36.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:36.970+0000 7fa099600640 1 -- 172.21.15.26:0/3287555226 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa08409bc40 con 0x7fa09c104a70 2024-04-25T01:25:37.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.182+0000 7fa0a2000640 1 -- 172.21.15.26:0/3287555226 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa09c062340 con 0x7fa09c104a70 2024-04-25T01:25:37.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.183+0000 7fa099600640 1 -- 172.21.15.26:0/3287555226 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7fa08409ff40 con 0x7fa09c104a70 2024-04-25T01:25:37.163 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-25T01:25:37.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.186+0000 7fa0a2000640 1 -- 172.21.15.26:0/3287555226 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa0800a2b90 msgr2=0x7fa0800a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:37.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.186+0000 7fa0a2000640 1 --2- 172.21.15.26:0/3287555226 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa0800a2b90 0x7fa0800a5050 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa08c02a9f0 tx=0x7fa08c0315b0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.186+0000 7fa0a2000640 1 -- 172.21.15.26:0/3287555226 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa09c104a70 msgr2=0x7fa09c19a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:37.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.186+0000 7fa0a2000640 1 --2- 172.21.15.26:0/3287555226 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa09c104a70 0x7fa09c19a100 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fa08400e9f0 tx=0x7fa08400eeb0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.186+0000 7fa0a2000640 1 -- 172.21.15.26:0/3287555226 shutdown_connections 2024-04-25T01:25:37.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.186+0000 7fa0a2000640 1 --2- 172.21.15.26:0/3287555226 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa09c105430 0x7fa09c1a1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.186+0000 7fa0a2000640 1 --2- 172.21.15.26:0/3287555226 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa09c104a70 0x7fa09c19a100 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.186+0000 7fa0a2000640 1 --2- 172.21.15.26:0/3287555226 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa0800a2b90 0x7fa0800a5050 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.186+0000 7fa0a2000640 1 --2- 172.21.15.26:0/3287555226 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa09c103880 0x7fa09c199bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.186+0000 7fa0a2000640 1 -- 172.21.15.26:0/3287555226 >> 172.21.15.26:0/3287555226 conn(0x7fa09c0fedf0 msgr2=0x7fa09c107d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:37.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.186+0000 7fa0a2000640 1 -- 172.21.15.26:0/3287555226 shutdown_connections 2024-04-25T01:25:37.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.186+0000 7fa0a2000640 1 -- 172.21.15.26:0/3287555226 wait complete. 2024-04-25T01:25:37.185 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T01:25:37.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.426+0000 7fa743200640 1 -- 172.21.15.26:0/1609254579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa744101650 msgr2=0x7fa744101a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:37.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.426+0000 7fa743200640 1 --2- 172.21.15.26:0/1609254579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa744101650 0x7fa744101a70 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa734009900 tx=0x7fa73402a410 comp rx=0 tx=0).stop 2024-04-25T01:25:37.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.426+0000 7fa743200640 1 -- 172.21.15.26:0/1609254579 shutdown_connections 2024-04-25T01:25:37.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.426+0000 7fa743200640 1 --2- 172.21.15.26:0/1609254579 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa744103200 0x7fa744109a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.426+0000 7fa743200640 1 --2- 172.21.15.26:0/1609254579 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa744102840 0x7fa744102cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.426+0000 7fa743200640 1 --2- 172.21.15.26:0/1609254579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa744101650 0x7fa744101a70 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.426+0000 7fa743200640 1 -- 172.21.15.26:0/1609254579 >> 172.21.15.26:0/1609254579 conn(0x7fa7440fcbe0 msgr2=0x7fa7440ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:37.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.426+0000 7fa743200640 1 -- 172.21.15.26:0/1609254579 shutdown_connections 2024-04-25T01:25:37.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.426+0000 7fa743200640 1 -- 172.21.15.26:0/1609254579 wait complete. 2024-04-25T01:25:37.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.427+0000 7fa743200640 1 Processor -- start 2024-04-25T01:25:37.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.427+0000 7fa743200640 1 -- start start 2024-04-25T01:25:37.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa743200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa744101650 0x7fa744199c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:37.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa743200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa744102840 0x7fa74419a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:37.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa743200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa744103200 0x7fa7441a11c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:37.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa743200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa74410d320 con 0x7fa744103200 2024-04-25T01:25:37.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa743200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa74410d1a0 con 0x7fa744102840 2024-04-25T01:25:37.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa743200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa74410d4a0 con 0x7fa744101650 2024-04-25T01:25:37.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa742800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa744103200 0x7fa7441a11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:37.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa742800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa744103200 0x7fa7441a11c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37110/0 (socket says 172.21.15.26:37110) 2024-04-25T01:25:37.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa742800640 1 -- 172.21.15.26:0/2465132798 learned_addr learned my addr 172.21.15.26:0/2465132798 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:37.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa739400640 1 --2- 172.21.15.26:0/2465132798 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa744102840 0x7fa74419a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:37.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa741e00640 1 --2- 172.21.15.26:0/2465132798 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa744101650 0x7fa744199c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:37.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa742800640 1 -- 172.21.15.26:0/2465132798 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa744101650 msgr2=0x7fa744199c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:37.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa742800640 1 --2- 172.21.15.26:0/2465132798 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa744101650 0x7fa744199c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa742800640 1 -- 172.21.15.26:0/2465132798 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa744102840 msgr2=0x7fa74419a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:37.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa742800640 1 --2- 172.21.15.26:0/2465132798 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa744102840 0x7fa74419a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.428+0000 7fa742800640 1 -- 172.21.15.26:0/2465132798 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7441a1860 con 0x7fa744103200 2024-04-25T01:25:37.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.429+0000 7fa742800640 1 --2- 172.21.15.26:0/2465132798 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa744103200 0x7fa7441a11c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa73c009fd0 tx=0x7fa73c00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:37.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.429+0000 7fa73b400640 1 -- 172.21.15.26:0/2465132798 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c017070 con 0x7fa744103200 2024-04-25T01:25:37.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.429+0000 7fa73b400640 1 -- 172.21.15.26:0/2465132798 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa73c003e50 con 0x7fa744103200 2024-04-25T01:25:37.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.429+0000 7fa743200640 1 -- 172.21.15.26:0/2465132798 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7441a1b50 con 0x7fa744103200 2024-04-25T01:25:37.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.429+0000 7fa73b400640 1 -- 172.21.15.26:0/2465132798 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c0106c0 con 0x7fa744103200 2024-04-25T01:25:37.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.429+0000 7fa743200640 1 -- 172.21.15.26:0/2465132798 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7441a2070 con 0x7fa744103200 2024-04-25T01:25:37.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.430+0000 7fa743200640 1 -- 172.21.15.26:0/2465132798 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7441a2240 con 0x7fa744103200 2024-04-25T01:25:37.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.432+0000 7fa73b400640 1 -- 172.21.15.26:0/2465132798 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa73c003970 con 0x7fa744103200 2024-04-25T01:25:37.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.434+0000 7fa73b400640 1 --2- 172.21.15.26:0/2465132798 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7280a2c10 0x7fa7280a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:37.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.434+0000 7fa73b400640 1 -- 172.21.15.26:0/2465132798 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa73c0cedd0 con 0x7fa744103200 2024-04-25T01:25:37.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.434+0000 7fa741e00640 1 --2- 172.21.15.26:0/2465132798 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7280a2c10 0x7fa7280a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:37.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.435+0000 7fa741e00640 1 --2- 172.21.15.26:0/2465132798 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7280a2c10 0x7fa7280a50d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa734031440 tx=0x7fa7340315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:37.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.438+0000 7fa73b400640 1 -- 172.21.15.26:0/2465132798 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa73c09b660 con 0x7fa744103200 2024-04-25T01:25:37.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:37 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1388978908' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:25:37.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:37 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3287555226' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:25:37.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:37 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1388978908' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:25:37.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:37 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3287555226' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:25:37.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:37 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1388978908' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:25:37.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:37 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3287555226' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:25:37.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.639+0000 7fa743200640 1 -- 172.21.15.26:0/2465132798 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fa7441a2410 con 0x7fa744103200 2024-04-25T01:25:37.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.640+0000 7fa73b400640 1 -- 172.21.15.26:0/2465132798 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7fa73c09f960 con 0x7fa744103200 2024-04-25T01:25:37.620 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-25T01:25:37.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.643+0000 7fa743200640 1 -- 172.21.15.26:0/2465132798 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7280a2c10 msgr2=0x7fa7280a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:37.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.643+0000 7fa743200640 1 --2- 172.21.15.26:0/2465132798 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7280a2c10 0x7fa7280a50d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa734031440 tx=0x7fa7340315b0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.643+0000 7fa743200640 1 -- 172.21.15.26:0/2465132798 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa744103200 msgr2=0x7fa7441a11c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:37.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.643+0000 7fa743200640 1 --2- 172.21.15.26:0/2465132798 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa744103200 0x7fa7441a11c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa73c009fd0 tx=0x7fa73c00b260 comp rx=0 tx=0).stop 2024-04-25T01:25:37.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.643+0000 7fa743200640 1 -- 172.21.15.26:0/2465132798 shutdown_connections 2024-04-25T01:25:37.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.643+0000 7fa743200640 1 --2- 172.21.15.26:0/2465132798 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa744103200 0x7fa7441a11c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.643+0000 7fa743200640 1 --2- 172.21.15.26:0/2465132798 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa744102840 0x7fa74419a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.643+0000 7fa743200640 1 --2- 172.21.15.26:0/2465132798 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7280a2c10 0x7fa7280a50d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.643+0000 7fa743200640 1 --2- 172.21.15.26:0/2465132798 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa744101650 0x7fa744199c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.643+0000 7fa743200640 1 -- 172.21.15.26:0/2465132798 >> 172.21.15.26:0/2465132798 conn(0x7fa7440fcbe0 msgr2=0x7fa744073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:37.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.644+0000 7fa743200640 1 -- 172.21.15.26:0/2465132798 shutdown_connections 2024-04-25T01:25:37.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.644+0000 7fa743200640 1 -- 172.21.15.26:0/2465132798 wait complete. 2024-04-25T01:25:37.643 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T01:25:37.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.888+0000 7f4115000640 1 -- 172.21.15.26:0/144664197 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4110102130 msgr2=0x7f4110104520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:37.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.888+0000 7f4115000640 1 --2- 172.21.15.26:0/144664197 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4110102130 0x7f4110104520 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f4108009be0 tx=0x7f410802a6d0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.889+0000 7f4115000640 1 -- 172.21.15.26:0/144664197 shutdown_connections 2024-04-25T01:25:37.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.889+0000 7f4115000640 1 --2- 172.21.15.26:0/144664197 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4110107390 0x7f4110109780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.889+0000 7f4115000640 1 --2- 172.21.15.26:0/144664197 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4110104a60 0x7f4110106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.889+0000 7f4115000640 1 --2- 172.21.15.26:0/144664197 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4110102130 0x7f4110104520 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.889+0000 7f4115000640 1 -- 172.21.15.26:0/144664197 >> 172.21.15.26:0/144664197 conn(0x7f41100fbae0 msgr2=0x7f41100fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:37.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.889+0000 7f4115000640 1 -- 172.21.15.26:0/144664197 shutdown_connections 2024-04-25T01:25:37.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.889+0000 7f4115000640 1 -- 172.21.15.26:0/144664197 wait complete. 2024-04-25T01:25:37.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.890+0000 7f4115000640 1 Processor -- start 2024-04-25T01:25:37.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.890+0000 7f4115000640 1 -- start start 2024-04-25T01:25:37.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.890+0000 7f4115000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4110102130 0x7f4110101aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:37.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.890+0000 7f4115000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4110104a60 0x7f41101000e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:37.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.890+0000 7f4115000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4110107390 0x7f4110100620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:37.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.890+0000 7f4115000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f411010d290 con 0x7f4110102130 2024-04-25T01:25:37.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.890+0000 7f4115000640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f411010d110 con 0x7f4110104a60 2024-04-25T01:25:37.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.890+0000 7f4115000640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f411010d410 con 0x7f4110107390 2024-04-25T01:25:37.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.890+0000 7f410f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4110102130 0x7f4110101aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:37.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.890+0000 7f410f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4110102130 0x7f4110101aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37124/0 (socket says 172.21.15.26:37124) 2024-04-25T01:25:37.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.890+0000 7f410ea00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4110104a60 0x7f41101000e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:37.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.890+0000 7f410f400640 1 -- 172.21.15.26:0/1703458518 learned_addr learned my addr 172.21.15.26:0/1703458518 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:37.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.891+0000 7f410fe00640 1 --2- 172.21.15.26:0/1703458518 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4110107390 0x7f4110100620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:37.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.891+0000 7f410f400640 1 -- 172.21.15.26:0/1703458518 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4110107390 msgr2=0x7f4110100620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:37.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.891+0000 7f410f400640 1 --2- 172.21.15.26:0/1703458518 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4110107390 0x7f4110100620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.891+0000 7f410f400640 1 -- 172.21.15.26:0/1703458518 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4110104a60 msgr2=0x7f41101000e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:37.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.891+0000 7f410f400640 1 --2- 172.21.15.26:0/1703458518 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4110104a60 0x7f41101000e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:37.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.891+0000 7f410f400640 1 -- 172.21.15.26:0/1703458518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4110100eb0 con 0x7f4110102130 2024-04-25T01:25:37.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.891+0000 7f410ea00640 1 --2- 172.21.15.26:0/1703458518 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4110104a60 0x7f41101000e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:37.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.891+0000 7f410f400640 1 --2- 172.21.15.26:0/1703458518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4110102130 0x7f4110101aa0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f4108009d00 tx=0x7f4108030630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:37.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.891+0000 7f4107e00640 1 -- 172.21.15.26:0/1703458518 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4108041020 con 0x7f4110102130 2024-04-25T01:25:37.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.892+0000 7f4107e00640 1 -- 172.21.15.26:0/1703458518 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4108037040 con 0x7f4110102130 2024-04-25T01:25:37.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.892+0000 7f4115000640 1 -- 172.21.15.26:0/1703458518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41101a1a20 con 0x7f4110102130 2024-04-25T01:25:37.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.892+0000 7f4107e00640 1 -- 172.21.15.26:0/1703458518 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4108036070 con 0x7f4110102130 2024-04-25T01:25:37.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.892+0000 7f4115000640 1 -- 172.21.15.26:0/1703458518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41101a1f70 con 0x7f4110102130 2024-04-25T01:25:37.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.893+0000 7f4115000640 1 -- 172.21.15.26:0/1703458518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41100fd5d0 con 0x7f4110102130 2024-04-25T01:25:37.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.895+0000 7f4107e00640 1 -- 172.21.15.26:0/1703458518 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4108044020 con 0x7f4110102130 2024-04-25T01:25:37.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.897+0000 7f4107e00640 1 --2- 172.21.15.26:0/1703458518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f40f40a2b90 0x7f40f40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:37.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.897+0000 7f4107e00640 1 -- 172.21.15.26:0/1703458518 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f41080efca0 con 0x7f4110102130 2024-04-25T01:25:37.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.897+0000 7f410ea00640 1 --2- 172.21.15.26:0/1703458518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f40f40a2b90 0x7f40f40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:37.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.898+0000 7f410ea00640 1 --2- 172.21.15.26:0/1703458518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f40f40a2b90 0x7f40f40a5050 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4110101810 tx=0x7f40f8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:37.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:37.902+0000 7f4107e00640 1 -- 172.21.15.26:0/1703458518 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f410804b020 con 0x7f4110102130 2024-04-25T01:25:38.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.107+0000 7f4115000640 1 -- 172.21.15.26:0/1703458518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f4110062340 con 0x7f4110102130 2024-04-25T01:25:38.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.108+0000 7f4107e00640 1 -- 172.21.15.26:0/1703458518 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7f41080bcbe0 con 0x7f4110102130 2024-04-25T01:25:38.088 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-25T01:25:38.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.111+0000 7f4115000640 1 -- 172.21.15.26:0/1703458518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f40f40a2b90 msgr2=0x7f40f40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:38.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.111+0000 7f4115000640 1 --2- 172.21.15.26:0/1703458518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f40f40a2b90 0x7f40f40a5050 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4110101810 tx=0x7f40f8005f90 comp rx=0 tx=0).stop 2024-04-25T01:25:38.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.111+0000 7f4115000640 1 -- 172.21.15.26:0/1703458518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4110102130 msgr2=0x7f4110101aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:38.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.111+0000 7f4115000640 1 --2- 172.21.15.26:0/1703458518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4110102130 0x7f4110101aa0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f4108009d00 tx=0x7f4108030630 comp rx=0 tx=0).stop 2024-04-25T01:25:38.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.111+0000 7f4115000640 1 -- 172.21.15.26:0/1703458518 shutdown_connections 2024-04-25T01:25:38.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.111+0000 7f4115000640 1 --2- 172.21.15.26:0/1703458518 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f40f40a2b90 0x7f40f40a5050 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.111+0000 7f4115000640 1 --2- 172.21.15.26:0/1703458518 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4110107390 0x7f4110100620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.111+0000 7f4115000640 1 --2- 172.21.15.26:0/1703458518 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4110104a60 0x7f41101000e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.111+0000 7f4115000640 1 --2- 172.21.15.26:0/1703458518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4110102130 0x7f4110101aa0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.112+0000 7f4115000640 1 -- 172.21.15.26:0/1703458518 >> 172.21.15.26:0/1703458518 conn(0x7f41100fbae0 msgr2=0x7f4110102b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:38.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.112+0000 7f4115000640 1 -- 172.21.15.26:0/1703458518 shutdown_connections 2024-04-25T01:25:38.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.112+0000 7f4115000640 1 -- 172.21.15.26:0/1703458518 wait complete. 2024-04-25T01:25:38.112 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:25:38.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.353+0000 7fb9ece00640 1 -- 172.21.15.26:0/1202558748 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb9e8108db0 msgr2=0x7fb9e8109230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:38.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.353+0000 7fb9ece00640 1 --2- 172.21.15.26:0/1202558748 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb9e8108db0 0x7fb9e8109230 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb9d0009860 tx=0x7fb9d002a340 comp rx=0 tx=0).stop 2024-04-25T01:25:38.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.353+0000 7fb9ece00640 1 -- 172.21.15.26:0/1202558748 shutdown_connections 2024-04-25T01:25:38.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.353+0000 7fb9ece00640 1 --2- 172.21.15.26:0/1202558748 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9e8109770 0x7fb9e8110000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.353+0000 7fb9ece00640 1 --2- 172.21.15.26:0/1202558748 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb9e8108db0 0x7fb9e8109230 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.353+0000 7fb9ece00640 1 --2- 172.21.15.26:0/1202558748 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb9e8107bc0 0x7fb9e8107fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.353+0000 7fb9ece00640 1 -- 172.21.15.26:0/1202558748 >> 172.21.15.26:0/1202558748 conn(0x7fb9e8076b80 msgr2=0x7fb9e8078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.353+0000 7fb9ece00640 1 -- 172.21.15.26:0/1202558748 shutdown_connections 2024-04-25T01:25:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.353+0000 7fb9ece00640 1 -- 172.21.15.26:0/1202558748 wait complete. 2024-04-25T01:25:38.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.355+0000 7fb9ece00640 1 Processor -- start 2024-04-25T01:25:38.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.355+0000 7fb9ece00640 1 -- start start 2024-04-25T01:25:38.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.355+0000 7fb9ece00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb9e8107bc0 0x7fb9e819df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:38.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9ece00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9e8108db0 0x7fb9e819e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:38.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9ece00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb9e8109770 0x7fb9e81a5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:38.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9ece00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb9e8113820 con 0x7fb9e8107bc0 2024-04-25T01:25:38.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9ece00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb9e81136a0 con 0x7fb9e8108db0 2024-04-25T01:25:38.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9ece00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fb9e81139a0 con 0x7fb9e8109770 2024-04-25T01:25:38.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9e7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb9e8107bc0 0x7fb9e819df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9e7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb9e8107bc0 0x7fb9e819df10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37132/0 (socket says 172.21.15.26:37132) 2024-04-25T01:25:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9e7400640 1 -- 172.21.15.26:0/3570237231 learned_addr learned my addr 172.21.15.26:0/3570237231 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9e6a00640 1 --2- 172.21.15.26:0/3570237231 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9e8108db0 0x7fb9e819e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9e7e00640 1 --2- 172.21.15.26:0/3570237231 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb9e8109770 0x7fb9e81a5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9e7400640 1 -- 172.21.15.26:0/3570237231 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb9e8109770 msgr2=0x7fb9e81a5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9e7400640 1 --2- 172.21.15.26:0/3570237231 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb9e8109770 0x7fb9e81a5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9e7400640 1 -- 172.21.15.26:0/3570237231 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9e8108db0 msgr2=0x7fb9e819e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9e7400640 1 --2- 172.21.15.26:0/3570237231 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9e8108db0 0x7fb9e819e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.356+0000 7fb9e7400640 1 -- 172.21.15.26:0/3570237231 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9e81a5ae0 con 0x7fb9e8107bc0 2024-04-25T01:25:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.357+0000 7fb9e7400640 1 --2- 172.21.15.26:0/3570237231 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb9e8107bc0 0x7fb9e819df10 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb9d800ebc0 tx=0x7fb9d800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.357+0000 7fb9dfe00640 1 -- 172.21.15.26:0/3570237231 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d8003970 con 0x7fb9e8107bc0 2024-04-25T01:25:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.357+0000 7fb9dfe00640 1 -- 172.21.15.26:0/3570237231 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb9d8004030 con 0x7fb9e8107bc0 2024-04-25T01:25:38.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.357+0000 7fb9ece00640 1 -- 172.21.15.26:0/3570237231 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9e81a5dd0 con 0x7fb9e8107bc0 2024-04-25T01:25:38.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.357+0000 7fb9dfe00640 1 -- 172.21.15.26:0/3570237231 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d80197b0 con 0x7fb9e8107bc0 2024-04-25T01:25:38.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.357+0000 7fb9ece00640 1 -- 172.21.15.26:0/3570237231 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9e81a6230 con 0x7fb9e8107bc0 2024-04-25T01:25:38.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.359+0000 7fb9ece00640 1 -- 172.21.15.26:0/3570237231 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9e810eee0 con 0x7fb9e8107bc0 2024-04-25T01:25:38.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.362+0000 7fb9dfe00640 1 -- 172.21.15.26:0/3570237231 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb9d80041e0 con 0x7fb9e8107bc0 2024-04-25T01:25:38.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.363+0000 7fb9dfe00640 1 --2- 172.21.15.26:0/3570237231 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb9cc0a2b90 0x7fb9cc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:38.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.364+0000 7fb9dfe00640 1 -- 172.21.15.26:0/3570237231 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fb9d80cf9b0 con 0x7fb9e8107bc0 2024-04-25T01:25:38.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.364+0000 7fb9e6a00640 1 --2- 172.21.15.26:0/3570237231 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb9cc0a2b90 0x7fb9cc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:38.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.365+0000 7fb9e6a00640 1 --2- 172.21.15.26:0/3570237231 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb9cc0a2b90 0x7fb9cc0a5050 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb9d0009830 tx=0x7fb9d0030550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.367+0000 7fb9dfe00640 1 -- 172.21.15.26:0/3570237231 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb9d809c890 con 0x7fb9e8107bc0 2024-04-25T01:25:38.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:38 smithi026 ceph-mon[28096]: pgmap v374: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:25:38.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:38 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2465132798' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:25:38.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:38 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1703458518' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:25:38.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:38 smithi186 ceph-mon[32747]: pgmap v374: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:25:38.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:38 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2465132798' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:25:38.583 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:38 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1703458518' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:25:38.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.613+0000 7fb9ece00640 1 -- 172.21.15.26:0/3570237231 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb9e802d170 con 0x7fb9e8107bc0 2024-04-25T01:25:38.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.615+0000 7fb9dfe00640 1 -- 172.21.15.26:0/3570237231 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11938 (secure 0 0 0) 0x7fb9d809c190 con 0x7fb9e8107bc0 2024-04-25T01:25:38.596 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:25:38.596 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/2305348479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":2305348479},{"type":"v1","addr":"172.21.15.26:6839","nonce":2305348479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T01:23:53.313159+0000","modified":"2024-04-25T01:24:00.874004+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24535,"mds_2":24502,"mds_3":24491,"mds_4":24466},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14469":{"gid":14469,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6841/706502534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":706502534},{"type":"v1","addr":"172.21.15.26:6841","nonce":706502534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.186:6839/1584253959","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6838","nonce":1584253959},{"type":"v1","addr":"172.21.15.186:6839","nonce":1584253959}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6839/1500026678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6838","nonce":1500026678},{"type":"v1","addr":"172.21.15.111:6839","nonce":1500026678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24575,"qdb_cluster":[24502,24535,24466,24491,24575]},"id":1}]} 2024-04-25T01:25:38.596 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 27 2024-04-25T01:25:38.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.618+0000 7fb9ece00640 1 -- 172.21.15.26:0/3570237231 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb9cc0a2b90 msgr2=0x7fb9cc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:38.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.618+0000 7fb9ece00640 1 --2- 172.21.15.26:0/3570237231 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb9cc0a2b90 0x7fb9cc0a5050 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb9d0009830 tx=0x7fb9d0030550 comp rx=0 tx=0).stop 2024-04-25T01:25:38.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.618+0000 7fb9ece00640 1 -- 172.21.15.26:0/3570237231 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb9e8107bc0 msgr2=0x7fb9e819df10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:38.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.618+0000 7fb9ece00640 1 --2- 172.21.15.26:0/3570237231 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb9e8107bc0 0x7fb9e819df10 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb9d800ebc0 tx=0x7fb9d800c2d0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.618+0000 7fb9ece00640 1 -- 172.21.15.26:0/3570237231 shutdown_connections 2024-04-25T01:25:38.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.618+0000 7fb9ece00640 1 --2- 172.21.15.26:0/3570237231 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb9cc0a2b90 0x7fb9cc0a5050 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.618+0000 7fb9ece00640 1 --2- 172.21.15.26:0/3570237231 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb9e8109770 0x7fb9e81a5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.618+0000 7fb9ece00640 1 --2- 172.21.15.26:0/3570237231 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb9e8108db0 0x7fb9e819e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.618+0000 7fb9ece00640 1 --2- 172.21.15.26:0/3570237231 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb9e8107bc0 0x7fb9e819df10 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.618+0000 7fb9ece00640 1 -- 172.21.15.26:0/3570237231 >> 172.21.15.26:0/3570237231 conn(0x7fb9e8076b80 msgr2=0x7fb9e810c0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:38.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.619+0000 7fb9ece00640 1 -- 172.21.15.26:0/3570237231 shutdown_connections 2024-04-25T01:25:38.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.619+0000 7fb9ece00640 1 -- 172.21.15.26:0/3570237231 wait complete. 2024-04-25T01:25:38.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:38 smithi111 ceph-mon[32623]: pgmap v374: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:25:38.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:38 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2465132798' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:25:38.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:38 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1703458518' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:25:38.619 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T01:25:38.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.849+0000 7f0e27e00640 1 -- 172.21.15.26:0/3923419026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e28101130 msgr2=0x7f0e281015b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:38.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.849+0000 7f0e27e00640 1 --2- 172.21.15.26:0/3923419026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e28101130 0x7f0e281015b0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0e20009ca0 tx=0x7f0e2002a8c0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.849+0000 7f0e27e00640 1 -- 172.21.15.26:0/3923419026 shutdown_connections 2024-04-25T01:25:38.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.849+0000 7f0e27e00640 1 --2- 172.21.15.26:0/3923419026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e28101130 0x7f0e281015b0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.849+0000 7f0e27e00640 1 --2- 172.21.15.26:0/3923419026 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e28100790 0x7f0e28100bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.849+0000 7f0e27e00640 1 --2- 172.21.15.26:0/3923419026 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0e280ffe30 0x7f0e28100250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.849+0000 7f0e27e00640 1 -- 172.21.15.26:0/3923419026 >> 172.21.15.26:0/3923419026 conn(0x7f0e280fba10 msgr2=0x7f0e280fde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:38.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.850+0000 7f0e27e00640 1 -- 172.21.15.26:0/3923419026 shutdown_connections 2024-04-25T01:25:38.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.850+0000 7f0e27e00640 1 -- 172.21.15.26:0/3923419026 wait complete. 2024-04-25T01:25:38.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.851+0000 7f0e27e00640 1 Processor -- start 2024-04-25T01:25:38.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.851+0000 7f0e27e00640 1 -- start start 2024-04-25T01:25:38.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.851+0000 7f0e27e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e280ffe30 0x7f0e28199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:38.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.851+0000 7f0e27e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0e28100790 0x7f0e28199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:38.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e27e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e28101130 0x7f0e281a1000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:38.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e27e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0e2810f460 con 0x7f0e280ffe30 2024-04-25T01:25:38.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e27e00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0e2810f2e0 con 0x7f0e28101130 2024-04-25T01:25:38.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e27e00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f0e2810f5e0 con 0x7f0e28100790 2024-04-25T01:25:38.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e26a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e280ffe30 0x7f0e28199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:38.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e1fe00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0e28100790 0x7f0e28199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:38.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e26a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e280ffe30 0x7f0e28199aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37158/0 (socket says 172.21.15.26:37158) 2024-04-25T01:25:38.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e26a00640 1 -- 172.21.15.26:0/2484999990 learned_addr learned my addr 172.21.15.26:0/2484999990 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:38.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e27400640 1 --2- 172.21.15.26:0/2484999990 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e28101130 0x7f0e281a1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:38.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e1fe00640 1 -- 172.21.15.26:0/2484999990 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e28101130 msgr2=0x7f0e281a1000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:38.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e1fe00640 1 --2- 172.21.15.26:0/2484999990 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e28101130 0x7f0e281a1000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e1fe00640 1 -- 172.21.15.26:0/2484999990 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e280ffe30 msgr2=0x7f0e28199aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:38.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e1fe00640 1 --2- 172.21.15.26:0/2484999990 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e280ffe30 0x7f0e28199aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:38.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e1fe00640 1 -- 172.21.15.26:0/2484999990 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e281a1670 con 0x7f0e28100790 2024-04-25T01:25:38.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.852+0000 7f0e26a00640 1 --2- 172.21.15.26:0/2484999990 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e280ffe30 0x7f0e28199aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:38.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.853+0000 7f0e1fe00640 1 --2- 172.21.15.26:0/2484999990 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0e28100790 0x7f0e28199fe0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0e1000e9f0 tx=0x7f0e1000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:38.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.853+0000 7f0e2ca00640 1 -- 172.21.15.26:0/2484999990 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e1000ccc0 con 0x7f0e28100790 2024-04-25T01:25:38.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.853+0000 7f0e27e00640 1 -- 172.21.15.26:0/2484999990 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e281a1960 con 0x7f0e28100790 2024-04-25T01:25:38.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.853+0000 7f0e2ca00640 1 -- 172.21.15.26:0/2484999990 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0e10010910 con 0x7f0e28100790 2024-04-25T01:25:38.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.853+0000 7f0e2ca00640 1 -- 172.21.15.26:0/2484999990 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e10018960 con 0x7f0e28100790 2024-04-25T01:25:38.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.853+0000 7f0e27e00640 1 -- 172.21.15.26:0/2484999990 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e281a1f00 con 0x7f0e28100790 2024-04-25T01:25:38.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.854+0000 7f0e27e00640 1 -- 172.21.15.26:0/2484999990 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e2810ab80 con 0x7f0e28100790 2024-04-25T01:25:38.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.856+0000 7f0e2ca00640 1 -- 172.21.15.26:0/2484999990 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0e10010ac0 con 0x7f0e28100790 2024-04-25T01:25:38.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.858+0000 7f0e2ca00640 1 --2- 172.21.15.26:0/2484999990 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0e0c0a2c10 0x7f0e0c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:38.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.858+0000 7f0e2ca00640 1 -- 172.21.15.26:0/2484999990 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f0e100cf830 con 0x7f0e28100790 2024-04-25T01:25:38.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.858+0000 7f0e26a00640 1 --2- 172.21.15.26:0/2484999990 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0e0c0a2c10 0x7f0e0c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:38.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.859+0000 7f0e26a00640 1 --2- 172.21.15.26:0/2484999990 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0e0c0a2c10 0x7f0e0c0a50d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0e18011550 tx=0x7f0e18005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:38.860+0000 7f0e2ca00640 1 -- 172.21.15.26:0/2484999990 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0e1009c710 con 0x7f0e28100790 2024-04-25T01:25:39.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.069+0000 7f0e27e00640 1 -- 172.21.15.26:0/2484999990 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0e2802d170 con 0x7f0e28100790 2024-04-25T01:25:39.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.071+0000 7f0e2ca00640 1 -- 172.21.15.26:0/2484999990 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22721 (secure 0 0 0) 0x7f0e1009c010 con 0x7f0e28100790 2024-04-25T01:25:39.051 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:25:39.051 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":88,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:24:46.838091+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T01:23:51.673615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T01:23:52.776694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.2","mappings":[{"from":7,"to":11}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:25:39.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.074+0000 7f0e27e00640 1 -- 172.21.15.26:0/2484999990 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0e0c0a2c10 msgr2=0x7f0e0c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:39.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.074+0000 7f0e27e00640 1 --2- 172.21.15.26:0/2484999990 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0e0c0a2c10 0x7f0e0c0a50d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0e18011550 tx=0x7f0e18005f90 comp rx=0 tx=0).stop 2024-04-25T01:25:39.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.074+0000 7f0e27e00640 1 -- 172.21.15.26:0/2484999990 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0e28100790 msgr2=0x7f0e28199fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.074+0000 7f0e27e00640 1 --2- 172.21.15.26:0/2484999990 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0e28100790 0x7f0e28199fe0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0e1000e9f0 tx=0x7f0e1000eeb0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.074+0000 7f0e27e00640 1 -- 172.21.15.26:0/2484999990 shutdown_connections 2024-04-25T01:25:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.074+0000 7f0e27e00640 1 --2- 172.21.15.26:0/2484999990 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0e28101130 0x7f0e281a1000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.074+0000 7f0e27e00640 1 --2- 172.21.15.26:0/2484999990 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0e0c0a2c10 0x7f0e0c0a50d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.074+0000 7f0e27e00640 1 --2- 172.21.15.26:0/2484999990 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0e28100790 0x7f0e28199fe0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.074+0000 7f0e27e00640 1 --2- 172.21.15.26:0/2484999990 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e280ffe30 0x7f0e28199aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.074+0000 7f0e27e00640 1 -- 172.21.15.26:0/2484999990 >> 172.21.15.26:0/2484999990 conn(0x7f0e280fba10 msgr2=0x7f0e280fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.074+0000 7f0e27e00640 1 -- 172.21.15.26:0/2484999990 shutdown_connections 2024-04-25T01:25:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.074+0000 7f0e27e00640 1 -- 172.21.15.26:0/2484999990 wait complete. 2024-04-25T01:25:39.074 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T01:18:37.687060+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T01:23:51.673615+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T01:23:52.776694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T01:25:39.074 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T01:25:39.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.312+0000 7fd195400640 1 -- 172.21.15.26:0/2107361764 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd190077ce0 msgr2=0x7fd190078580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:39.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.312+0000 7fd195400640 1 --2- 172.21.15.26:0/2107361764 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd190077ce0 0x7fd190078580 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd188009be0 tx=0x7fd18802a6c0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.313+0000 7fd195400640 1 -- 172.21.15.26:0/2107361764 shutdown_connections 2024-04-25T01:25:39.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.313+0000 7fd195400640 1 --2- 172.21.15.26:0/2107361764 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd190077ce0 0x7fd190078580 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.313+0000 7fd195400640 1 --2- 172.21.15.26:0/2107361764 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd190077340 0x7fd1900777a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.313+0000 7fd195400640 1 --2- 172.21.15.26:0/2107361764 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd190076100 0x7fd190076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.313+0000 7fd195400640 1 -- 172.21.15.26:0/2107361764 >> 172.21.15.26:0/2107361764 conn(0x7fd1900fedf0 msgr2=0x7fd190101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:39.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.313+0000 7fd195400640 1 -- 172.21.15.26:0/2107361764 shutdown_connections 2024-04-25T01:25:39.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.313+0000 7fd195400640 1 -- 172.21.15.26:0/2107361764 wait complete. 2024-04-25T01:25:39.294 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.314+0000 7fd195400640 1 Processor -- start 2024-04-25T01:25:39.294 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.314+0000 7fd195400640 1 -- start start 2024-04-25T01:25:39.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.315+0000 7fd195400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd190076100 0x7fd19019def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:39.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.315+0000 7fd195400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd190077340 0x7fd19019e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:39.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.315+0000 7fd195400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd190077ce0 0x7fd1901a54a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:39.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.315+0000 7fd195400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd190113910 con 0x7fd190076100 2024-04-25T01:25:39.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.315+0000 7fd195400640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd190113790 con 0x7fd190077ce0 2024-04-25T01:25:39.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.315+0000 7fd195400640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fd190113a90 con 0x7fd190077340 2024-04-25T01:25:39.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.315+0000 7fd18fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd190076100 0x7fd19019def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:39.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.315+0000 7fd18fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd190076100 0x7fd19019def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37174/0 (socket says 172.21.15.26:37174) 2024-04-25T01:25:39.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.315+0000 7fd18fe00640 1 -- 172.21.15.26:0/766769848 learned_addr learned my addr 172.21.15.26:0/766769848 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:39.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.315+0000 7fd18f400640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd190077340 0x7fd19019e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:39.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.315+0000 7fd194a00640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd190077ce0 0x7fd1901a54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:39.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.316+0000 7fd18fe00640 1 -- 172.21.15.26:0/766769848 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd190077340 msgr2=0x7fd19019e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:39.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.316+0000 7fd18fe00640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd190077340 0x7fd19019e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.316+0000 7fd18fe00640 1 -- 172.21.15.26:0/766769848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd190077ce0 msgr2=0x7fd1901a54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.316+0000 7fd18fe00640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd190077ce0 0x7fd1901a54a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.316+0000 7fd18fe00640 1 -- 172.21.15.26:0/766769848 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1901a5b10 con 0x7fd190076100 2024-04-25T01:25:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.316+0000 7fd194a00640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd190077ce0 0x7fd1901a54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:25:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.316+0000 7fd18fe00640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd190076100 0x7fd19019def0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd18000e9c0 tx=0x7fd18000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:39.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.316+0000 7fd18cc00640 1 -- 172.21.15.26:0/766769848 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd18000ccc0 con 0x7fd190076100 2024-04-25T01:25:39.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.316+0000 7fd18cc00640 1 -- 172.21.15.26:0/766769848 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd180005500 con 0x7fd190076100 2024-04-25T01:25:39.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.316+0000 7fd195400640 1 -- 172.21.15.26:0/766769848 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1901a5e00 con 0x7fd190076100 2024-04-25T01:25:39.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.316+0000 7fd18cc00640 1 -- 172.21.15.26:0/766769848 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd180010430 con 0x7fd190076100 2024-04-25T01:25:39.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.317+0000 7fd195400640 1 -- 172.21.15.26:0/766769848 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1901a62c0 con 0x7fd190076100 2024-04-25T01:25:39.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.318+0000 7fd195400640 1 -- 172.21.15.26:0/766769848 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd190110340 con 0x7fd190076100 2024-04-25T01:25:39.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.320+0000 7fd18cc00640 1 -- 172.21.15.26:0/766769848 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd1800046c0 con 0x7fd190076100 2024-04-25T01:25:39.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.322+0000 7fd18cc00640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd1740a2c10 0x7fd1740a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:39.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.322+0000 7fd18cc00640 1 -- 172.21.15.26:0/766769848 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fd1800cf3c0 con 0x7fd190076100 2024-04-25T01:25:39.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.323+0000 7fd18f400640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd1740a2c10 0x7fd1740a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:39.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.323+0000 7fd18f400640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd1740a2c10 0x7fd1740a50d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd19019f400 tx=0x7fd17c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:39.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.327+0000 7fd18cc00640 1 -- 172.21.15.26:0/766769848 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fd18009c2a0 con 0x7fd190076100 2024-04-25T01:25:39.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.531+0000 7fd195400640 1 -- 172.21.15.26:0/766769848 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd190062370 con 0x7fd190076100 2024-04-25T01:25:39.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.532+0000 7fd18cc00640 1 -- 172.21.15.26:0/766769848 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7fd18009bba0 con 0x7fd190076100 2024-04-25T01:25:39.512 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-25T01:25:39.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.534+0000 7fd195400640 1 -- 172.21.15.26:0/766769848 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd1740a2c10 msgr2=0x7fd1740a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:39.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.534+0000 7fd195400640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd1740a2c10 0x7fd1740a50d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd19019f400 tx=0x7fd17c005f90 comp rx=0 tx=0).stop 2024-04-25T01:25:39.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.534+0000 7fd195400640 1 -- 172.21.15.26:0/766769848 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd190076100 msgr2=0x7fd19019def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:39.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.534+0000 7fd195400640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd190076100 0x7fd19019def0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd18000e9c0 tx=0x7fd18000ee80 comp rx=0 tx=0).stop 2024-04-25T01:25:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.535+0000 7fd195400640 1 -- 172.21.15.26:0/766769848 shutdown_connections 2024-04-25T01:25:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.535+0000 7fd195400640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd190077ce0 0x7fd1901a54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.535+0000 7fd195400640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd1740a2c10 0x7fd1740a50d0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.535+0000 7fd195400640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd190077340 0x7fd19019e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.535+0000 7fd195400640 1 --2- 172.21.15.26:0/766769848 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd190076100 0x7fd19019def0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.535+0000 7fd195400640 1 -- 172.21.15.26:0/766769848 >> 172.21.15.26:0/766769848 conn(0x7fd1900fedf0 msgr2=0x7fd190100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.535+0000 7fd195400640 1 -- 172.21.15.26:0/766769848 shutdown_connections 2024-04-25T01:25:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.535+0000 7fd195400640 1 -- 172.21.15.26:0/766769848 wait complete. 2024-04-25T01:25:39.533 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T01:25:39.604 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:39 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3570237231' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:25:39.604 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:39 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2484999990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:25:39.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:39 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3570237231' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:25:39.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:39 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2484999990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:25:39.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.765+0000 7fbc97e00640 1 -- 172.21.15.26:0/2743993410 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc981028c0 msgr2=0x7fbc98102d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:39.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.765+0000 7fbc97e00640 1 --2- 172.21.15.26:0/2743993410 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc981028c0 0x7fbc98102d40 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fbc80009900 tx=0x7fbc8002a410 comp rx=0 tx=0).stop 2024-04-25T01:25:39.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.765+0000 7fbc97e00640 1 -- 172.21.15.26:0/2743993410 shutdown_connections 2024-04-25T01:25:39.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.765+0000 7fbc97e00640 1 --2- 172.21.15.26:0/2743993410 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc98103280 0x7fbc98109b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.765+0000 7fbc97e00640 1 --2- 172.21.15.26:0/2743993410 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc981028c0 0x7fbc98102d40 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.765+0000 7fbc97e00640 1 --2- 172.21.15.26:0/2743993410 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbc981016d0 0x7fbc98101af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.765+0000 7fbc97e00640 1 -- 172.21.15.26:0/2743993410 >> 172.21.15.26:0/2743993410 conn(0x7fbc980fcc40 msgr2=0x7fbc980ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:39.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.765+0000 7fbc97e00640 1 -- 172.21.15.26:0/2743993410 shutdown_connections 2024-04-25T01:25:39.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.766+0000 7fbc97e00640 1 -- 172.21.15.26:0/2743993410 wait complete. 2024-04-25T01:25:39.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.766+0000 7fbc97e00640 1 Processor -- start 2024-04-25T01:25:39.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.767+0000 7fbc97e00640 1 -- start start 2024-04-25T01:25:39.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.767+0000 7fbc97e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbc981016d0 0x7fbc980754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:39.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.767+0000 7fbc97e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc981028c0 0x7fbc98073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:39.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.767+0000 7fbc97e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc98103280 0x7fbc98074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:39.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.767+0000 7fbc97e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbc9810d330 con 0x7fbc98103280 2024-04-25T01:25:39.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.767+0000 7fbc97e00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbc9810d1b0 con 0x7fbc981028c0 2024-04-25T01:25:39.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.767+0000 7fbc97e00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fbc9810d4b0 con 0x7fbc981016d0 2024-04-25T01:25:39.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.767+0000 7fbc97400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc98103280 0x7fbc98074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:39.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.767+0000 7fbc97400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc98103280 0x7fbc98074070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37202/0 (socket says 172.21.15.26:37202) 2024-04-25T01:25:39.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.767+0000 7fbc97400640 1 -- 172.21.15.26:0/2856192078 learned_addr learned my addr 172.21.15.26:0/2856192078 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:39.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.767+0000 7fbc8e000640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc981028c0 0x7fbc98073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:39.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.768+0000 7fbc96a00640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbc981016d0 0x7fbc980754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:39.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.768+0000 7fbc97400640 1 -- 172.21.15.26:0/2856192078 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbc981016d0 msgr2=0x7fbc980754f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:39.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.768+0000 7fbc97400640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbc981016d0 0x7fbc980754f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.768+0000 7fbc97400640 1 -- 172.21.15.26:0/2856192078 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc981028c0 msgr2=0x7fbc98073b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:39.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.768+0000 7fbc97400640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc981028c0 0x7fbc98073b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.768+0000 7fbc97400640 1 -- 172.21.15.26:0/2856192078 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc98074900 con 0x7fbc98103280 2024-04-25T01:25:39.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.768+0000 7fbc8e000640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc981028c0 0x7fbc98073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:39.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.768+0000 7fbc97400640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc98103280 0x7fbc98074070 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fbc9000eb10 tx=0x7fbc9000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:39.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.768+0000 7fbc8fe00640 1 -- 172.21.15.26:0/2856192078 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc90004b20 con 0x7fbc98103280 2024-04-25T01:25:39.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.768+0000 7fbc8fe00640 1 -- 172.21.15.26:0/2856192078 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbc90004cc0 con 0x7fbc98103280 2024-04-25T01:25:39.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.768+0000 7fbc97e00640 1 -- 172.21.15.26:0/2856192078 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc981a1b00 con 0x7fbc98103280 2024-04-25T01:25:39.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.769+0000 7fbc8fe00640 1 -- 172.21.15.26:0/2856192078 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc90010760 con 0x7fbc98103280 2024-04-25T01:25:39.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.769+0000 7fbc97e00640 1 -- 172.21.15.26:0/2856192078 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc981a1fd0 con 0x7fbc98103280 2024-04-25T01:25:39.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.770+0000 7fbc97e00640 1 -- 172.21.15.26:0/2856192078 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc98068480 con 0x7fbc98103280 2024-04-25T01:25:39.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.772+0000 7fbc8fe00640 1 -- 172.21.15.26:0/2856192078 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fbc90005020 con 0x7fbc98103280 2024-04-25T01:25:39.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.773+0000 7fbc8fe00640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbc7c0a2b90 0x7fbc7c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:39.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.773+0000 7fbc8fe00640 1 -- 172.21.15.26:0/2856192078 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fbc900cf6b0 con 0x7fbc98103280 2024-04-25T01:25:39.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.773+0000 7fbc96a00640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbc7c0a2b90 0x7fbc7c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:39.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.774+0000 7fbc96a00640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbc7c0a2b90 0x7fbc7c0a5050 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fbc98102720 tx=0x7fbc88005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:39.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.777+0000 7fbc8fe00640 1 -- 172.21.15.26:0/2856192078 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fbc9009c590 con 0x7fbc98103280 2024-04-25T01:25:39.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:39 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3570237231' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:25:39.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:39 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2484999990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:25:39.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.981+0000 7fbc97e00640 1 -- 172.21.15.26:0/2856192078 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fbc98062340 con 0x7fbc98103280 2024-04-25T01:25:39.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.982+0000 7fbc8fe00640 1 -- 172.21.15.26:0/2856192078 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7fbc9009be90 con 0x7fbc98103280 2024-04-25T01:25:39.963 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-25T01:25:39.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.985+0000 7fbc97e00640 1 -- 172.21.15.26:0/2856192078 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbc7c0a2b90 msgr2=0x7fbc7c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:39.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.985+0000 7fbc97e00640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbc7c0a2b90 0x7fbc7c0a5050 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fbc98102720 tx=0x7fbc88005f90 comp rx=0 tx=0).stop 2024-04-25T01:25:39.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.985+0000 7fbc97e00640 1 -- 172.21.15.26:0/2856192078 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc98103280 msgr2=0x7fbc98074070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:39.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.985+0000 7fbc97e00640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc98103280 0x7fbc98074070 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fbc9000eb10 tx=0x7fbc9000c2d0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.986+0000 7fbc97e00640 1 -- 172.21.15.26:0/2856192078 shutdown_connections 2024-04-25T01:25:39.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.986+0000 7fbc97e00640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbc98103280 0x7fbc98074070 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.986+0000 7fbc97e00640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbc981028c0 0x7fbc98073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.986+0000 7fbc97e00640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbc7c0a2b90 0x7fbc7c0a5050 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.986+0000 7fbc97e00640 1 --2- 172.21.15.26:0/2856192078 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbc981016d0 0x7fbc980754f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:39.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.986+0000 7fbc97e00640 1 -- 172.21.15.26:0/2856192078 >> 172.21.15.26:0/2856192078 conn(0x7fbc980fcc40 msgr2=0x7fbc98105b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:39.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.986+0000 7fbc97e00640 1 -- 172.21.15.26:0/2856192078 shutdown_connections 2024-04-25T01:25:39.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:39.986+0000 7fbc97e00640 1 -- 172.21.15.26:0/2856192078 wait complete. 2024-04-25T01:25:39.985 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T01:25:40.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.221+0000 7fb0cbe00640 1 -- 172.21.15.26:0/3896706729 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb0cc107c80 msgr2=0x7fb0cc1080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:40.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.221+0000 7fb0cbe00640 1 --2- 172.21.15.26:0/3896706729 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb0cc107c80 0x7fb0cc1080a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc009860 tx=0x7fb0bc02a340 comp rx=0 tx=0).stop 2024-04-25T01:25:40.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.222+0000 7fb0cbe00640 1 -- 172.21.15.26:0/3896706729 shutdown_connections 2024-04-25T01:25:40.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.222+0000 7fb0cbe00640 1 --2- 172.21.15.26:0/3896706729 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0cc109830 0x7fb0cc1100c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.222+0000 7fb0cbe00640 1 --2- 172.21.15.26:0/3896706729 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb0cc108e70 0x7fb0cc1092f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.222+0000 7fb0cbe00640 1 --2- 172.21.15.26:0/3896706729 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb0cc107c80 0x7fb0cc1080a0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.222+0000 7fb0cbe00640 1 -- 172.21.15.26:0/3896706729 >> 172.21.15.26:0/3896706729 conn(0x7fb0cc076c10 msgr2=0x7fb0cc079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:40.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.222+0000 7fb0cbe00640 1 -- 172.21.15.26:0/3896706729 shutdown_connections 2024-04-25T01:25:40.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.222+0000 7fb0cbe00640 1 -- 172.21.15.26:0/3896706729 wait complete. 2024-04-25T01:25:40.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.223+0000 7fb0cbe00640 1 Processor -- start 2024-04-25T01:25:40.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.223+0000 7fb0cbe00640 1 -- start start 2024-04-25T01:25:40.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.224+0000 7fb0cbe00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0cc107c80 0x7fb0cc19dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:40.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.224+0000 7fb0cbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb0cc108e70 0x7fb0cc19e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:40.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.224+0000 7fb0cbe00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb0cc109830 0x7fb0cc1a5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:40.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.224+0000 7fb0cbe00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb0cc113900 con 0x7fb0cc108e70 2024-04-25T01:25:40.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.224+0000 7fb0cbe00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb0cc113780 con 0x7fb0cc107c80 2024-04-25T01:25:40.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.224+0000 7fb0cbe00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fb0cc113a80 con 0x7fb0cc109830 2024-04-25T01:25:40.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.224+0000 7fb0caa00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0cc107c80 0x7fb0cc19dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:40.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.224+0000 7fb0ca000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb0cc108e70 0x7fb0cc19e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:40.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.224+0000 7fb0caa00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0cc107c80 0x7fb0cc19dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:58340/0 (socket says 172.21.15.26:58340) 2024-04-25T01:25:40.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.224+0000 7fb0caa00640 1 -- 172.21.15.26:0/426883381 learned_addr learned my addr 172.21.15.26:0/426883381 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:40.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.224+0000 7fb0cb400640 1 --2- 172.21.15.26:0/426883381 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb0cc109830 0x7fb0cc1a5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:40.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.225+0000 7fb0caa00640 1 -- 172.21.15.26:0/426883381 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb0cc109830 msgr2=0x7fb0cc1a5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:40.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.225+0000 7fb0caa00640 1 --2- 172.21.15.26:0/426883381 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb0cc109830 0x7fb0cc1a5500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.225+0000 7fb0caa00640 1 -- 172.21.15.26:0/426883381 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb0cc108e70 msgr2=0x7fb0cc19e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:40.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.225+0000 7fb0caa00640 1 --2- 172.21.15.26:0/426883381 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb0cc108e70 0x7fb0cc19e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.225+0000 7fb0caa00640 1 -- 172.21.15.26:0/426883381 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0cc1a5b70 con 0x7fb0cc107c80 2024-04-25T01:25:40.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.225+0000 7fb0cb400640 1 --2- 172.21.15.26:0/426883381 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb0cc109830 0x7fb0cc1a5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:25:40.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.225+0000 7fb0caa00640 1 --2- 172.21.15.26:0/426883381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0cc107c80 0x7fb0cc19dfa0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc0305b0 tx=0x7fb0bc033d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:40.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.225+0000 7fb0c3400640 1 -- 172.21.15.26:0/426883381 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0bc03f020 con 0x7fb0cc107c80 2024-04-25T01:25:40.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.225+0000 7fb0c3400640 1 -- 172.21.15.26:0/426883381 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb0bc032750 con 0x7fb0cc107c80 2024-04-25T01:25:40.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.225+0000 7fb0c3400640 1 -- 172.21.15.26:0/426883381 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0bc037040 con 0x7fb0cc107c80 2024-04-25T01:25:40.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.225+0000 7fb0cbe00640 1 -- 172.21.15.26:0/426883381 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0cc1a5e00 con 0x7fb0cc107c80 2024-04-25T01:25:40.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.226+0000 7fb0cbe00640 1 -- 172.21.15.26:0/426883381 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0cc1a6210 con 0x7fb0cc107c80 2024-04-25T01:25:40.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.227+0000 7fb0cbe00640 1 -- 172.21.15.26:0/426883381 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0cc10ef40 con 0x7fb0cc107c80 2024-04-25T01:25:40.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.229+0000 7fb0c3400640 1 -- 172.21.15.26:0/426883381 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb0bc042020 con 0x7fb0cc107c80 2024-04-25T01:25:40.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.230+0000 7fb0c3400640 1 --2- 172.21.15.26:0/426883381 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb0b00a2c10 0x7fb0b00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:40.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.230+0000 7fb0c3400640 1 -- 172.21.15.26:0/426883381 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fb0bc0ef380 con 0x7fb0cc107c80 2024-04-25T01:25:40.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.231+0000 7fb0ca000640 1 --2- 172.21.15.26:0/426883381 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb0b00a2c10 0x7fb0b00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:40.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.231+0000 7fb0ca000640 1 --2- 172.21.15.26:0/426883381 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb0b00a2c10 0x7fb0b00a50d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc19f460 tx=0x7fb0b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:40.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.233+0000 7fb0c3400640 1 -- 172.21.15.26:0/426883381 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb0bc049020 con 0x7fb0cc107c80 2024-04-25T01:25:40.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.444+0000 7fb0cbe00640 1 -- 172.21.15.26:0/426883381 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fb0cc02d3c0 con 0x7fb0cc107c80 2024-04-25T01:25:40.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.445+0000 7fb0c3400640 1 -- 172.21.15.26:0/426883381 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7fb0bc0bc2e0 con 0x7fb0cc107c80 2024-04-25T01:25:40.425 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-25T01:25:40.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.449+0000 7fb0cbe00640 1 -- 172.21.15.26:0/426883381 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb0b00a2c10 msgr2=0x7fb0b00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:40.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.449+0000 7fb0cbe00640 1 --2- 172.21.15.26:0/426883381 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb0b00a2c10 0x7fb0b00a50d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc19f460 tx=0x7fb0b8009260 comp rx=0 tx=0).stop 2024-04-25T01:25:40.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.449+0000 7fb0cbe00640 1 -- 172.21.15.26:0/426883381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0cc107c80 msgr2=0x7fb0cc19dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:40.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.449+0000 7fb0cbe00640 1 --2- 172.21.15.26:0/426883381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0cc107c80 0x7fb0cc19dfa0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc0305b0 tx=0x7fb0bc033d90 comp rx=0 tx=0).stop 2024-04-25T01:25:40.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.449+0000 7fb0cbe00640 1 -- 172.21.15.26:0/426883381 shutdown_connections 2024-04-25T01:25:40.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.449+0000 7fb0cbe00640 1 --2- 172.21.15.26:0/426883381 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb0b00a2c10 0x7fb0b00a50d0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.449+0000 7fb0cbe00640 1 --2- 172.21.15.26:0/426883381 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb0cc109830 0x7fb0cc1a5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.449+0000 7fb0cbe00640 1 --2- 172.21.15.26:0/426883381 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb0cc108e70 0x7fb0cc19e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.449+0000 7fb0cbe00640 1 --2- 172.21.15.26:0/426883381 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb0cc107c80 0x7fb0cc19dfa0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.449+0000 7fb0cbe00640 1 -- 172.21.15.26:0/426883381 >> 172.21.15.26:0/426883381 conn(0x7fb0cc076c10 msgr2=0x7fb0cc10c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:40.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.449+0000 7fb0cbe00640 1 -- 172.21.15.26:0/426883381 shutdown_connections 2024-04-25T01:25:40.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.449+0000 7fb0cbe00640 1 -- 172.21.15.26:0/426883381 wait complete. 2024-04-25T01:25:40.449 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:25:40.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:40 smithi111 ceph-mon[32623]: pgmap v375: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:40.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:40 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/766769848' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:25:40.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:40 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2856192078' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:25:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.675+0000 7f5dbf200640 1 -- 172.21.15.26:0/445289083 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8077ce0 msgr2=0x7f5db8078580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.675+0000 7f5dbf200640 1 --2- 172.21.15.26:0/445289083 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8077ce0 0x7f5db8078580 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f5db4009be0 tx=0x7f5db402a6c0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.676+0000 7f5dbf200640 1 -- 172.21.15.26:0/445289083 shutdown_connections 2024-04-25T01:25:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.676+0000 7f5dbf200640 1 --2- 172.21.15.26:0/445289083 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8077ce0 0x7f5db8078580 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.676+0000 7f5dbf200640 1 --2- 172.21.15.26:0/445289083 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077340 0x7f5db80777a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.676+0000 7f5dbf200640 1 --2- 172.21.15.26:0/445289083 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8076100 0x7f5db8076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.676+0000 7f5dbf200640 1 -- 172.21.15.26:0/445289083 >> 172.21.15.26:0/445289083 conn(0x7f5db80fed50 msgr2=0x7f5db8101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.676+0000 7f5dbf200640 1 -- 172.21.15.26:0/445289083 shutdown_connections 2024-04-25T01:25:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.676+0000 7f5dbf200640 1 -- 172.21.15.26:0/445289083 wait complete. 2024-04-25T01:25:40.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.677+0000 7f5dbf200640 1 Processor -- start 2024-04-25T01:25:40.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.677+0000 7f5dbf200640 1 -- start start 2024-04-25T01:25:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.677+0000 7f5dbf200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8076100 0x7f5db819de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.677+0000 7f5dbf200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077340 0x7f5db819e360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.677+0000 7f5dbf200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8077ce0 0x7f5db81a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.677+0000 7f5dbf200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5db8113850 con 0x7f5db8077ce0 2024-04-25T01:25:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.677+0000 7f5dbf200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f5db81136d0 con 0x7f5db8076100 2024-04-25T01:25:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.677+0000 7f5dbf200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f5db81139d0 con 0x7f5db8077340 2024-04-25T01:25:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.677+0000 7f5dbde00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8076100 0x7f5db819de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.677+0000 7f5dbde00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8076100 0x7f5db819de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:58358/0 (socket says 172.21.15.26:58358) 2024-04-25T01:25:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.678+0000 7f5dbde00640 1 -- 172.21.15.26:0/445123347 learned_addr learned my addr 172.21.15.26:0/445123347 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.678+0000 7f5dbd400640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077340 0x7f5db819e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.678+0000 7f5dbe800640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8077ce0 0x7f5db81a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.678+0000 7f5dbd400640 1 -- 172.21.15.26:0/445123347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8076100 msgr2=0x7f5db819de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.678+0000 7f5dbd400640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8076100 0x7f5db819de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.678+0000 7f5dbd400640 1 -- 172.21.15.26:0/445123347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8077ce0 msgr2=0x7f5db81a53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:40.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.678+0000 7f5dbd400640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8077ce0 0x7f5db81a53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.678+0000 7f5dbd400640 1 -- 172.21.15.26:0/445123347 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5db81a5a40 con 0x7f5db8077340 2024-04-25T01:25:40.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.678+0000 7f5dbde00640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8076100 0x7f5db819de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:40.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.678+0000 7f5dbd400640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077340 0x7f5db819e360 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5da800e9f0 tx=0x7f5da800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:40.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.679+0000 7f5db2a00640 1 -- 172.21.15.26:0/445123347 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da800ccc0 con 0x7f5db8077340 2024-04-25T01:25:40.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.679+0000 7f5db2a00640 1 -- 172.21.15.26:0/445123347 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5da8010910 con 0x7f5db8077340 2024-04-25T01:25:40.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.679+0000 7f5dbf200640 1 -- 172.21.15.26:0/445123347 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5db81a5d30 con 0x7f5db8077340 2024-04-25T01:25:40.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.679+0000 7f5db2a00640 1 -- 172.21.15.26:0/445123347 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da8018960 con 0x7f5db8077340 2024-04-25T01:25:40.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.679+0000 7f5dbf200640 1 -- 172.21.15.26:0/445123347 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5db81a6220 con 0x7f5db8077340 2024-04-25T01:25:40.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.680+0000 7f5dbf200640 1 -- 172.21.15.26:0/445123347 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5db8110270 con 0x7f5db8077340 2024-04-25T01:25:40.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.683+0000 7f5db2a00640 1 -- 172.21.15.26:0/445123347 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5da8010ac0 con 0x7f5db8077340 2024-04-25T01:25:40.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.684+0000 7f5db2a00640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5da00a2b90 0x7f5da00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:40.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.684+0000 7f5db2a00640 1 -- 172.21.15.26:0/445123347 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f5da80cf430 con 0x7f5db8077340 2024-04-25T01:25:40.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.684+0000 7f5dbde00640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5da00a2b90 0x7f5da00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:40.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.685+0000 7f5dbde00640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5da00a2b90 0x7f5da00a5050 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5dac0058c0 tx=0x7f5dac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:40.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.688+0000 7f5db2a00640 1 -- 172.21.15.26:0/445123347 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f5da809bcc0 con 0x7f5db8077340 2024-04-25T01:25:40.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:40 smithi026 ceph-mon[28096]: pgmap v375: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:40.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:40 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/766769848' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:25:40.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:40 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2856192078' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:25:40.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:40 smithi186 ceph-mon[32747]: pgmap v375: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:40.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:40 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/766769848' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:25:40.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:40 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2856192078' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:25:40.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.937+0000 7f5dbf200640 1 -- 172.21.15.26:0/445123347 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5db80623e0 con 0x7f5db8077340 2024-04-25T01:25:40.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.938+0000 7f5db2a00640 1 -- 172.21.15.26:0/445123347 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11938 (secure 0 0 0) 0x7f5da809ffc0 con 0x7f5db8077340 2024-04-25T01:25:40.918 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:25:40.918 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/2305348479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":2305348479},{"type":"v1","addr":"172.21.15.26:6839","nonce":2305348479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T01:23:53.313159+0000","modified":"2024-04-25T01:24:00.874004+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24535,"mds_2":24502,"mds_3":24491,"mds_4":24466},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14469":{"gid":14469,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6841/706502534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":706502534},{"type":"v1","addr":"172.21.15.26:6841","nonce":706502534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.186:6839/1584253959","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6838","nonce":1584253959},{"type":"v1","addr":"172.21.15.186:6839","nonce":1584253959}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6839/1500026678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6838","nonce":1500026678},{"type":"v1","addr":"172.21.15.111:6839","nonce":1500026678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24575,"qdb_cluster":[24502,24535,24466,24491,24575]},"id":1}]} 2024-04-25T01:25:40.919 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 27 2024-04-25T01:25:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.941+0000 7f5dbf200640 1 -- 172.21.15.26:0/445123347 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5da00a2b90 msgr2=0x7f5da00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:40.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.941+0000 7f5dbf200640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5da00a2b90 0x7f5da00a5050 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5dac0058c0 tx=0x7f5dac009260 comp rx=0 tx=0).stop 2024-04-25T01:25:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.941+0000 7f5dbf200640 1 -- 172.21.15.26:0/445123347 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077340 msgr2=0x7f5db819e360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.941+0000 7f5dbf200640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077340 0x7f5db819e360 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5da800e9f0 tx=0x7f5da800eeb0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.941+0000 7f5dbf200640 1 -- 172.21.15.26:0/445123347 shutdown_connections 2024-04-25T01:25:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.942+0000 7f5dbf200640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5db8077ce0 0x7f5db81a53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.942+0000 7f5dbf200640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f5da00a2b90 0x7f5da00a5050 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.942+0000 7f5dbf200640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5db8077340 0x7f5db819e360 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.942+0000 7f5dbf200640 1 --2- 172.21.15.26:0/445123347 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5db8076100 0x7f5db819de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.942+0000 7f5dbf200640 1 -- 172.21.15.26:0/445123347 >> 172.21.15.26:0/445123347 conn(0x7f5db80fed50 msgr2=0x7f5db8100400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.942+0000 7f5dbf200640 1 -- 172.21.15.26:0/445123347 shutdown_connections 2024-04-25T01:25:40.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:40.942+0000 7f5dbf200640 1 -- 172.21.15.26:0/445123347 wait complete. 2024-04-25T01:25:40.942 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T01:25:41.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.179+0000 7f7b9be00640 1 -- 172.21.15.26:0/3549026970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b9c1037c0 msgr2=0x7f7b9c103be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:41.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.179+0000 7f7b9be00640 1 --2- 172.21.15.26:0/3549026970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b9c1037c0 0x7f7b9c103be0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7b8c009900 tx=0x7f7b8c02a410 comp rx=0 tx=0).stop 2024-04-25T01:25:41.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.179+0000 7f7b9be00640 1 -- 172.21.15.26:0/3549026970 shutdown_connections 2024-04-25T01:25:41.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.179+0000 7f7b9be00640 1 --2- 172.21.15.26:0/3549026970 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7b9c105370 0x7f7b9c10bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.179+0000 7f7b9be00640 1 --2- 172.21.15.26:0/3549026970 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b9c1049b0 0x7f7b9c104e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.179+0000 7f7b9be00640 1 --2- 172.21.15.26:0/3549026970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b9c1037c0 0x7f7b9c103be0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.179+0000 7f7b9be00640 1 -- 172.21.15.26:0/3549026970 >> 172.21.15.26:0/3549026970 conn(0x7f7b9c0fed50 msgr2=0x7f7b9c101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:41.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.179+0000 7f7b9be00640 1 -- 172.21.15.26:0/3549026970 shutdown_connections 2024-04-25T01:25:41.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.179+0000 7f7b9be00640 1 -- 172.21.15.26:0/3549026970 wait complete. 2024-04-25T01:25:41.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.180+0000 7f7b9be00640 1 Processor -- start 2024-04-25T01:25:41.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.180+0000 7f7b9be00640 1 -- start start 2024-04-25T01:25:41.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b9c1037c0 0x7f7b9c199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:41.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9be00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b9c1049b0 0x7f7b9c199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:41.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9be00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7b9c105370 0x7f7b9c1a1050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:41.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9be00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7b9c10f460 con 0x7f7b9c1037c0 2024-04-25T01:25:41.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9be00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7b9c10f2e0 con 0x7f7b9c1049b0 2024-04-25T01:25:41.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9be00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f7b9c10f5e0 con 0x7f7b9c105370 2024-04-25T01:25:41.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b9c1037c0 0x7f7b9c199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:41.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b9c1037c0 0x7f7b9c199aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37266/0 (socket says 172.21.15.26:37266) 2024-04-25T01:25:41.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9aa00640 1 -- 172.21.15.26:0/4034899641 learned_addr learned my addr 172.21.15.26:0/4034899641 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:41.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b93e00640 1 --2- 172.21.15.26:0/4034899641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b9c1049b0 0x7f7b9c199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:41.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9b400640 1 --2- 172.21.15.26:0/4034899641 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7b9c105370 0x7f7b9c1a1050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:41.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9aa00640 1 -- 172.21.15.26:0/4034899641 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7b9c105370 msgr2=0x7f7b9c1a1050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:41.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9aa00640 1 --2- 172.21.15.26:0/4034899641 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7b9c105370 0x7f7b9c1a1050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9aa00640 1 -- 172.21.15.26:0/4034899641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b9c1049b0 msgr2=0x7f7b9c199fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:41.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9aa00640 1 --2- 172.21.15.26:0/4034899641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b9c1049b0 0x7f7b9c199fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.181+0000 7f7b9aa00640 1 -- 172.21.15.26:0/4034899641 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b9c1a16c0 con 0x7f7b9c1037c0 2024-04-25T01:25:41.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.182+0000 7f7b9aa00640 1 --2- 172.21.15.26:0/4034899641 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b9c1037c0 0x7f7b9c199aa0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7b8c031440 tx=0x7f7b8c032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:41.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.182+0000 7f7b93400640 1 -- 172.21.15.26:0/4034899641 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b8c03f030 con 0x7f7b9c1037c0 2024-04-25T01:25:41.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.182+0000 7f7b93400640 1 -- 172.21.15.26:0/4034899641 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b8c003ce0 con 0x7f7b9c1037c0 2024-04-25T01:25:41.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.182+0000 7f7b9be00640 1 -- 172.21.15.26:0/4034899641 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b9c1a1950 con 0x7f7b9c1037c0 2024-04-25T01:25:41.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.182+0000 7f7b93400640 1 -- 172.21.15.26:0/4034899641 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b8c035070 con 0x7f7b9c1037c0 2024-04-25T01:25:41.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.182+0000 7f7b9be00640 1 -- 172.21.15.26:0/4034899641 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b9c1a1e40 con 0x7f7b9c1037c0 2024-04-25T01:25:41.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.183+0000 7f7b9be00640 1 -- 172.21.15.26:0/4034899641 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b9c10aae0 con 0x7f7b9c1037c0 2024-04-25T01:25:41.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.185+0000 7f7b93400640 1 -- 172.21.15.26:0/4034899641 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7b8c042030 con 0x7f7b9c1037c0 2024-04-25T01:25:41.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.187+0000 7f7b93400640 1 --2- 172.21.15.26:0/4034899641 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7b800a2b90 0x7f7b800a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:41.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.187+0000 7f7b93400640 1 -- 172.21.15.26:0/4034899641 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f7b8c0ef8f0 con 0x7f7b9c1037c0 2024-04-25T01:25:41.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.187+0000 7f7b93e00640 1 --2- 172.21.15.26:0/4034899641 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7b800a2b90 0x7f7b800a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:41.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.188+0000 7f7b93e00640 1 --2- 172.21.15.26:0/4034899641 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7b800a2b90 0x7f7b800a5050 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7b9c19afb0 tx=0x7f7b84005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:41.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.191+0000 7f7b93400640 1 -- 172.21.15.26:0/4034899641 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f7b8c0bc180 con 0x7f7b9c1037c0 2024-04-25T01:25:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.395+0000 7f7b9be00640 1 -- 172.21.15.26:0/4034899641 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7b9c062340 con 0x7f7b9c1037c0 2024-04-25T01:25:41.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.398+0000 7f7b93400640 1 -- 172.21.15.26:0/4034899641 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22721 (secure 0 0 0) 0x7f7b8c0c0480 con 0x7f7b9c1037c0 2024-04-25T01:25:41.378 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:25:41.378 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":88,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:24:46.838091+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T01:23:51.673615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T01:23:52.776694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.2","mappings":[{"from":7,"to":11}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:25:41.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.401+0000 7f7b9be00640 1 -- 172.21.15.26:0/4034899641 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7b800a2b90 msgr2=0x7f7b800a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:41.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.401+0000 7f7b9be00640 1 --2- 172.21.15.26:0/4034899641 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7b800a2b90 0x7f7b800a5050 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7b9c19afb0 tx=0x7f7b84005f90 comp rx=0 tx=0).stop 2024-04-25T01:25:41.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.401+0000 7f7b9be00640 1 -- 172.21.15.26:0/4034899641 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b9c1037c0 msgr2=0x7f7b9c199aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:41.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.401+0000 7f7b9be00640 1 --2- 172.21.15.26:0/4034899641 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b9c1037c0 0x7f7b9c199aa0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7b8c031440 tx=0x7f7b8c032ce0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.401+0000 7f7b9be00640 1 -- 172.21.15.26:0/4034899641 shutdown_connections 2024-04-25T01:25:41.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.401+0000 7f7b9be00640 1 --2- 172.21.15.26:0/4034899641 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7b800a2b90 0x7f7b800a5050 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.401+0000 7f7b9be00640 1 --2- 172.21.15.26:0/4034899641 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7b9c105370 0x7f7b9c1a1050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.401+0000 7f7b9be00640 1 --2- 172.21.15.26:0/4034899641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7b9c1049b0 0x7f7b9c199fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.401+0000 7f7b9be00640 1 --2- 172.21.15.26:0/4034899641 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b9c1037c0 0x7f7b9c199aa0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.401+0000 7f7b9be00640 1 -- 172.21.15.26:0/4034899641 >> 172.21.15.26:0/4034899641 conn(0x7f7b9c0fed50 msgr2=0x7f7b9c107cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:41.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.401+0000 7f7b9be00640 1 -- 172.21.15.26:0/4034899641 shutdown_connections 2024-04-25T01:25:41.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.402+0000 7f7b9be00640 1 -- 172.21.15.26:0/4034899641 wait complete. 2024-04-25T01:25:41.402 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:25:41.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:41 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/426883381' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:25:41.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:41 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/445123347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:25:41.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.636+0000 7f0fbd800640 1 -- 172.21.15.26:0/3909283476 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0fb8108db0 msgr2=0x7f0fb8109230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:41.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.636+0000 7f0fbd800640 1 --2- 172.21.15.26:0/3909283476 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0fb8108db0 0x7f0fb8109230 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4009860 tx=0x7f0fa402a340 comp rx=0 tx=0).stop 2024-04-25T01:25:41.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.636+0000 7f0fbd800640 1 -- 172.21.15.26:0/3909283476 shutdown_connections 2024-04-25T01:25:41.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.636+0000 7f0fbd800640 1 --2- 172.21.15.26:0/3909283476 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0fb8109770 0x7f0fb8110000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.636+0000 7f0fbd800640 1 --2- 172.21.15.26:0/3909283476 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0fb8108db0 0x7f0fb8109230 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.636+0000 7f0fbd800640 1 --2- 172.21.15.26:0/3909283476 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fb8107bc0 0x7f0fb8107fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.636+0000 7f0fbd800640 1 -- 172.21.15.26:0/3909283476 >> 172.21.15.26:0/3909283476 conn(0x7f0fb8076b80 msgr2=0x7f0fb8078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:41.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.636+0000 7f0fbd800640 1 -- 172.21.15.26:0/3909283476 shutdown_connections 2024-04-25T01:25:41.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.636+0000 7f0fbd800640 1 -- 172.21.15.26:0/3909283476 wait complete. 2024-04-25T01:25:41.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.637+0000 7f0fbd800640 1 Processor -- start 2024-04-25T01:25:41.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.638+0000 7f0fbd800640 1 -- start start 2024-04-25T01:25:41.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.638+0000 7f0fbd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fb8107bc0 0x7f0fb819de90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:41.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.638+0000 7f0fbd800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0fb8108db0 0x7f0fb819e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:41.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.638+0000 7f0fbd800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0fb8109770 0x7f0fb81a5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:41.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.638+0000 7f0fbd800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb8113840 con 0x7f0fb8107bc0 2024-04-25T01:25:41.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.638+0000 7f0fbd800640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb81136c0 con 0x7f0fb8108db0 2024-04-25T01:25:41.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.638+0000 7f0fbd800640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb81139c0 con 0x7f0fb8109770 2024-04-25T01:25:41.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.638+0000 7f0fb7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fb8107bc0 0x7f0fb819de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:41.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.639+0000 7f0fbce00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0fb8109770 0x7f0fb81a5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:41.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.639+0000 7f0fb7400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0fb8108db0 0x7f0fb819e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:41.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.639+0000 7f0fbce00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0fb8109770 0x7f0fb81a5440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:52858/0 (socket says 172.21.15.26:52858) 2024-04-25T01:25:41.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.639+0000 7f0fb7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fb8107bc0 0x7f0fb819de90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37280/0 (socket says 172.21.15.26:37280) 2024-04-25T01:25:41.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.639+0000 7f0fbce00640 1 -- 172.21.15.26:0/1371153677 learned_addr learned my addr 172.21.15.26:0/1371153677 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:41.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.639+0000 7f0fb7e00640 1 -- 172.21.15.26:0/1371153677 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0fb8109770 msgr2=0x7f0fb81a5440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:41.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.639+0000 7f0fb7e00640 1 --2- 172.21.15.26:0/1371153677 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0fb8109770 0x7f0fb81a5440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.639+0000 7f0fb7e00640 1 -- 172.21.15.26:0/1371153677 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0fb8108db0 msgr2=0x7f0fb819e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:41.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.639+0000 7f0fb7e00640 1 --2- 172.21.15.26:0/1371153677 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0fb8108db0 0x7f0fb819e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.639+0000 7f0fb7e00640 1 -- 172.21.15.26:0/1371153677 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fb81a5ab0 con 0x7f0fb8107bc0 2024-04-25T01:25:41.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.639+0000 7f0fb7e00640 1 --2- 172.21.15.26:0/1371153677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fb8107bc0 0x7f0fb819de90 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0fb8108c10 tx=0x7f0fa800ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:41.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.640+0000 7f0fb4c00640 1 -- 172.21.15.26:0/1371153677 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa8004440 con 0x7f0fb8107bc0 2024-04-25T01:25:41.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.640+0000 7f0fb4c00640 1 -- 172.21.15.26:0/1371153677 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0fa800cda0 con 0x7f0fb8107bc0 2024-04-25T01:25:41.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.640+0000 7f0fb4c00640 1 -- 172.21.15.26:0/1371153677 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa80196e0 con 0x7f0fb8107bc0 2024-04-25T01:25:41.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.640+0000 7f0fbd800640 1 -- 172.21.15.26:0/1371153677 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fb81a5da0 con 0x7f0fb8107bc0 2024-04-25T01:25:41.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.640+0000 7f0fbd800640 1 -- 172.21.15.26:0/1371153677 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fb81a61b0 con 0x7f0fb8107bc0 2024-04-25T01:25:41.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.641+0000 7f0fbd800640 1 -- 172.21.15.26:0/1371153677 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fb810eee0 con 0x7f0fb8107bc0 2024-04-25T01:25:41.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.643+0000 7f0fb4c00640 1 -- 172.21.15.26:0/1371153677 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0fa8003780 con 0x7f0fb8107bc0 2024-04-25T01:25:41.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.644+0000 7f0fb4c00640 1 --2- 172.21.15.26:0/1371153677 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0f9c0a2c10 0x7f0f9c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:41.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.645+0000 7f0fb4c00640 1 -- 172.21.15.26:0/1371153677 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f0fa80cf3b0 con 0x7f0fb8107bc0 2024-04-25T01:25:41.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.645+0000 7f0fb7400640 1 --2- 172.21.15.26:0/1371153677 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0f9c0a2c10 0x7f0f9c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:41.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.646+0000 7f0fb7400640 1 --2- 172.21.15.26:0/1371153677 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0f9c0a2c10 0x7f0f9c0a50d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4009830 tx=0x7f0fa4030550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:41.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.649+0000 7f0fb4c00640 1 -- 172.21.15.26:0/1371153677 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0fa8003e20 con 0x7f0fb8107bc0 2024-04-25T01:25:41.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:41 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/426883381' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:25:41.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:41 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/445123347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:25:41.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:41 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/426883381' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:25:41.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:41 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/445123347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:25:41.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.894+0000 7f0fbd800640 1 -- 172.21.15.26:0/1371153677 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0fb802d170 con 0x7f0fb8107bc0 2024-04-25T01:25:41.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.896+0000 7f0fb4c00640 1 -- 172.21.15.26:0/1371153677 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11938 (secure 0 0 0) 0x7f0fa8009510 con 0x7f0fb8107bc0 2024-04-25T01:25:41.876 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:25:41.876 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/2305348479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":2305348479},{"type":"v1","addr":"172.21.15.26:6839","nonce":2305348479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T01:23:53.313159+0000","modified":"2024-04-25T01:24:00.874004+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24535,"mds_2":24502,"mds_3":24491,"mds_4":24466},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14469":{"gid":14469,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6841/706502534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":706502534},{"type":"v1","addr":"172.21.15.26:6841","nonce":706502534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.186:6839/1584253959","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6838","nonce":1584253959},{"type":"v1","addr":"172.21.15.186:6839","nonce":1584253959}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6839/1500026678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6838","nonce":1500026678},{"type":"v1","addr":"172.21.15.111:6839","nonce":1500026678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24575,"qdb_cluster":[24502,24535,24466,24491,24575]},"id":1}]} 2024-04-25T01:25:41.876 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 27 2024-04-25T01:25:41.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.899+0000 7f0fbd800640 1 -- 172.21.15.26:0/1371153677 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0f9c0a2c10 msgr2=0x7f0f9c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:41.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.899+0000 7f0fbd800640 1 --2- 172.21.15.26:0/1371153677 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0f9c0a2c10 0x7f0f9c0a50d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4009830 tx=0x7f0fa4030550 comp rx=0 tx=0).stop 2024-04-25T01:25:41.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.899+0000 7f0fbd800640 1 -- 172.21.15.26:0/1371153677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fb8107bc0 msgr2=0x7f0fb819de90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:41.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.899+0000 7f0fbd800640 1 --2- 172.21.15.26:0/1371153677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fb8107bc0 0x7f0fb819de90 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0fb8108c10 tx=0x7f0fa800ee50 comp rx=0 tx=0).stop 2024-04-25T01:25:41.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.899+0000 7f0fbd800640 1 -- 172.21.15.26:0/1371153677 shutdown_connections 2024-04-25T01:25:41.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.899+0000 7f0fbd800640 1 --2- 172.21.15.26:0/1371153677 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0f9c0a2c10 0x7f0f9c0a50d0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.899+0000 7f0fbd800640 1 --2- 172.21.15.26:0/1371153677 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0fb8109770 0x7f0fb81a5440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.899+0000 7f0fbd800640 1 --2- 172.21.15.26:0/1371153677 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0fb8108db0 0x7f0fb819e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.899+0000 7f0fbd800640 1 --2- 172.21.15.26:0/1371153677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fb8107bc0 0x7f0fb819de90 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:41.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.899+0000 7f0fbd800640 1 -- 172.21.15.26:0/1371153677 >> 172.21.15.26:0/1371153677 conn(0x7f0fb8076b80 msgr2=0x7f0fb810c0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:41.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.899+0000 7f0fbd800640 1 -- 172.21.15.26:0/1371153677 shutdown_connections 2024-04-25T01:25:41.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:41.899+0000 7f0fbd800640 1 -- 172.21.15.26:0/1371153677 wait complete. 2024-04-25T01:25:41.898 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-25T01:23:53.313159+0000', 'modified': '2024-04-25T01:24:00.874004+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24575, 'mds_1': 24535, 'mds_2': 24502, 'mds_3': 24491, 'mds_4': 24466}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14469': {'gid': 14469, 'name': 'a', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.26:6841/706502534', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.26:6840', 'nonce': 706502534}, {'type': 'v1', 'addr': '172.21.15.26:6841', 'nonce': 706502534}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24443': {'gid': 24443, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.111:6833/1178904460', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.111:6832', 'nonce': 1178904460}, {'type': 'v1', 'addr': '172.21.15.111:6833', 'nonce': 1178904460}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24445': {'gid': 24445, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.186:6833/1434198326', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.186:6832', 'nonce': 1434198326}, {'type': 'v1', 'addr': '172.21.15.186:6833', 'nonce': 1434198326}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'j', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.26:6835/3982121209', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.26:6834', 'nonce': 3982121209}, {'type': 'v1', 'addr': '172.21.15.26:6835', 'nonce': 3982121209}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24491': {'gid': 24491, 'name': 'e', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.111:6835/1386767934', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.111:6834', 'nonce': 1386767934}, {'type': 'v1', 'addr': '172.21.15.111:6835', 'nonce': 1386767934}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24502': {'gid': 24502, 'name': 'f', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.186:6835/3216839839', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.186:6834', 'nonce': 3216839839}, {'type': 'v1', 'addr': '172.21.15.186:6835', 'nonce': 3216839839}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24514': {'gid': 24514, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.186:6837/3955680978', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.186:6836', 'nonce': 3955680978}, {'type': 'v1', 'addr': '172.21.15.186:6837', 'nonce': 3955680978}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24518': {'gid': 24518, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.111:6837/3470022126', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.111:6836', 'nonce': 3470022126}, {'type': 'v1', 'addr': '172.21.15.111:6837', 'nonce': 3470022126}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24535': {'gid': 24535, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.186:6839/1584253959', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.186:6838', 'nonce': 1584253959}, {'type': 'v1', 'addr': '172.21.15.186:6839', 'nonce': 1584253959}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24575': {'gid': 24575, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.111:6839/1500026678', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.111:6838', 'nonce': 1500026678}, {'type': 'v1', 'addr': '172.21.15.111:6839', 'nonce': 1500026678}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24575, 'qdb_cluster': [24502, 24535, 24466, 24491, 24575]} 2024-04-25T01:25:41.898 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-25T01:25:41.899 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.j status 2024-04-25T01:25:42.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.122+0000 7ff5d3e00640 1 -- 172.21.15.26:0/367698039 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff5d4104a70 msgr2=0x7ff5d4104ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.122+0000 7ff5d3e00640 1 --2- 172.21.15.26:0/367698039 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff5d4104a70 0x7ff5d4104ef0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc009900 tx=0x7ff5bc02a3f0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.122+0000 7ff5d3e00640 1 -- 172.21.15.26:0/367698039 shutdown_connections 2024-04-25T01:25:42.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.122+0000 7ff5d3e00640 1 --2- 172.21.15.26:0/367698039 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff5d4105430 0x7ff5d410bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.122+0000 7ff5d3e00640 1 --2- 172.21.15.26:0/367698039 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff5d4104a70 0x7ff5d4104ef0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.122+0000 7ff5d3e00640 1 --2- 172.21.15.26:0/367698039 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff5d4103880 0x7ff5d4103ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.122+0000 7ff5d3e00640 1 -- 172.21.15.26:0/367698039 >> 172.21.15.26:0/367698039 conn(0x7ff5d40fedf0 msgr2=0x7ff5d4101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.122+0000 7ff5d3e00640 1 -- 172.21.15.26:0/367698039 shutdown_connections 2024-04-25T01:25:42.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.122+0000 7ff5d3e00640 1 -- 172.21.15.26:0/367698039 wait complete. 2024-04-25T01:25:42.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.123+0000 7ff5d3e00640 1 Processor -- start 2024-04-25T01:25:42.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.123+0000 7ff5d3e00640 1 -- start start 2024-04-25T01:25:42.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d3e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff5d4103880 0x7ff5d4199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d3e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff5d4104a70 0x7ff5d419a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff5d4105430 0x7ff5d41a1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d3e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d410f530 con 0x7ff5d4105430 2024-04-25T01:25:42.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d3e00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d410f3b0 con 0x7ff5d4103880 2024-04-25T01:25:42.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d3e00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d410f6b0 con 0x7ff5d4104a70 2024-04-25T01:25:42.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff5d4105430 0x7ff5d41a1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff5d4105430 0x7ff5d41a1130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37298/0 (socket says 172.21.15.26:37298) 2024-04-25T01:25:42.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d3400640 1 -- 172.21.15.26:0/920473757 learned_addr learned my addr 172.21.15.26:0/920473757 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d2a00640 1 --2- 172.21.15.26:0/920473757 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff5d4103880 0x7ff5d4199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5ca000640 1 --2- 172.21.15.26:0/920473757 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff5d4104a70 0x7ff5d419a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d3400640 1 -- 172.21.15.26:0/920473757 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff5d4104a70 msgr2=0x7ff5d419a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d3400640 1 --2- 172.21.15.26:0/920473757 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff5d4104a70 0x7ff5d419a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d3400640 1 -- 172.21.15.26:0/920473757 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff5d4103880 msgr2=0x7ff5d4199b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d3400640 1 --2- 172.21.15.26:0/920473757 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff5d4103880 0x7ff5d4199b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.124+0000 7ff5d3400640 1 -- 172.21.15.26:0/920473757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5d41a17a0 con 0x7ff5d4105430 2024-04-25T01:25:42.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.125+0000 7ff5d3400640 1 --2- 172.21.15.26:0/920473757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff5d4105430 0x7ff5d41a1130 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff5cc00e970 tx=0x7ff5cc00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.125+0000 7ff5d8a00640 1 -- 172.21.15.26:0/920473757 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5cc00ccc0 con 0x7ff5d4105430 2024-04-25T01:25:42.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.125+0000 7ff5d8a00640 1 -- 172.21.15.26:0/920473757 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5cc00ce60 con 0x7ff5d4105430 2024-04-25T01:25:42.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.125+0000 7ff5d3e00640 1 -- 172.21.15.26:0/920473757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5d41a1a90 con 0x7ff5d4105430 2024-04-25T01:25:42.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.125+0000 7ff5d8a00640 1 -- 172.21.15.26:0/920473757 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5cc010490 con 0x7ff5d4105430 2024-04-25T01:25:42.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.125+0000 7ff5d3e00640 1 -- 172.21.15.26:0/920473757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5d41a1f60 con 0x7ff5d4105430 2024-04-25T01:25:42.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.128+0000 7ff5dcdb6740 1 Processor -- start 2024-04-25T01:25:42.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.128+0000 7ff5d8a00640 1 -- 172.21.15.26:0/920473757 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff5cc005020 con 0x7ff5d4105430 2024-04-25T01:25:42.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.129+0000 7ff5dcdb6740 1 -- start start 2024-04-25T01:25:42.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.129+0000 7ff5dcdb6740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e665b970 0x55e5e665bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.129+0000 7ff5dcdb6740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665c360 0x55e5e6660e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.129+0000 7ff5dcdb6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e66614d0 0x55e5e6663960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.129+0000 7ff5dcdb6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e5e655bed0 con 0x55e5e66614d0 2024-04-25T01:25:42.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.129+0000 7ff5dcdb6740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55e5e65bedf0 con 0x55e5e665c360 2024-04-25T01:25:42.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.129+0000 7ff5dcdb6740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55e5e65678d0 con 0x55e5e665b970 2024-04-25T01:25:42.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.129+0000 7ff5ca000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e66614d0 0x55e5e6663960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.129+0000 7ff5d2a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665c360 0x55e5e6660e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.129+0000 7ff5ca000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e66614d0 0x55e5e6663960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37308/0 (socket says 172.21.15.26:37308) 2024-04-25T01:25:42.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.129+0000 7ff5d2a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665c360 0x55e5e6660e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:58406/0 (socket says 172.21.15.26:58406) 2024-04-25T01:25:42.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.129+0000 7ff5ca000640 1 -- 172.21.15.26:0/1414542358 learned_addr learned my addr 172.21.15.26:0/1414542358 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.129+0000 7ff5ca000640 1 --2- 172.21.15.26:0/1414542358 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e665b970 0x55e5e665bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.130+0000 7ff5d2a00640 1 -- 172.21.15.26:0/1414542358 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e665b970 msgr2=0x55e5e665bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.130+0000 7ff5d2a00640 1 --2- 172.21.15.26:0/1414542358 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e665b970 0x55e5e665bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.130+0000 7ff5d2a00640 1 -- 172.21.15.26:0/1414542358 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e66614d0 msgr2=0x55e5e6663960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.130+0000 7ff5d2a00640 1 --2- 172.21.15.26:0/1414542358 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e66614d0 0x55e5e6663960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.130+0000 7ff5d2a00640 1 -- 172.21.15.26:0/1414542358 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5e62d32d0 con 0x55e5e665c360 2024-04-25T01:25:42.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.130+0000 7ff5d2a00640 1 --2- 172.21.15.26:0/1414542358 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665c360 0x55e5e6660e60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff5c4005fd0 tx=0x7ff5c4010800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f5ebb198b20c559 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.130+0000 7ff5d8a00640 1 --2- 172.21.15.26:0/920473757 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff5b80a2b90 0x7ff5b80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.130+0000 7ff5c3e00640 1 -- 172.21.15.26:0/1414542358 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c4016070 con 0x55e5e665c360 2024-04-25T01:25:42.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.131+0000 7ff5c3e00640 1 -- 172.21.15.26:0/1414542358 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5c4012bf0 con 0x55e5e665c360 2024-04-25T01:25:42.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.131+0000 7ff5c3e00640 1 -- 172.21.15.26:0/1414542358 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c4011ca0 con 0x55e5e665c360 2024-04-25T01:25:42.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.131+0000 7ff5d8a00640 1 -- 172.21.15.26:0/920473757 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7ff5cc0cf510 con 0x7ff5d4105430 2024-04-25T01:25:42.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.131+0000 7ff5ca000640 1 --2- 172.21.15.26:0/920473757 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff5b80a2b90 0x7ff5b80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.131+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/1414542358 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665c360 msgr2=0x55e5e6660e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.131+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/1414542358 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665c360 0x55e5e6660e60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff5c4005fd0 tx=0x7ff5c4010800 comp rx=0 tx=0).stop 2024-04-25T01:25:42.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.131+0000 7ff5ca000640 1 --2- 172.21.15.26:0/920473757 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff5b80a2b90 0x7ff5b80a5050 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc000c00 tx=0x7ff5bc041040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.131+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/1414542358 shutdown_connections 2024-04-25T01:25:42.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.131+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/1414542358 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e66614d0 0x55e5e6663960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.131+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/1414542358 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665c360 0x55e5e6660e60 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.131+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/1414542358 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e665b970 0x55e5e665bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.131+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/1414542358 >> 172.21.15.26:0/1414542358 conn(0x55e5e6656fe0 msgr2=0x55e5e66573e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.131+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/1414542358 shutdown_connections 2024-04-25T01:25:42.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.132+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/1414542358 wait complete. 2024-04-25T01:25:42.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.132+0000 7ff5dcdb6740 1 -- start start 2024-04-25T01:25:42.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.132+0000 7ff5dcdb6740 1 Processor -- start 2024-04-25T01:25:42.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5dcdb6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665b970 0x55e5e6665cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5dcdb6740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e665c360 0x55e5e6666230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5dcdb6740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e66614d0 0x55e5e666d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5dcdb6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e5e657ad20 con 0x55e5e665b970 2024-04-25T01:25:42.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5dcdb6740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55e5e65badb0 con 0x55e5e66614d0 2024-04-25T01:25:42.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5dcdb6740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55e5e6664480 con 0x55e5e665c360 2024-04-25T01:25:42.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5dcdb6740 10 client.0 _ll_register_callbacks cb 0x55e5e65b5f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:25:42.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5d2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665b970 0x55e5e6665cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5d2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665b970 0x55e5e6665cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37318/0 (socket says 172.21.15.26:37318) 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5ca000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e665c360 0x55e5e6666230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5d2a00640 1 -- 172.21.15.26:0/3317400549 learned_addr learned my addr 172.21.15.26:0/3317400549 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5d3400640 1 --2- 172.21.15.26:0/3317400549 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e66614d0 0x55e5e666d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5d2a00640 1 -- 172.21.15.26:0/3317400549 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e665c360 msgr2=0x55e5e6666230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5d2a00640 1 --2- 172.21.15.26:0/3317400549 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e665c360 0x55e5e6666230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.133+0000 7ff5d2a00640 1 -- 172.21.15.26:0/3317400549 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e66614d0 msgr2=0x55e5e666d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.134+0000 7ff5d2a00640 1 --2- 172.21.15.26:0/3317400549 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e66614d0 0x55e5e666d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.134+0000 7ff5d2a00640 1 -- 172.21.15.26:0/3317400549 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5e639d6b0 con 0x55e5e665b970 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.134+0000 7ff5d3400640 1 --2- 172.21.15.26:0/3317400549 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e66614d0 0x55e5e666d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.134+0000 7ff5d2a00640 1 --2- 172.21.15.26:0/3317400549 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665b970 0x55e5e6665cf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ff5c401a000 tx=0x7ff5c4004c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cd424ad24192af1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.134+0000 7ff5c0c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.134+0000 7ff5c0c00640 1 -- 172.21.15.26:0/3317400549 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c4016040 con 0x55e5e665b970 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.134+0000 7ff5c0c00640 1 -- 172.21.15.26:0/3317400549 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7ff5c4011df0 con 0x55e5e665b970 2024-04-25T01:25:42.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.134+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/3317400549 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5c4012bf0 con 0x55e5e665b970 2024-04-25T01:25:42.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.134+0000 7ff5c0c00640 1 -- 172.21.15.26:0/3317400549 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff5c4012da0 con 0x55e5e665b970 2024-04-25T01:25:42.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.134+0000 7ff5dcdb6740 10 client.14880 fetch_fsmap learned FSMap version 27 2024-04-25T01:25:42.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.134+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/3317400549 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e5e6670550 con 0x55e5e665b970 2024-04-25T01:25:42.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.135+0000 7ff5c0c00640 1 -- 172.21.15.26:0/3317400549 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5c4012bf0 con 0x55e5e665b970 2024-04-25T01:25:42.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.135+0000 7ff5c0c00640 1 -- 172.21.15.26:0/3317400549 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7ff5c402c030 con 0x55e5e665b970 2024-04-25T01:25:42.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.135+0000 7ff5dcdb6740 10 client.14880 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:25:42.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.135+0000 7ff5dcdb6740 10 client.14880 resolve_mds: resolved name 'j' to daemon mds.j 2024-04-25T01:25:42.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.135+0000 7ff5dcdb6740 20 client.14880 populate_metadata read hostname 'smithi026' 2024-04-25T01:25:42.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.135+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/3317400549 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x55e5e6672820 0x55e5e6673c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.135+0000 7ff5dcdb6740 4 client.14880 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:25:42.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.135+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/3317400549 --> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e5e65cc330 con 0x55e5e6672820 2024-04-25T01:25:42.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.135+0000 7ff5ca000640 1 --2- 172.21.15.26:0/3317400549 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x55e5e6672820 0x55e5e6673c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.136+0000 7ff5ca000640 1 --2- 172.21.15.26:0/3317400549 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x55e5e6672820 0x55e5e6673c90 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e43ac9358df84635 server_cookie=2eea62fc00684444 in_seq=0 out_seq=0 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.136+0000 7ff5c0c00640 10 client.14880 ms_handle_connect on v2:172.21.15.26:6834/3982121209 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.137+0000 7ff5c0c00640 1 -- 172.21.15.26:0/3317400549 <== mds.4 v2:172.21.15.26:6834/3982121209 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e5e65cc330 con 0x55e5e6672820 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.137+0000 7ff5c0c00640 10 client.14880 handle_command_reply: tid=0 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.137+0000 7ff5dcdb6740 1 client.14880 shutdown 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.137+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/3317400549 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665b970 msgr2=0x55e5e6665cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.137+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/3317400549 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665b970 0x55e5e6665cf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ff5c401a000 tx=0x7ff5c4004c70 comp rx=0 tx=0).stop 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.137+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/3317400549 shutdown_connections 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.137+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/3317400549 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x55e5e6672820 0x55e5e6673c90 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.137+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/3317400549 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e66614d0 0x55e5e666d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.137+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/3317400549 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e665c360 0x55e5e6666230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.137+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/3317400549 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665b970 0x55e5e6665cf0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.137+0000 7ff5c0c00640 0 client.14880 ms_handle_reset on v2:172.21.15.26:6834/3982121209 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.137+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/3317400549 >> 172.21.15.26:0/3317400549 conn(0x55e5e6656fe0 msgr2=0x55e5e6656120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.138+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/3317400549 shutdown_connections 2024-04-25T01:25:42.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.138+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/3317400549 wait complete. 2024-04-25T01:25:42.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.138+0000 7ff5dcdb6740 20 client.14880 trim_cache size 0 max 16384 2024-04-25T01:25:42.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.158+0000 7ff5dcdb6740 1 Processor -- start 2024-04-25T01:25:42.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.158+0000 7ff5dcdb6740 1 -- start start 2024-04-25T01:25:42.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.158+0000 7ff5dcdb6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665b970 0x55e5e66638c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.158+0000 7ff5dcdb6740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665c360 0x55e5e666d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.158+0000 7ff5dcdb6740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e66614d0 0x55e5e665a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.158+0000 7ff5dcdb6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e5e6671fd0 con 0x55e5e665b970 2024-04-25T01:25:42.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.158+0000 7ff5dcdb6740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55e5e66726a0 con 0x55e5e665c360 2024-04-25T01:25:42.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.158+0000 7ff5dcdb6740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55e5e6672d70 con 0x55e5e66614d0 2024-04-25T01:25:42.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.158+0000 7ff5d2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665b970 0x55e5e66638c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.158+0000 7ff5d2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665b970 0x55e5e66638c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37328/0 (socket says 172.21.15.26:37328) 2024-04-25T01:25:42.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.158+0000 7ff5d2a00640 1 -- 172.21.15.26:0/3193601666 learned_addr learned my addr 172.21.15.26:0/3193601666 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.158+0000 7ff5ca000640 1 --2- 172.21.15.26:0/3193601666 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665c360 0x55e5e666d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.158+0000 7ff5d3400640 1 --2- 172.21.15.26:0/3193601666 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e66614d0 0x55e5e665a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.159+0000 7ff5d2a00640 1 -- 172.21.15.26:0/3193601666 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e66614d0 msgr2=0x55e5e665a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.159+0000 7ff5d2a00640 1 --2- 172.21.15.26:0/3193601666 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e66614d0 0x55e5e665a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.159+0000 7ff5d2a00640 1 -- 172.21.15.26:0/3193601666 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665c360 msgr2=0x55e5e666d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.159+0000 7ff5d2a00640 1 --2- 172.21.15.26:0/3193601666 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665c360 0x55e5e666d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.159+0000 7ff5d2a00640 1 -- 172.21.15.26:0/3193601666 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5e665c740 con 0x55e5e665b970 2024-04-25T01:25:42.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.159+0000 7ff5d2a00640 1 --2- 172.21.15.26:0/3193601666 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665b970 0x55e5e66638c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff5c40052f0 tx=0x7ff5c4010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=646fa0d1a7916053 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.159+0000 7ff5c3400640 1 -- 172.21.15.26:0/3193601666 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c4005560 con 0x55e5e665b970 2024-04-25T01:25:42.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.159+0000 7ff5c3400640 1 -- 172.21.15.26:0/3193601666 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5c4005700 con 0x55e5e665b970 2024-04-25T01:25:42.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.159+0000 7ff5c3400640 1 -- 172.21.15.26:0/3193601666 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c4004f60 con 0x55e5e665b970 2024-04-25T01:25:42.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.160+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/3193601666 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665b970 msgr2=0x55e5e66638c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.160+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/3193601666 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665b970 0x55e5e66638c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff5c40052f0 tx=0x7ff5c4010800 comp rx=0 tx=0).stop 2024-04-25T01:25:42.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.160+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/3193601666 shutdown_connections 2024-04-25T01:25:42.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.160+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/3193601666 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e66614d0 0x55e5e665a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.160+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/3193601666 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665c360 0x55e5e666d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.160+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/3193601666 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665b970 0x55e5e66638c0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.160+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/3193601666 >> 172.21.15.26:0/3193601666 conn(0x55e5e6656fe0 msgr2=0x55e5e6651d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.160+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/3193601666 shutdown_connections 2024-04-25T01:25:42.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.160+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/3193601666 wait complete. 2024-04-25T01:25:42.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.160+0000 7ff5dcdb6740 1 -- start start 2024-04-25T01:25:42.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.161+0000 7ff5dcdb6740 1 Processor -- start 2024-04-25T01:25:42.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.161+0000 7ff5dcdb6740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665b970 0x55e5e6668ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.161+0000 7ff5dcdb6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665c360 0x55e5e66691e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.161+0000 7ff5dcdb6740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e66614d0 0x55e5e666c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.161+0000 7ff5dcdb6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e5e6673b10 con 0x55e5e665c360 2024-04-25T01:25:42.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.161+0000 7ff5dcdb6740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55e5e6673440 con 0x55e5e665b970 2024-04-25T01:25:42.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.161+0000 7ff5dcdb6740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55e5e66741e0 con 0x55e5e66614d0 2024-04-25T01:25:42.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.161+0000 7ff5dcdb6740 10 client.0 _ll_register_callbacks cb 0x7ff5bc009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:25:42.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.161+0000 7ff5ca000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665c360 0x55e5e66691e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.161+0000 7ff5d2a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665b970 0x55e5e6668ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.161+0000 7ff5ca000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665c360 0x55e5e66691e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37334/0 (socket says 172.21.15.26:37334) 2024-04-25T01:25:42.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.161+0000 7ff5ca000640 1 -- 172.21.15.26:0/2768781271 learned_addr learned my addr 172.21.15.26:0/2768781271 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.161+0000 7ff5d3400640 1 --2- 172.21.15.26:0/2768781271 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e66614d0 0x55e5e666c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.162+0000 7ff5ca000640 1 -- 172.21.15.26:0/2768781271 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e66614d0 msgr2=0x55e5e666c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.162+0000 7ff5ca000640 1 --2- 172.21.15.26:0/2768781271 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e66614d0 0x55e5e666c200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.162+0000 7ff5ca000640 1 -- 172.21.15.26:0/2768781271 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665b970 msgr2=0x55e5e6668ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.162+0000 7ff5ca000640 1 --2- 172.21.15.26:0/2768781271 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665b970 0x55e5e6668ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.162+0000 7ff5ca000640 1 -- 172.21.15.26:0/2768781271 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5e666c7f0 con 0x55e5e665c360 2024-04-25T01:25:42.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.162+0000 7ff5d2a00640 1 --2- 172.21.15.26:0/2768781271 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665b970 0x55e5e6668ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:42.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.162+0000 7ff5ca000640 1 --2- 172.21.15.26:0/2768781271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665c360 0x55e5e66691e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc031440 tx=0x7ff5bc02a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f65e9a7da06aafa0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.162+0000 7ff5c0c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:25:42.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.162+0000 7ff5c0c00640 1 -- 172.21.15.26:0/2768781271 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5bc05d060 con 0x55e5e665c360 2024-04-25T01:25:42.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.162+0000 7ff5c0c00640 1 -- 172.21.15.26:0/2768781271 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7ff5bc057640 con 0x55e5e665c360 2024-04-25T01:25:42.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.162+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/2768781271 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5c4005700 con 0x55e5e665c360 2024-04-25T01:25:42.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.163+0000 7ff5c0c00640 1 -- 172.21.15.26:0/2768781271 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff5bc046070 con 0x55e5e665c360 2024-04-25T01:25:42.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.163+0000 7ff5dcdb6740 10 client.14886 fetch_fsmap learned FSMap version 27 2024-04-25T01:25:42.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.163+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/2768781271 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e5e66d8c10 con 0x55e5e665c360 2024-04-25T01:25:42.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.163+0000 7ff5c0c00640 1 -- 172.21.15.26:0/2768781271 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5c4005700 con 0x55e5e665c360 2024-04-25T01:25:42.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.163+0000 7ff5c0c00640 1 -- 172.21.15.26:0/2768781271 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7ff5bc03d450 con 0x55e5e665c360 2024-04-25T01:25:42.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.163+0000 7ff5dcdb6740 10 client.14886 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.163+0000 7ff5dcdb6740 10 client.14886 resolve_mds: resolved name 'j' to daemon mds.j 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.163+0000 7ff5dcdb6740 20 client.14886 populate_metadata read hostname 'smithi026' 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.163+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/2768781271 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x55e5e66dd880 0x55e5e66dc590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.163+0000 7ff5dcdb6740 4 client.14886 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.163+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/2768781271 --> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] -- command(tid 0: {"prefix": "status"}) -- 0x55e5e65c6680 con 0x55e5e66dd880 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.163+0000 7ff5d2a00640 1 --2- 172.21.15.26:0/2768781271 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x55e5e66dd880 0x55e5e66dc590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.164+0000 7ff5d2a00640 1 --2- 172.21.15.26:0/2768781271 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x55e5e66dd880 0x55e5e66dc590 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=911ff9b05005deed server_cookie=857e012291034ff2 in_seq=0 out_seq=0 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.164+0000 7ff5c0c00640 10 client.14886 ms_handle_connect on v2:172.21.15.26:6834/3982121209 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.164+0000 7ff5c0c00640 1 -- 172.21.15.26:0/2768781271 <== mds.4 v2:172.21.15.26:6834/3982121209 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55e5e65c6680 con 0x55e5e66dd880 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.164+0000 7ff5c0c00640 10 client.14886 handle_command_reply: tid=0 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.164+0000 7ff5dcdb6740 1 client.14886 shutdown 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.165+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/2768781271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665c360 msgr2=0x55e5e66691e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.165+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/2768781271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665c360 0x55e5e66691e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc031440 tx=0x7ff5bc02a3f0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.165+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/2768781271 shutdown_connections 2024-04-25T01:25:42.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.165+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/2768781271 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x55e5e66dd880 0x55e5e66dc590 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.165+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/2768781271 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55e5e66614d0 0x55e5e666c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.165+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/2768781271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e5e665c360 0x55e5e66691e0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.165+0000 7ff5dcdb6740 1 --2- 172.21.15.26:0/2768781271 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55e5e665b970 0x55e5e6668ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.165+0000 7ff5c0c00640 0 client.14886 ms_handle_reset on v2:172.21.15.26:6834/3982121209 2024-04-25T01:25:42.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.165+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/2768781271 >> 172.21.15.26:0/2768781271 conn(0x55e5e6656fe0 msgr2=0x55e5e66638c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.165+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/2768781271 shutdown_connections 2024-04-25T01:25:42.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.165+0000 7ff5dcdb6740 1 -- 172.21.15.26:0/2768781271 wait complete. 2024-04-25T01:25:42.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.165+0000 7ff5dcdb6740 20 client.14886 trim_cache size 0 max 16384 2024-04-25T01:25:42.148 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:25:42.148 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "004ab5e8-02a1-11ef-bc93-c7b262605968", 2024-04-25T01:25:42.148 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 4, 2024-04-25T01:25:42.148 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24466, 2024-04-25T01:25:42.149 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-25T01:25:42.149 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-25T01:25:42.149 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-25T01:25:42.149 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 102.29935713099999, 2024-04-25T01:25:42.149 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 27, 2024-04-25T01:25:42.149 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 88, 2024-04-25T01:25:42.149 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T01:25:42.149 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 145.08636986799999 2024-04-25T01:25:42.149 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:25:42.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.166+0000 7ff5d3e00640 1 -- 172.21.15.26:0/920473757 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff5b80a2b90 msgr2=0x7ff5b80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.166+0000 7ff5d3e00640 1 --2- 172.21.15.26:0/920473757 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff5b80a2b90 0x7ff5b80a5050 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc000c00 tx=0x7ff5bc041040 comp rx=0 tx=0).stop 2024-04-25T01:25:42.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.166+0000 7ff5d3e00640 1 -- 172.21.15.26:0/920473757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff5d4105430 msgr2=0x7ff5d41a1130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.166+0000 7ff5d3e00640 1 --2- 172.21.15.26:0/920473757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff5d4105430 0x7ff5d41a1130 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff5cc00e970 tx=0x7ff5cc00ed70 comp rx=0 tx=0).stop 2024-04-25T01:25:42.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.166+0000 7ff5d3e00640 1 -- 172.21.15.26:0/920473757 shutdown_connections 2024-04-25T01:25:42.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.166+0000 7ff5d3e00640 1 --2- 172.21.15.26:0/920473757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff5d4105430 0x7ff5d41a1130 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.166+0000 7ff5d3e00640 1 --2- 172.21.15.26:0/920473757 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff5b80a2b90 0x7ff5b80a5050 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.166+0000 7ff5d3e00640 1 --2- 172.21.15.26:0/920473757 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff5d4104a70 0x7ff5d419a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.166+0000 7ff5d3e00640 1 --2- 172.21.15.26:0/920473757 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff5d4103880 0x7ff5d4199b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.166+0000 7ff5d3e00640 1 -- 172.21.15.26:0/920473757 >> 172.21.15.26:0/920473757 conn(0x7ff5d40fedf0 msgr2=0x7ff5d4107d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.166+0000 7ff5d3e00640 1 -- 172.21.15.26:0/920473757 shutdown_connections 2024-04-25T01:25:42.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.166+0000 7ff5d3e00640 1 -- 172.21.15.26:0/920473757 wait complete. 2024-04-25T01:25:42.164 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.e status 2024-04-25T01:25:42.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.385+0000 7f6950600640 1 -- 172.21.15.26:0/3809787455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6948105550 msgr2=0x7f694810bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.385+0000 7f6950600640 1 --2- 172.21.15.26:0/3809787455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6948105550 0x7f694810bde0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f6940009ca0 tx=0x7f694002a8c0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.385+0000 7f6950600640 1 -- 172.21.15.26:0/3809787455 shutdown_connections 2024-04-25T01:25:42.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.385+0000 7f6950600640 1 --2- 172.21.15.26:0/3809787455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6948105550 0x7f694810bde0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.385+0000 7f6950600640 1 --2- 172.21.15.26:0/3809787455 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6948104b90 0x7f6948105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.385+0000 7f6950600640 1 --2- 172.21.15.26:0/3809787455 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f69481039a0 0x7f6948103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.385+0000 7f6950600640 1 -- 172.21.15.26:0/3809787455 >> 172.21.15.26:0/3809787455 conn(0x7f69480fef30 msgr2=0x7f6948101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.385+0000 7f6950600640 1 -- 172.21.15.26:0/3809787455 shutdown_connections 2024-04-25T01:25:42.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.385+0000 7f6950600640 1 -- 172.21.15.26:0/3809787455 wait complete. 2024-04-25T01:25:42.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.386+0000 7f6950600640 1 Processor -- start 2024-04-25T01:25:42.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.387+0000 7f6950600640 1 -- start start 2024-04-25T01:25:42.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.387+0000 7f6950600640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f69481039a0 0x7f6948199c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.387+0000 7f6950600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6948104b90 0x7f694819a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.387+0000 7f6950600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6948105550 0x7f69481a11c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.387+0000 7f6950600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f694810f650 con 0x7f6948105550 2024-04-25T01:25:42.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.387+0000 7f6950600640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f694810f4d0 con 0x7f6948104b90 2024-04-25T01:25:42.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.387+0000 7f6950600640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f694810f7d0 con 0x7f69481039a0 2024-04-25T01:25:42.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.387+0000 7f694d200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6948104b90 0x7f694819a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.387+0000 7f694e600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6948105550 0x7f69481a11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.387+0000 7f694d200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6948104b90 0x7f694819a190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:58454/0 (socket says 172.21.15.26:58454) 2024-04-25T01:25:42.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.387+0000 7f694dc00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f69481039a0 0x7f6948199c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.387+0000 7f694d200640 1 -- 172.21.15.26:0/570696060 learned_addr learned my addr 172.21.15.26:0/570696060 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.388+0000 7f694d200640 1 -- 172.21.15.26:0/570696060 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f69481039a0 msgr2=0x7f6948199c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.388+0000 7f694d200640 1 --2- 172.21.15.26:0/570696060 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f69481039a0 0x7f6948199c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.388+0000 7f694d200640 1 -- 172.21.15.26:0/570696060 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6948105550 msgr2=0x7f69481a11c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.388+0000 7f694d200640 1 --2- 172.21.15.26:0/570696060 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6948105550 0x7f69481a11c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.388+0000 7f694d200640 1 -- 172.21.15.26:0/570696060 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69481a1860 con 0x7f6948104b90 2024-04-25T01:25:42.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.388+0000 7f694dc00640 1 --2- 172.21.15.26:0/570696060 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f69481039a0 0x7f6948199c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:42.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.388+0000 7f694d200640 1 --2- 172.21.15.26:0/570696060 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6948104b90 0x7f694819a190 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f693400e9f0 tx=0x7f693400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.388+0000 7f6946000640 1 -- 172.21.15.26:0/570696060 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f693400cd80 con 0x7f6948104b90 2024-04-25T01:25:42.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.388+0000 7f6950600640 1 -- 172.21.15.26:0/570696060 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69481a1b50 con 0x7f6948104b90 2024-04-25T01:25:42.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.388+0000 7f6946000640 1 -- 172.21.15.26:0/570696060 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6934010910 con 0x7f6948104b90 2024-04-25T01:25:42.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.389+0000 7f6946000640 1 -- 172.21.15.26:0/570696060 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69340188f0 con 0x7f6948104b90 2024-04-25T01:25:42.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.389+0000 7f6950600640 1 -- 172.21.15.26:0/570696060 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69481a20f0 con 0x7f6948104b90 2024-04-25T01:25:42.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.392+0000 7f695345e740 1 Processor -- start 2024-04-25T01:25:42.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.392+0000 7f6946000640 1 -- 172.21.15.26:0/570696060 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6934010ac0 con 0x7f6948104b90 2024-04-25T01:25:42.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.392+0000 7f695345e740 1 -- start start 2024-04-25T01:25:42.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.392+0000 7f695345e740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d24760 0x557875d24b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.392+0000 7f695345e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d25150 0x557875d29c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.392+0000 7f695345e740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 0x557875d2c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.392+0000 7f695345e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x557875c24ed0 con 0x557875d25150 2024-04-25T01:25:42.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.392+0000 7f695345e740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x557875c87df0 con 0x557875d24760 2024-04-25T01:25:42.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.392+0000 7f695345e740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x557875c308d0 con 0x557875d2a2c0 2024-04-25T01:25:42.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.393+0000 7f694dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d25150 0x557875d29c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.393+0000 7f694e600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d24760 0x557875d24b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.393+0000 7f694dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d25150 0x557875d29c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37356/0 (socket says 172.21.15.26:37356) 2024-04-25T01:25:42.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.393+0000 7f694dc00640 1 -- 172.21.15.26:0/1226677975 learned_addr learned my addr 172.21.15.26:0/1226677975 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.393+0000 7f694d200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 0x557875d2c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.393+0000 7f694dc00640 1 -- 172.21.15.26:0/1226677975 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 msgr2=0x557875d2c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.393+0000 7f694dc00640 1 --2- 172.21.15.26:0/1226677975 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 0x557875d2c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.393+0000 7f694dc00640 1 -- 172.21.15.26:0/1226677975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d24760 msgr2=0x557875d24b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.393+0000 7f694dc00640 1 --2- 172.21.15.26:0/1226677975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d24760 0x557875d24b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.393+0000 7f694dc00640 1 -- 172.21.15.26:0/1226677975 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55787599c2d0 con 0x557875d25150 2024-04-25T01:25:42.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.393+0000 7f694e600640 1 --2- 172.21.15.26:0/1226677975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d24760 0x557875d24b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:42.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.393+0000 7f694dc00640 1 --2- 172.21.15.26:0/1226677975 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d25150 0x557875d29c50 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f693c0114f0 tx=0x7f693c0119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dbed3c29f871411 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.394+0000 7f6946000640 1 --2- 172.21.15.26:0/570696060 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f69300a2c10 0x7f69300a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.394+0000 7f6946000640 1 -- 172.21.15.26:0/570696060 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f69340cf430 con 0x7f6948104b90 2024-04-25T01:25:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.394+0000 7f694e600640 1 --2- 172.21.15.26:0/570696060 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f69300a2c10 0x7f69300a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.394+0000 7f693aa00640 1 -- 172.21.15.26:0/1226677975 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f693c004310 con 0x557875d25150 2024-04-25T01:25:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.394+0000 7f693aa00640 1 -- 172.21.15.26:0/1226677975 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f693c0044b0 con 0x557875d25150 2024-04-25T01:25:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.394+0000 7f693aa00640 1 -- 172.21.15.26:0/1226677975 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f693c003850 con 0x557875d25150 2024-04-25T01:25:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.395+0000 7f695345e740 1 -- 172.21.15.26:0/1226677975 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d25150 msgr2=0x557875d29c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.395+0000 7f695345e740 1 --2- 172.21.15.26:0/1226677975 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d25150 0x557875d29c50 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f693c0114f0 tx=0x7f693c0119b0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.395+0000 7f694e600640 1 --2- 172.21.15.26:0/570696060 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f69300a2c10 0x7f69300a50d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6940005e30 tx=0x7f6940031bb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.395+0000 7f695345e740 1 -- 172.21.15.26:0/1226677975 shutdown_connections 2024-04-25T01:25:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.395+0000 7f695345e740 1 --2- 172.21.15.26:0/1226677975 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 0x557875d2c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.395+0000 7f695345e740 1 --2- 172.21.15.26:0/1226677975 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d25150 0x557875d29c50 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.395+0000 7f695345e740 1 --2- 172.21.15.26:0/1226677975 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d24760 0x557875d24b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.395+0000 7f695345e740 1 -- 172.21.15.26:0/1226677975 >> 172.21.15.26:0/1226677975 conn(0x557875d1fdd0 msgr2=0x557875d201d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.395+0000 7f695345e740 1 -- 172.21.15.26:0/1226677975 shutdown_connections 2024-04-25T01:25:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.395+0000 7f695345e740 1 -- 172.21.15.26:0/1226677975 wait complete. 2024-04-25T01:25:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.395+0000 7f695345e740 1 -- start start 2024-04-25T01:25:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.396+0000 7f695345e740 1 Processor -- start 2024-04-25T01:25:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.396+0000 7f695345e740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d24760 0x557875d2ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.396+0000 7f695345e740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d25150 0x557875d2efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.396+0000 7f695345e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d2a2c0 0x557875d35ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.396+0000 7f695345e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x557875c43d20 con 0x557875d2a2c0 2024-04-25T01:25:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.396+0000 7f695345e740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x557875c83db0 con 0x557875d24760 2024-04-25T01:25:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.396+0000 7f695345e740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x557875d2d270 con 0x557875d25150 2024-04-25T01:25:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.396+0000 7f695345e740 10 client.0 _ll_register_callbacks cb 0x557875c7ef10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:25:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.396+0000 7f694e600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d2a2c0 0x557875d35ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.396+0000 7f694dc00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d24760 0x557875d2ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.396+0000 7f694e600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d2a2c0 0x557875d35ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37360/0 (socket says 172.21.15.26:37360) 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.396+0000 7f694e600640 1 -- 172.21.15.26:0/2090301949 learned_addr learned my addr 172.21.15.26:0/2090301949 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.396+0000 7f694d200640 1 --2- 172.21.15.26:0/2090301949 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d25150 0x557875d2efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.397+0000 7f694e600640 1 -- 172.21.15.26:0/2090301949 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d25150 msgr2=0x557875d2efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.397+0000 7f694e600640 1 --2- 172.21.15.26:0/2090301949 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d25150 0x557875d2efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.397+0000 7f694e600640 1 -- 172.21.15.26:0/2090301949 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d24760 msgr2=0x557875d2ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.397+0000 7f694e600640 1 --2- 172.21.15.26:0/2090301949 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d24760 0x557875d2ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.397+0000 7f694e600640 1 -- 172.21.15.26:0/2090301949 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557875a666b0 con 0x557875d2a2c0 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.397+0000 7f694dc00640 1 --2- 172.21.15.26:0/2090301949 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d24760 0x557875d2ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.397+0000 7f694e600640 1 --2- 172.21.15.26:0/2090301949 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d2a2c0 0x557875d35ff0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f6940035000 tx=0x7f694002a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f759918a5561c17 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.397+0000 7f692f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.397+0000 7f692f400640 1 -- 172.21.15.26:0/2090301949 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f694002f610 con 0x557875d2a2c0 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.397+0000 7f692f400640 1 -- 172.21.15.26:0/2090301949 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f694002f7b0 con 0x557875d2a2c0 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.397+0000 7f695345e740 1 -- 172.21.15.26:0/2090301949 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f693c0044b0 con 0x557875d2a2c0 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.398+0000 7f692f400640 1 -- 172.21.15.26:0/2090301949 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f694002f9b0 con 0x557875d2a2c0 2024-04-25T01:25:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.398+0000 7f695345e740 10 client.14898 fetch_fsmap learned FSMap version 27 2024-04-25T01:25:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.398+0000 7f695345e740 1 -- 172.21.15.26:0/2090301949 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x557875d39360 con 0x557875d2a2c0 2024-04-25T01:25:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.398+0000 7f692f400640 1 -- 172.21.15.26:0/2090301949 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f693c0044b0 con 0x557875d2a2c0 2024-04-25T01:25:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.398+0000 7f692f400640 1 -- 172.21.15.26:0/2090301949 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f6940051070 con 0x557875d2a2c0 2024-04-25T01:25:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.398+0000 7f695345e740 10 client.14898 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:25:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.398+0000 7f695345e740 10 client.14898 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-25T01:25:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.398+0000 7f695345e740 20 client.14898 populate_metadata read hostname 'smithi026' 2024-04-25T01:25:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.398+0000 7f695345e740 1 --2- 172.21.15.26:0/2090301949 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x557875d3bab0 0x557875d3cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.398+0000 7f695345e740 4 client.14898 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:25:42.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.398+0000 7f695345e740 1 -- 172.21.15.26:0/2090301949 --> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557875c95330 con 0x557875d3bab0 2024-04-25T01:25:42.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.399+0000 7f694dc00640 1 --2- 172.21.15.26:0/2090301949 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x557875d3bab0 0x557875d3cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.399+0000 7f694dc00640 1 --2- 172.21.15.26:0/2090301949 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x557875d3bab0 0x557875d3cf20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=30baeab5bc24334 server_cookie=c90696b87b0b5986 in_seq=0 out_seq=0 2024-04-25T01:25:42.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.399+0000 7f692f400640 10 client.14898 ms_handle_connect on v2:172.21.15.111:6834/1386767934 2024-04-25T01:25:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.400+0000 7f692f400640 1 -- 172.21.15.26:0/2090301949 <== mds.3 v2:172.21.15.111:6834/1386767934 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557875c95330 con 0x557875d3bab0 2024-04-25T01:25:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.400+0000 7f692f400640 10 client.14898 handle_command_reply: tid=0 2024-04-25T01:25:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.400+0000 7f695345e740 1 client.14898 shutdown 2024-04-25T01:25:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.401+0000 7f695345e740 1 -- 172.21.15.26:0/2090301949 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d2a2c0 msgr2=0x557875d35ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.401+0000 7f695345e740 1 --2- 172.21.15.26:0/2090301949 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d2a2c0 0x557875d35ff0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f6940035000 tx=0x7f694002a8c0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.401+0000 7f695345e740 1 -- 172.21.15.26:0/2090301949 shutdown_connections 2024-04-25T01:25:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.401+0000 7f695345e740 1 --2- 172.21.15.26:0/2090301949 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x557875d3bab0 0x557875d3cf20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.401+0000 7f695345e740 1 --2- 172.21.15.26:0/2090301949 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d2a2c0 0x557875d35ff0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.401+0000 7f695345e740 1 --2- 172.21.15.26:0/2090301949 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d25150 0x557875d2efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.401+0000 7f695345e740 1 --2- 172.21.15.26:0/2090301949 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d24760 0x557875d2ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.401+0000 7f692f400640 0 client.14898 ms_handle_reset on v2:172.21.15.111:6834/1386767934 2024-04-25T01:25:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.401+0000 7f695345e740 1 -- 172.21.15.26:0/2090301949 >> 172.21.15.26:0/2090301949 conn(0x557875d1fdd0 msgr2=0x557875d1ef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.401+0000 7f695345e740 1 -- 172.21.15.26:0/2090301949 shutdown_connections 2024-04-25T01:25:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.401+0000 7f695345e740 1 -- 172.21.15.26:0/2090301949 wait complete. 2024-04-25T01:25:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.401+0000 7f695345e740 20 client.14898 trim_cache size 0 max 16384 2024-04-25T01:25:42.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.421+0000 7f695345e740 1 Processor -- start 2024-04-25T01:25:42.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.421+0000 7f695345e740 1 -- start start 2024-04-25T01:25:42.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.422+0000 7f695345e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d24760 0x557875d29bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.422+0000 7f695345e740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d25150 0x557875d2c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.422+0000 7f695345e740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 0x557875d2d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.422+0000 7f695345e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x557875d3b260 con 0x557875d24760 2024-04-25T01:25:42.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.422+0000 7f695345e740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x557875d3b930 con 0x557875d25150 2024-04-25T01:25:42.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.422+0000 7f695345e740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x557875d3c000 con 0x557875d2a2c0 2024-04-25T01:25:42.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.422+0000 7f694dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d24760 0x557875d29bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.422+0000 7f694dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d24760 0x557875d29bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37366/0 (socket says 172.21.15.26:37366) 2024-04-25T01:25:42.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.422+0000 7f694dc00640 1 -- 172.21.15.26:0/221185859 learned_addr learned my addr 172.21.15.26:0/221185859 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.422+0000 7f694e600640 1 --2- 172.21.15.26:0/221185859 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 0x557875d2d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.422+0000 7f694d200640 1 --2- 172.21.15.26:0/221185859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d25150 0x557875d2c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.423+0000 7f694dc00640 1 -- 172.21.15.26:0/221185859 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 msgr2=0x557875d2d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.423+0000 7f694dc00640 1 --2- 172.21.15.26:0/221185859 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 0x557875d2d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.423+0000 7f694dc00640 1 -- 172.21.15.26:0/221185859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d25150 msgr2=0x557875d2c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.423+0000 7f694dc00640 1 --2- 172.21.15.26:0/221185859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d25150 0x557875d2c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.423+0000 7f694dc00640 1 -- 172.21.15.26:0/221185859 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557875d3afa0 con 0x557875d24760 2024-04-25T01:25:42.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.423+0000 7f694dc00640 1 --2- 172.21.15.26:0/221185859 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d24760 0x557875d29bc0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f693c011eb0 tx=0x7f693c0096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba74fb0542472c8a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.423+0000 7f693a000640 1 -- 172.21.15.26:0/221185859 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f693c033070 con 0x557875d24760 2024-04-25T01:25:42.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.423+0000 7f693a000640 1 -- 172.21.15.26:0/221185859 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f693c02e8c0 con 0x557875d24760 2024-04-25T01:25:42.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.423+0000 7f693a000640 1 -- 172.21.15.26:0/221185859 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f693c004fa0 con 0x557875d24760 2024-04-25T01:25:42.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.424+0000 7f695345e740 1 -- 172.21.15.26:0/221185859 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d24760 msgr2=0x557875d29bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.424+0000 7f695345e740 1 --2- 172.21.15.26:0/221185859 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d24760 0x557875d29bc0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f693c011eb0 tx=0x7f693c0096c0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.424+0000 7f695345e740 1 -- 172.21.15.26:0/221185859 shutdown_connections 2024-04-25T01:25:42.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.424+0000 7f695345e740 1 --2- 172.21.15.26:0/221185859 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 0x557875d2d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.424+0000 7f695345e740 1 --2- 172.21.15.26:0/221185859 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d25150 0x557875d2c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.424+0000 7f695345e740 1 --2- 172.21.15.26:0/221185859 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d24760 0x557875d29bc0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.424+0000 7f695345e740 1 -- 172.21.15.26:0/221185859 >> 172.21.15.26:0/221185859 conn(0x557875d1fdd0 msgr2=0x557875d201b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.424+0000 7f695345e740 1 -- 172.21.15.26:0/221185859 shutdown_connections 2024-04-25T01:25:42.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.424+0000 7f695345e740 1 -- 172.21.15.26:0/221185859 wait complete. 2024-04-25T01:25:42.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.424+0000 7f695345e740 1 -- start start 2024-04-25T01:25:42.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.425+0000 7f695345e740 1 Processor -- start 2024-04-25T01:25:42.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.425+0000 7f695345e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d24760 0x557875d317a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.425+0000 7f695345e740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d25150 0x557875d31ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.425+0000 7f695345e740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 0x557875d34be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.425+0000 7f695345e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x557875d3cda0 con 0x557875d24760 2024-04-25T01:25:42.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.425+0000 7f695345e740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x557875d3c6d0 con 0x557875d25150 2024-04-25T01:25:42.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.425+0000 7f695345e740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x557875d3d470 con 0x557875d2a2c0 2024-04-25T01:25:42.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.425+0000 7f695345e740 10 client.0 _ll_register_callbacks cb 0x7f6940009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:25:42.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.425+0000 7f694dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d24760 0x557875d317a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.425+0000 7f694d200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d25150 0x557875d31ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.425+0000 7f694dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d24760 0x557875d317a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37374/0 (socket says 172.21.15.26:37374) 2024-04-25T01:25:42.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.425+0000 7f694dc00640 1 -- 172.21.15.26:0/1596588701 learned_addr learned my addr 172.21.15.26:0/1596588701 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.425+0000 7f694e600640 1 --2- 172.21.15.26:0/1596588701 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 0x557875d34be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.426+0000 7f694dc00640 1 -- 172.21.15.26:0/1596588701 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 msgr2=0x557875d34be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.426+0000 7f694dc00640 1 --2- 172.21.15.26:0/1596588701 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 0x557875d34be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.426+0000 7f694dc00640 1 -- 172.21.15.26:0/1596588701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d25150 msgr2=0x557875d31ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.426+0000 7f694dc00640 1 --2- 172.21.15.26:0/1596588701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d25150 0x557875d31ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.426+0000 7f694dc00640 1 -- 172.21.15.26:0/1596588701 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557875d35250 con 0x557875d24760 2024-04-25T01:25:42.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.426+0000 7f694d200640 1 --2- 172.21.15.26:0/1596588701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d25150 0x557875d31ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:42.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.426+0000 7f694dc00640 1 --2- 172.21.15.26:0/1596588701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d24760 0x557875d317a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f693c009f70 tx=0x7f693c02ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e36c983c4f52ccd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.426+0000 7f692f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:25:42.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.426+0000 7f692f400640 1 -- 172.21.15.26:0/1596588701 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f693c03d020 con 0x557875d24760 2024-04-25T01:25:42.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.426+0000 7f692f400640 1 -- 172.21.15.26:0/1596588701 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f693c0047e0 con 0x557875d24760 2024-04-25T01:25:42.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.426+0000 7f695345e740 1 -- 172.21.15.26:0/1596588701 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f693c02e8c0 con 0x557875d24760 2024-04-25T01:25:42.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.427+0000 7f692f400640 1 -- 172.21.15.26:0/1596588701 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f693c033070 con 0x557875d24760 2024-04-25T01:25:42.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.427+0000 7f695345e740 10 client.14904 fetch_fsmap learned FSMap version 27 2024-04-25T01:25:42.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.427+0000 7f695345e740 1 -- 172.21.15.26:0/1596588701 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x557875da1a60 con 0x557875d24760 2024-04-25T01:25:42.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.427+0000 7f692f400640 1 -- 172.21.15.26:0/1596588701 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f693c02e8c0 con 0x557875d24760 2024-04-25T01:25:42.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.427+0000 7f692f400640 1 -- 172.21.15.26:0/1596588701 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f693c0035f0 con 0x557875d24760 2024-04-25T01:25:42.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.427+0000 7f695345e740 10 client.14904 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:25:42.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.427+0000 7f695345e740 10 client.14904 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-25T01:25:42.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.427+0000 7f695345e740 20 client.14904 populate_metadata read hostname 'smithi026' 2024-04-25T01:25:42.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.427+0000 7f695345e740 1 --2- 172.21.15.26:0/1596588701 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x557875da5ec0 0x557875da4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.427+0000 7f695345e740 4 client.14904 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T01:25:42.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.427+0000 7f695345e740 1 -- 172.21.15.26:0/1596588701 --> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] -- command(tid 0: {"prefix": "status"}) -- 0x557875c8f680 con 0x557875da5ec0 2024-04-25T01:25:42.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.427+0000 7f694d200640 1 --2- 172.21.15.26:0/1596588701 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x557875da5ec0 0x557875da4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.428+0000 7f694d200640 1 --2- 172.21.15.26:0/1596588701 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x557875da5ec0 0x557875da4bd0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=571a3b929a128fca server_cookie=fd39008a5dc4dd6a in_seq=0 out_seq=0 2024-04-25T01:25:42.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.428+0000 7f692f400640 10 client.14904 ms_handle_connect on v2:172.21.15.111:6834/1386767934 2024-04-25T01:25:42.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.428+0000 7f692f400640 1 -- 172.21.15.26:0/1596588701 <== mds.3 v2:172.21.15.111:6834/1386767934 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x557875c8f680 con 0x557875da5ec0 2024-04-25T01:25:42.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.428+0000 7f692f400640 10 client.14904 handle_command_reply: tid=0 2024-04-25T01:25:42.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.428+0000 7f695345e740 1 client.14904 shutdown 2024-04-25T01:25:42.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.428+0000 7f695345e740 1 -- 172.21.15.26:0/1596588701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d24760 msgr2=0x557875d317a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.428+0000 7f695345e740 1 --2- 172.21.15.26:0/1596588701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d24760 0x557875d317a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f693c009f70 tx=0x7f693c02ef20 comp rx=0 tx=0).stop 2024-04-25T01:25:42.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.429+0000 7f695345e740 1 -- 172.21.15.26:0/1596588701 shutdown_connections 2024-04-25T01:25:42.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.429+0000 7f695345e740 1 --2- 172.21.15.26:0/1596588701 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x557875da5ec0 0x557875da4bd0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.429+0000 7f695345e740 1 --2- 172.21.15.26:0/1596588701 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x557875d2a2c0 0x557875d34be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.429+0000 7f695345e740 1 --2- 172.21.15.26:0/1596588701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x557875d25150 0x557875d31ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.429+0000 7f695345e740 1 --2- 172.21.15.26:0/1596588701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557875d24760 0x557875d317a0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.429+0000 7f692f400640 0 client.14904 ms_handle_reset on v2:172.21.15.111:6834/1386767934 2024-04-25T01:25:42.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.429+0000 7f695345e740 1 -- 172.21.15.26:0/1596588701 >> 172.21.15.26:0/1596588701 conn(0x557875d1fdd0 msgr2=0x557875d29790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.429+0000 7f695345e740 1 -- 172.21.15.26:0/1596588701 shutdown_connections 2024-04-25T01:25:42.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.429+0000 7f695345e740 1 -- 172.21.15.26:0/1596588701 wait complete. 2024-04-25T01:25:42.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.429+0000 7f695345e740 20 client.14904 trim_cache size 0 max 16384 2024-04-25T01:25:42.413 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:25:42.413 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "004ab5e8-02a1-11ef-bc93-c7b262605968", 2024-04-25T01:25:42.413 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 3, 2024-04-25T01:25:42.413 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24491, 2024-04-25T01:25:42.413 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-25T01:25:42.413 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-25T01:25:42.413 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-25T01:25:42.413 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 103.58595311400001, 2024-04-25T01:25:42.413 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 27, 2024-04-25T01:25:42.413 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 88, 2024-04-25T01:25:42.413 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T01:25:42.413 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 138.304485615 2024-04-25T01:25:42.413 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:25:42.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.429+0000 7f6950600640 1 -- 172.21.15.26:0/570696060 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f69300a2c10 msgr2=0x7f69300a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.429+0000 7f6950600640 1 --2- 172.21.15.26:0/570696060 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f69300a2c10 0x7f69300a50d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6940005e30 tx=0x7f6940031bb0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.429+0000 7f6950600640 1 -- 172.21.15.26:0/570696060 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6948104b90 msgr2=0x7f694819a190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.429+0000 7f6950600640 1 --2- 172.21.15.26:0/570696060 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6948104b90 0x7f694819a190 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f693400e9f0 tx=0x7f693400eeb0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.430+0000 7f6950600640 1 -- 172.21.15.26:0/570696060 shutdown_connections 2024-04-25T01:25:42.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.430+0000 7f6950600640 1 --2- 172.21.15.26:0/570696060 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6948105550 0x7f69481a11c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.430+0000 7f6950600640 1 --2- 172.21.15.26:0/570696060 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6948104b90 0x7f694819a190 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.430+0000 7f6950600640 1 --2- 172.21.15.26:0/570696060 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f69300a2c10 0x7f69300a50d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.430+0000 7f6950600640 1 --2- 172.21.15.26:0/570696060 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f69481039a0 0x7f6948199c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.430+0000 7f6950600640 1 -- 172.21.15.26:0/570696060 >> 172.21.15.26:0/570696060 conn(0x7f69480fef30 msgr2=0x7f6948107e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.430+0000 7f6950600640 1 -- 172.21.15.26:0/570696060 shutdown_connections 2024-04-25T01:25:42.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.430+0000 7f6950600640 1 -- 172.21.15.26:0/570696060 wait complete. 2024-04-25T01:25:42.425 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:42 smithi026 ceph-mon[28096]: pgmap v376: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:25:42.425 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:42 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/4034899641' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:25:42.426 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:42 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1371153677' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:25:42.428 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.f status 2024-04-25T01:25:42.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:42 smithi111 ceph-mon[32623]: pgmap v376: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:25:42.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:42 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/4034899641' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:25:42.614 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:42 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1371153677' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:25:42.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.648+0000 7f6192200640 1 -- 172.21.15.26:0/2554120095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f618c0741a0 msgr2=0x7f618c074620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.648+0000 7f6192200640 1 --2- 172.21.15.26:0/2554120095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f618c0741a0 0x7f618c074620 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6174009930 tx=0x7f617402a440 comp rx=0 tx=0).stop 2024-04-25T01:25:42.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.648+0000 7f6192200640 1 -- 172.21.15.26:0/2554120095 shutdown_connections 2024-04-25T01:25:42.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.648+0000 7f6192200640 1 --2- 172.21.15.26:0/2554120095 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f618c10dca0 0x7f618c110090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.648+0000 7f6192200640 1 --2- 172.21.15.26:0/2554120095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f618c0741a0 0x7f618c074620 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.648+0000 7f6192200640 1 --2- 172.21.15.26:0/2554120095 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f618c075780 0x7f618c073bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.648+0000 7f6192200640 1 -- 172.21.15.26:0/2554120095 >> 172.21.15.26:0/2554120095 conn(0x7f618c0fcc40 msgr2=0x7f618c0ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.648+0000 7f6192200640 1 -- 172.21.15.26:0/2554120095 shutdown_connections 2024-04-25T01:25:42.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.648+0000 7f6192200640 1 -- 172.21.15.26:0/2554120095 wait complete. 2024-04-25T01:25:42.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.649+0000 7f6192200640 1 Processor -- start 2024-04-25T01:25:42.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.649+0000 7f6192200640 1 -- start start 2024-04-25T01:25:42.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.649+0000 7f6192200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f618c0741a0 0x7f618c19df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.649+0000 7f6192200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f618c075780 0x7f618c19e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.649+0000 7f6192200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f618c10dca0 0x7f618c1a5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.649+0000 7f6192200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f618c113900 con 0x7f618c0741a0 2024-04-25T01:25:42.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.649+0000 7f6192200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f618c113780 con 0x7f618c10dca0 2024-04-25T01:25:42.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.649+0000 7f6192200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f618c113a80 con 0x7f618c075780 2024-04-25T01:25:42.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.650+0000 7f6190e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f618c0741a0 0x7f618c19df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.650+0000 7f6190e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f618c0741a0 0x7f618c19df70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37400/0 (socket says 172.21.15.26:37400) 2024-04-25T01:25:42.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.650+0000 7f6190e00640 1 -- 172.21.15.26:0/3712589841 learned_addr learned my addr 172.21.15.26:0/3712589841 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.650+0000 7f6191800640 1 --2- 172.21.15.26:0/3712589841 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f618c10dca0 0x7f618c1a5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.650+0000 7f6183e00640 1 --2- 172.21.15.26:0/3712589841 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f618c075780 0x7f618c19e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.650+0000 7f6190e00640 1 -- 172.21.15.26:0/3712589841 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f618c075780 msgr2=0x7f618c19e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.650+0000 7f6190e00640 1 --2- 172.21.15.26:0/3712589841 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f618c075780 0x7f618c19e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.650+0000 7f6190e00640 1 -- 172.21.15.26:0/3712589841 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f618c10dca0 msgr2=0x7f618c1a5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.650+0000 7f6190e00640 1 --2- 172.21.15.26:0/3712589841 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f618c10dca0 0x7f618c1a5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.650+0000 7f6190e00640 1 -- 172.21.15.26:0/3712589841 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f618c1a5b90 con 0x7f618c0741a0 2024-04-25T01:25:42.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.650+0000 7f6190e00640 1 --2- 172.21.15.26:0/3712589841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f618c0741a0 0x7f618c19df70 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f617c00e9f0 tx=0x7f617c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.651+0000 7f618a000640 1 -- 172.21.15.26:0/3712589841 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617c00cd80 con 0x7f618c0741a0 2024-04-25T01:25:42.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.651+0000 7f618a000640 1 -- 172.21.15.26:0/3712589841 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f617c010910 con 0x7f618c0741a0 2024-04-25T01:25:42.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.651+0000 7f6192200640 1 -- 172.21.15.26:0/3712589841 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f618c1a5e80 con 0x7f618c0741a0 2024-04-25T01:25:42.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.651+0000 7f618a000640 1 -- 172.21.15.26:0/3712589841 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617c0188f0 con 0x7f618c0741a0 2024-04-25T01:25:42.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.651+0000 7f6192200640 1 -- 172.21.15.26:0/3712589841 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f618c1a62f0 con 0x7f618c0741a0 2024-04-25T01:25:42.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.654+0000 7f619658a740 1 Processor -- start 2024-04-25T01:25:42.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.654+0000 7f619658a740 1 -- start start 2024-04-25T01:25:42.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.654+0000 7f618a000640 1 -- 172.21.15.26:0/3712589841 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f617c010ac0 con 0x7f618c0741a0 2024-04-25T01:25:42.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.654+0000 7f619658a740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884312970 0x556884312d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.654+0000 7f619658a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884313360 0x556884317e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.654+0000 7f619658a740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5568843184d0 0x55688431a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.655+0000 7f619658a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x556884212ed0 con 0x556884313360 2024-04-25T01:25:42.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.655+0000 7f619658a740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x556884275df0 con 0x5568843184d0 2024-04-25T01:25:42.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.655+0000 7f619658a740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55688421e8d0 con 0x556884312970 2024-04-25T01:25:42.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.655+0000 7f6190e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884313360 0x556884317e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.655+0000 7f6191800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884312970 0x556884312d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.655+0000 7f6191800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884312970 0x556884312d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:52990/0 (socket says 172.21.15.26:52990) 2024-04-25T01:25:42.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.655+0000 7f6191800640 1 -- 172.21.15.26:0/648278769 learned_addr learned my addr 172.21.15.26:0/648278769 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.655+0000 7f6183e00640 1 --2- 172.21.15.26:0/648278769 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5568843184d0 0x55688431a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.655+0000 7f6191800640 1 -- 172.21.15.26:0/648278769 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5568843184d0 msgr2=0x55688431a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.655+0000 7f6191800640 1 --2- 172.21.15.26:0/648278769 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5568843184d0 0x55688431a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.655+0000 7f6191800640 1 -- 172.21.15.26:0/648278769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884313360 msgr2=0x556884317e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.655+0000 7f6191800640 1 --2- 172.21.15.26:0/648278769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884313360 0x556884317e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.655+0000 7f6191800640 1 -- 172.21.15.26:0/648278769 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556883f8a2d0 con 0x556884312970 2024-04-25T01:25:42.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.656+0000 7f6191800640 1 --2- 172.21.15.26:0/648278769 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884312970 0x556884312d90 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f6184007f40 tx=0x7f618400f850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=453f2acfd72bdc1b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.656+0000 7f618a000640 1 --2- 172.21.15.26:0/3712589841 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f61700a2c10 0x7f61700a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.656+0000 7f6182000640 1 -- 172.21.15.26:0/648278769 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6184010900 con 0x556884312970 2024-04-25T01:25:42.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.656+0000 7f6182000640 1 -- 172.21.15.26:0/648278769 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61840183f0 con 0x556884312970 2024-04-25T01:25:42.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.656+0000 7f6182000640 1 -- 172.21.15.26:0/648278769 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6184017600 con 0x556884312970 2024-04-25T01:25:42.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.656+0000 7f618a000640 1 -- 172.21.15.26:0/3712589841 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f617c0cf4a0 con 0x7f618c0741a0 2024-04-25T01:25:42.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.656+0000 7f6190e00640 1 --2- 172.21.15.26:0/3712589841 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f61700a2c10 0x7f61700a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.657+0000 7f6190e00640 1 --2- 172.21.15.26:0/3712589841 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f61700a2c10 0x7f61700a50d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x556884313760 tx=0x7f617c0d2ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.657+0000 7f619658a740 1 -- 172.21.15.26:0/648278769 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884312970 msgr2=0x556884312d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.657+0000 7f619658a740 1 --2- 172.21.15.26:0/648278769 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884312970 0x556884312d90 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f6184007f40 tx=0x7f618400f850 comp rx=0 tx=0).stop 2024-04-25T01:25:42.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.657+0000 7f619658a740 1 -- 172.21.15.26:0/648278769 shutdown_connections 2024-04-25T01:25:42.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.657+0000 7f619658a740 1 --2- 172.21.15.26:0/648278769 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5568843184d0 0x55688431a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.657+0000 7f619658a740 1 --2- 172.21.15.26:0/648278769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884313360 0x556884317e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.657+0000 7f619658a740 1 --2- 172.21.15.26:0/648278769 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884312970 0x556884312d90 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.657+0000 7f619658a740 1 -- 172.21.15.26:0/648278769 >> 172.21.15.26:0/648278769 conn(0x55688430dfe0 msgr2=0x55688430e3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.657+0000 7f619658a740 1 -- 172.21.15.26:0/648278769 shutdown_connections 2024-04-25T01:25:42.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.657+0000 7f619658a740 1 -- 172.21.15.26:0/648278769 wait complete. 2024-04-25T01:25:42.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.658+0000 7f619658a740 1 -- start start 2024-04-25T01:25:42.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.658+0000 7f619658a740 1 Processor -- start 2024-04-25T01:25:42.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.658+0000 7f619658a740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884312970 0x55688431cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.658+0000 7f619658a740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x556884313360 0x55688431d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.658+0000 7f619658a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568843184d0 0x5568843241a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.658+0000 7f619658a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x556884231d20 con 0x5568843184d0 2024-04-25T01:25:42.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.658+0000 7f619658a740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x556884271db0 con 0x556884313360 2024-04-25T01:25:42.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.658+0000 7f619658a740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55688431b480 con 0x556884312970 2024-04-25T01:25:42.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.659+0000 7f619658a740 10 client.0 _ll_register_callbacks cb 0x55688426cf10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:25:42.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.659+0000 7f6191800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884312970 0x55688431cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.659+0000 7f6191800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568843184d0 0x5568843241a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.659+0000 7f6183e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x556884313360 0x55688431d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.659+0000 7f6191800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568843184d0 0x5568843241a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37424/0 (socket says 172.21.15.26:37424) 2024-04-25T01:25:42.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.659+0000 7f6191800640 1 -- 172.21.15.26:0/1168166701 learned_addr learned my addr 172.21.15.26:0/1168166701 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.659+0000 7f6191800640 1 -- 172.21.15.26:0/1168166701 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884312970 msgr2=0x55688431cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.659+0000 7f6191800640 1 --2- 172.21.15.26:0/1168166701 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884312970 0x55688431cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.659+0000 7f6191800640 1 -- 172.21.15.26:0/1168166701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x556884313360 msgr2=0x55688431d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.659+0000 7f6191800640 1 --2- 172.21.15.26:0/1168166701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x556884313360 0x55688431d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.659+0000 7f6191800640 1 -- 172.21.15.26:0/1168166701 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568840546b0 con 0x5568843184d0 2024-04-25T01:25:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.660+0000 7f6191800640 1 --2- 172.21.15.26:0/1168166701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568843184d0 0x5568843241a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x55688431e100 tx=0x7f6184000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d4b2b950f0889d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.660+0000 7f617aa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:25:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.660+0000 7f617aa00640 1 -- 172.21.15.26:0/1168166701 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f618402c060 con 0x5568843184d0 2024-04-25T01:25:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.660+0000 7f617aa00640 1 -- 172.21.15.26:0/1168166701 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f6184004a40 con 0x5568843184d0 2024-04-25T01:25:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.660+0000 7f619658a740 1 -- 172.21.15.26:0/1168166701 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61840183f0 con 0x5568843184d0 2024-04-25T01:25:42.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.660+0000 7f617aa00640 1 -- 172.21.15.26:0/1168166701 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6184004c40 con 0x5568843184d0 2024-04-25T01:25:42.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.660+0000 7f619658a740 10 client.14916 fetch_fsmap learned FSMap version 27 2024-04-25T01:25:42.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.660+0000 7f619658a740 1 -- 172.21.15.26:0/1168166701 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x556884327580 con 0x5568843184d0 2024-04-25T01:25:42.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.661+0000 7f617aa00640 1 -- 172.21.15.26:0/1168166701 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61840183f0 con 0x5568843184d0 2024-04-25T01:25:42.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.661+0000 7f617aa00640 1 -- 172.21.15.26:0/1168166701 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f6184024040 con 0x5568843184d0 2024-04-25T01:25:42.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.661+0000 7f619658a740 10 client.14916 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:25:42.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.661+0000 7f619658a740 10 client.14916 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-25T01:25:42.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.661+0000 7f619658a740 20 client.14916 populate_metadata read hostname 'smithi026' 2024-04-25T01:25:42.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.661+0000 7f619658a740 1 --2- 172.21.15.26:0/1168166701 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x556884329810 0x55688432ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.661+0000 7f619658a740 4 client.14916 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:25:42.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.661+0000 7f619658a740 1 -- 172.21.15.26:0/1168166701 --> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556884283330 con 0x556884329810 2024-04-25T01:25:42.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.661+0000 7f6183e00640 1 --2- 172.21.15.26:0/1168166701 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x556884329810 0x55688432ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.662+0000 7f6183e00640 1 --2- 172.21.15.26:0/1168166701 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x556884329810 0x55688432ac80 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=dd4cac2eb4494613 server_cookie=e48d66f2ec91962b in_seq=0 out_seq=0 2024-04-25T01:25:42.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.662+0000 7f617aa00640 10 client.14916 ms_handle_connect on v2:172.21.15.186:6834/3216839839 2024-04-25T01:25:42.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.663+0000 7f617aa00640 1 -- 172.21.15.26:0/1168166701 <== mds.2 v2:172.21.15.186:6834/3216839839 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556884283330 con 0x556884329810 2024-04-25T01:25:42.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.663+0000 7f617aa00640 10 client.14916 handle_command_reply: tid=0 2024-04-25T01:25:42.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.663+0000 7f619658a740 1 client.14916 shutdown 2024-04-25T01:25:42.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.663+0000 7f619658a740 1 -- 172.21.15.26:0/1168166701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568843184d0 msgr2=0x5568843241a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.663+0000 7f619658a740 1 --2- 172.21.15.26:0/1168166701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568843184d0 0x5568843241a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x55688431e100 tx=0x7f6184000f40 comp rx=0 tx=0).stop 2024-04-25T01:25:42.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.663+0000 7f619658a740 1 -- 172.21.15.26:0/1168166701 shutdown_connections 2024-04-25T01:25:42.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.663+0000 7f619658a740 1 --2- 172.21.15.26:0/1168166701 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x556884329810 0x55688432ac80 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.663+0000 7f619658a740 1 --2- 172.21.15.26:0/1168166701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568843184d0 0x5568843241a0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.663+0000 7f617aa00640 0 client.14916 ms_handle_reset on v2:172.21.15.186:6834/3216839839 2024-04-25T01:25:42.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.663+0000 7f619658a740 1 --2- 172.21.15.26:0/1168166701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x556884313360 0x55688431d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.663+0000 7f619658a740 1 --2- 172.21.15.26:0/1168166701 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884312970 0x55688431cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.663+0000 7f619658a740 1 -- 172.21.15.26:0/1168166701 >> 172.21.15.26:0/1168166701 conn(0x55688430dfe0 msgr2=0x55688430d120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.663+0000 7f619658a740 1 -- 172.21.15.26:0/1168166701 shutdown_connections 2024-04-25T01:25:42.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.663+0000 7f619658a740 1 -- 172.21.15.26:0/1168166701 wait complete. 2024-04-25T01:25:42.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.664+0000 7f619658a740 20 client.14916 trim_cache size 0 max 16384 2024-04-25T01:25:42.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.684+0000 7f619658a740 1 Processor -- start 2024-04-25T01:25:42.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.684+0000 7f619658a740 1 -- start start 2024-04-25T01:25:42.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.684+0000 7f619658a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884312970 0x55688431c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.684+0000 7f619658a740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884313360 0x556884324160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.684+0000 7f619658a740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5568843184d0 0x55688431cf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.684+0000 7f619658a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x556884328fc0 con 0x556884312970 2024-04-25T01:25:42.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.684+0000 7f619658a740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x556884329690 con 0x5568843184d0 2024-04-25T01:25:42.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.684+0000 7f619658a740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x556884329d60 con 0x556884313360 2024-04-25T01:25:42.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.684+0000 7f6183e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884313360 0x556884324160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.684+0000 7f6183e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884313360 0x556884324160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:53010/0 (socket says 172.21.15.26:53010) 2024-04-25T01:25:42.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.684+0000 7f6183e00640 1 -- 172.21.15.26:0/1906674040 learned_addr learned my addr 172.21.15.26:0/1906674040 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.684+0000 7f6191800640 1 --2- 172.21.15.26:0/1906674040 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884312970 0x55688431c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.685+0000 7f6191800640 1 --2- 172.21.15.26:0/1906674040 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5568843184d0 0x55688431cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.685+0000 7f6183e00640 1 -- 172.21.15.26:0/1906674040 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5568843184d0 msgr2=0x55688431cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.685+0000 7f6183e00640 1 --2- 172.21.15.26:0/1906674040 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5568843184d0 0x55688431cf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.685+0000 7f6183e00640 1 -- 172.21.15.26:0/1906674040 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884312970 msgr2=0x55688431c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.685+0000 7f6183e00640 1 --2- 172.21.15.26:0/1906674040 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884312970 0x55688431c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.685+0000 7f6183e00640 1 -- 172.21.15.26:0/1906674040 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55688431b590 con 0x556884313360 2024-04-25T01:25:42.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.685+0000 7f6183e00640 1 --2- 172.21.15.26:0/1906674040 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884313360 0x556884324160 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6174000c00 tx=0x7f61740315b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d837701d5e68ef4d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.685+0000 7f6181600640 1 -- 172.21.15.26:0/1906674040 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6174035040 con 0x556884313360 2024-04-25T01:25:42.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.685+0000 7f6181600640 1 -- 172.21.15.26:0/1906674040 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6174045860 con 0x556884313360 2024-04-25T01:25:42.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.685+0000 7f6181600640 1 -- 172.21.15.26:0/1906674040 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61740046c0 con 0x556884313360 2024-04-25T01:25:42.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.686+0000 7f619658a740 1 -- 172.21.15.26:0/1906674040 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884313360 msgr2=0x556884324160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.686+0000 7f619658a740 1 --2- 172.21.15.26:0/1906674040 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884313360 0x556884324160 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6174000c00 tx=0x7f61740315b0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.686+0000 7f619658a740 1 -- 172.21.15.26:0/1906674040 shutdown_connections 2024-04-25T01:25:42.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.686+0000 7f619658a740 1 --2- 172.21.15.26:0/1906674040 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5568843184d0 0x55688431cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.686+0000 7f619658a740 1 --2- 172.21.15.26:0/1906674040 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x556884313360 0x556884324160 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.686+0000 7f619658a740 1 --2- 172.21.15.26:0/1906674040 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884312970 0x55688431c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.686+0000 7f619658a740 1 -- 172.21.15.26:0/1906674040 >> 172.21.15.26:0/1906674040 conn(0x55688430dfe0 msgr2=0x55688430e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.686+0000 7f619658a740 1 -- 172.21.15.26:0/1906674040 shutdown_connections 2024-04-25T01:25:42.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.686+0000 7f619658a740 1 -- 172.21.15.26:0/1906674040 wait complete. 2024-04-25T01:25:42.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.687+0000 7f619658a740 1 -- start start 2024-04-25T01:25:42.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.687+0000 7f619658a740 1 Processor -- start 2024-04-25T01:25:42.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.687+0000 7f619658a740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x556884312970 0x556884320180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.687+0000 7f619658a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884313360 0x5568843206c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.687+0000 7f619658a740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5568843184d0 0x5568843236e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.687+0000 7f619658a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55688432ab00 con 0x556884313360 2024-04-25T01:25:42.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.687+0000 7f619658a740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55688432a430 con 0x556884312970 2024-04-25T01:25:42.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.687+0000 7f619658a740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55688432b1d0 con 0x5568843184d0 2024-04-25T01:25:42.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.687+0000 7f619658a740 10 client.0 _ll_register_callbacks cb 0x7f617c0d2db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:25:42.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.687+0000 7f6183e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884313360 0x5568843206c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.687+0000 7f6183e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884313360 0x5568843206c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37446/0 (socket says 172.21.15.26:37446) 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.687+0000 7f6183e00640 1 -- 172.21.15.26:0/2203035649 learned_addr learned my addr 172.21.15.26:0/2203035649 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.687+0000 7f6191800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x556884312970 0x556884320180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.688+0000 7f6191800640 1 --2- 172.21.15.26:0/2203035649 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5568843184d0 0x5568843236e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.688+0000 7f6183e00640 1 -- 172.21.15.26:0/2203035649 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5568843184d0 msgr2=0x5568843236e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.688+0000 7f6183e00640 1 --2- 172.21.15.26:0/2203035649 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5568843184d0 0x5568843236e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.688+0000 7f6183e00640 1 -- 172.21.15.26:0/2203035649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x556884312970 msgr2=0x556884320180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.688+0000 7f6183e00640 1 --2- 172.21.15.26:0/2203035649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x556884312970 0x556884320180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.688+0000 7f6183e00640 1 -- 172.21.15.26:0/2203035649 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556884323cd0 con 0x556884313360 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.688+0000 7f6183e00640 1 --2- 172.21.15.26:0/2203035649 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884313360 0x5568843206c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f61740314e0 tx=0x7f61740054d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36f3b0a415d5b712 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.688+0000 7f617aa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.688+0000 7f617aa00640 1 -- 172.21.15.26:0/2203035649 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6174052070 con 0x556884313360 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.688+0000 7f617aa00640 1 -- 172.21.15.26:0/2203035649 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f6174045590 con 0x556884313360 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.688+0000 7f619658a740 1 -- 172.21.15.26:0/2203035649 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6174045860 con 0x556884313360 2024-04-25T01:25:42.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.689+0000 7f617aa00640 1 -- 172.21.15.26:0/2203035649 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6174035050 con 0x556884313360 2024-04-25T01:25:42.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.689+0000 7f619658a740 10 client.14922 fetch_fsmap learned FSMap version 27 2024-04-25T01:25:42.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.689+0000 7f619658a740 1 -- 172.21.15.26:0/2203035649 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5568843900a0 con 0x556884313360 2024-04-25T01:25:42.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.689+0000 7f617aa00640 1 -- 172.21.15.26:0/2203035649 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6174045860 con 0x556884313360 2024-04-25T01:25:42.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.689+0000 7f617aa00640 1 -- 172.21.15.26:0/2203035649 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f61740035f0 con 0x556884313360 2024-04-25T01:25:42.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.689+0000 7f619658a740 10 client.14922 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:25:42.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.689+0000 7f619658a740 10 client.14922 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-25T01:25:42.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.689+0000 7f619658a740 20 client.14922 populate_metadata read hostname 'smithi026' 2024-04-25T01:25:42.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.689+0000 7f619658a740 1 --2- 172.21.15.26:0/2203035649 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x5568843948e0 0x5568843935f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.689+0000 7f619658a740 4 client.14922 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T01:25:42.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.689+0000 7f619658a740 1 -- 172.21.15.26:0/2203035649 --> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] -- command(tid 0: {"prefix": "status"}) -- 0x55688427d680 con 0x5568843948e0 2024-04-25T01:25:42.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.690+0000 7f6191800640 1 --2- 172.21.15.26:0/2203035649 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x5568843948e0 0x5568843935f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.690+0000 7f6191800640 1 --2- 172.21.15.26:0/2203035649 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x5568843948e0 0x5568843935f0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=85b5972a92dbcd2 server_cookie=8504ec397850091c in_seq=0 out_seq=0 2024-04-25T01:25:42.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.690+0000 7f617aa00640 10 client.14922 ms_handle_connect on v2:172.21.15.186:6834/3216839839 2024-04-25T01:25:42.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.690+0000 7f617aa00640 1 -- 172.21.15.26:0/2203035649 <== mds.2 v2:172.21.15.186:6834/3216839839 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55688427d680 con 0x5568843948e0 2024-04-25T01:25:42.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.690+0000 7f617aa00640 10 client.14922 handle_command_reply: tid=0 2024-04-25T01:25:42.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.691+0000 7f619658a740 1 client.14922 shutdown 2024-04-25T01:25:42.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.691+0000 7f619658a740 1 -- 172.21.15.26:0/2203035649 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884313360 msgr2=0x5568843206c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.691+0000 7f619658a740 1 --2- 172.21.15.26:0/2203035649 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884313360 0x5568843206c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f61740314e0 tx=0x7f61740054d0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.691+0000 7f619658a740 1 -- 172.21.15.26:0/2203035649 shutdown_connections 2024-04-25T01:25:42.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.691+0000 7f619658a740 1 --2- 172.21.15.26:0/2203035649 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x5568843948e0 0x5568843935f0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.691+0000 7f619658a740 1 --2- 172.21.15.26:0/2203035649 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5568843184d0 0x5568843236e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.691+0000 7f619658a740 1 --2- 172.21.15.26:0/2203035649 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556884313360 0x5568843206c0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.691+0000 7f619658a740 1 --2- 172.21.15.26:0/2203035649 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x556884312970 0x556884320180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.691+0000 7f617aa00640 0 client.14922 ms_handle_reset on v2:172.21.15.186:6834/3216839839 2024-04-25T01:25:42.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.691+0000 7f619658a740 1 -- 172.21.15.26:0/2203035649 >> 172.21.15.26:0/2203035649 conn(0x55688430dfe0 msgr2=0x55688431c9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.691+0000 7f619658a740 1 -- 172.21.15.26:0/2203035649 shutdown_connections 2024-04-25T01:25:42.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.691+0000 7f619658a740 1 -- 172.21.15.26:0/2203035649 wait complete. 2024-04-25T01:25:42.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.691+0000 7f619658a740 20 client.14922 trim_cache size 0 max 16384 2024-04-25T01:25:42.675 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:25:42.675 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "004ab5e8-02a1-11ef-bc93-c7b262605968", 2024-04-25T01:25:42.675 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 2, 2024-04-25T01:25:42.675 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24502, 2024-04-25T01:25:42.675 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-25T01:25:42.675 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-25T01:25:42.675 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-25T01:25:42.675 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 104.89323475899999, 2024-04-25T01:25:42.675 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 27, 2024-04-25T01:25:42.675 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 88, 2024-04-25T01:25:42.676 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T01:25:42.676 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 135.618132766 2024-04-25T01:25:42.676 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:25:42.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.692+0000 7f6192200640 1 -- 172.21.15.26:0/3712589841 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f61700a2c10 msgr2=0x7f61700a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.692+0000 7f6192200640 1 --2- 172.21.15.26:0/3712589841 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f61700a2c10 0x7f61700a50d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x556884313760 tx=0x7f617c0d2ee0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.692+0000 7f6192200640 1 -- 172.21.15.26:0/3712589841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f618c0741a0 msgr2=0x7f618c19df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.692+0000 7f6192200640 1 --2- 172.21.15.26:0/3712589841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f618c0741a0 0x7f618c19df70 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f617c00e9f0 tx=0x7f617c00eeb0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.692+0000 7f6192200640 1 -- 172.21.15.26:0/3712589841 shutdown_connections 2024-04-25T01:25:42.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.692+0000 7f6192200640 1 --2- 172.21.15.26:0/3712589841 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f618c10dca0 0x7f618c1a5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.692+0000 7f6192200640 1 --2- 172.21.15.26:0/3712589841 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f61700a2c10 0x7f61700a50d0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.692+0000 7f6192200640 1 --2- 172.21.15.26:0/3712589841 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f618c075780 0x7f618c19e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.692+0000 7f6192200640 1 --2- 172.21.15.26:0/3712589841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f618c0741a0 0x7f618c19df70 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.692+0000 7f6192200640 1 -- 172.21.15.26:0/3712589841 >> 172.21.15.26:0/3712589841 conn(0x7f618c0fcc40 msgr2=0x7f618c101040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.692+0000 7f6192200640 1 -- 172.21.15.26:0/3712589841 shutdown_connections 2024-04-25T01:25:42.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.692+0000 7f6192200640 1 -- 172.21.15.26:0/3712589841 wait complete. 2024-04-25T01:25:42.690 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-25T01:25:42.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:42 smithi186 ceph-mon[32747]: pgmap v376: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:25:42.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:42 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/4034899641' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:25:42.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:42 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1371153677' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:25:42.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.917+0000 7fbf01800640 1 -- 172.21.15.26:0/2294812527 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbefc109830 msgr2=0x7fbefc1100c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.917+0000 7fbf01800640 1 --2- 172.21.15.26:0/2294812527 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbefc109830 0x7fbefc1100c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbef4009be0 tx=0x7fbef402a6d0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.917+0000 7fbf01800640 1 -- 172.21.15.26:0/2294812527 shutdown_connections 2024-04-25T01:25:42.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.917+0000 7fbf01800640 1 --2- 172.21.15.26:0/2294812527 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbefc109830 0x7fbefc1100c0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.917+0000 7fbf01800640 1 --2- 172.21.15.26:0/2294812527 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbefc108e70 0x7fbefc1092f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.917+0000 7fbf01800640 1 --2- 172.21.15.26:0/2294812527 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbefc107c80 0x7fbefc1080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.917+0000 7fbf01800640 1 -- 172.21.15.26:0/2294812527 >> 172.21.15.26:0/2294812527 conn(0x7fbefc076c10 msgr2=0x7fbefc079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.917+0000 7fbf01800640 1 -- 172.21.15.26:0/2294812527 shutdown_connections 2024-04-25T01:25:42.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.917+0000 7fbf01800640 1 -- 172.21.15.26:0/2294812527 wait complete. 2024-04-25T01:25:42.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.918+0000 7fbf01800640 1 Processor -- start 2024-04-25T01:25:42.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.918+0000 7fbf01800640 1 -- start start 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.919+0000 7fbf01800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbefc107c80 0x7fbefc19def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.919+0000 7fbf01800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbefc108e70 0x7fbefc19e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.919+0000 7fbf01800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbefc109830 0x7fbefc1a54a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.919+0000 7fbf01800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc113900 con 0x7fbefc107c80 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.919+0000 7fbf01800640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc113780 con 0x7fbefc108e70 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.919+0000 7fbf01800640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fbefc113a80 con 0x7fbefc109830 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.919+0000 7fbefbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbefc107c80 0x7fbefc19def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.919+0000 7fbefbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbefc107c80 0x7fbefc19def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46466/0 (socket says 172.21.15.26:46466) 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.919+0000 7fbefbe00640 1 -- 172.21.15.26:0/3284307469 learned_addr learned my addr 172.21.15.26:0/3284307469 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.919+0000 7fbef3400640 1 --2- 172.21.15.26:0/3284307469 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbefc108e70 0x7fbefc19e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.919+0000 7fbf00e00640 1 --2- 172.21.15.26:0/3284307469 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbefc109830 0x7fbefc1a54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.920+0000 7fbefbe00640 1 -- 172.21.15.26:0/3284307469 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbefc109830 msgr2=0x7fbefc1a54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.920+0000 7fbefbe00640 1 --2- 172.21.15.26:0/3284307469 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbefc109830 0x7fbefc1a54a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.920+0000 7fbefbe00640 1 -- 172.21.15.26:0/3284307469 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbefc108e70 msgr2=0x7fbefc19e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.920+0000 7fbefbe00640 1 --2- 172.21.15.26:0/3284307469 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbefc108e70 0x7fbefc19e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.920+0000 7fbefbe00640 1 -- 172.21.15.26:0/3284307469 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbefc1a5b10 con 0x7fbefc107c80 2024-04-25T01:25:42.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.920+0000 7fbefbe00640 1 --2- 172.21.15.26:0/3284307469 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbefc107c80 0x7fbefc19def0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fbeec00e9a0 tx=0x7fbeec00ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.920+0000 7fbef9600640 1 -- 172.21.15.26:0/3284307469 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeec00cd80 con 0x7fbefc107c80 2024-04-25T01:25:42.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.920+0000 7fbef9600640 1 -- 172.21.15.26:0/3284307469 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbeec010910 con 0x7fbefc107c80 2024-04-25T01:25:42.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.920+0000 7fbf01800640 1 -- 172.21.15.26:0/3284307469 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbefc1a5e00 con 0x7fbefc107c80 2024-04-25T01:25:42.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.920+0000 7fbef9600640 1 -- 172.21.15.26:0/3284307469 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeec018a30 con 0x7fbefc107c80 2024-04-25T01:25:42.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.920+0000 7fbf01800640 1 -- 172.21.15.26:0/3284307469 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbefc1a62c0 con 0x7fbefc107c80 2024-04-25T01:25:42.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.924+0000 7fbef9600640 1 -- 172.21.15.26:0/3284307469 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fbeec010ac0 con 0x7fbefc107c80 2024-04-25T01:25:42.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.924+0000 7fbf05bf6740 1 Processor -- start 2024-04-25T01:25:42.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.924+0000 7fbf05bf6740 1 -- start start 2024-04-25T01:25:42.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.924+0000 7fbf05bf6740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0a2d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.924+0000 7fbf05bf6740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a3360 0x560e2e0a7e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.925+0000 7fbf05bf6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a84d0 0x560e2e0aa960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.925+0000 7fbf05bf6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560e2dfa2ed0 con 0x560e2e0a84d0 2024-04-25T01:25:42.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.925+0000 7fbf05bf6740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x560e2e005df0 con 0x560e2e0a3360 2024-04-25T01:25:42.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.925+0000 7fbf05bf6740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x560e2dfae8d0 con 0x560e2e0a2970 2024-04-25T01:25:42.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.925+0000 7fbef3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a84d0 0x560e2e0aa960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.925+0000 7fbf00e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0a2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.925+0000 7fbf00e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0a2d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:41546/0 (socket says 172.21.15.26:41546) 2024-04-25T01:25:42.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.925+0000 7fbf00e00640 1 -- 172.21.15.26:0/797815701 learned_addr learned my addr 172.21.15.26:0/797815701 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.925+0000 7fbefbe00640 1 --2- 172.21.15.26:0/797815701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a3360 0x560e2e0a7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.925+0000 7fbf00e00640 1 -- 172.21.15.26:0/797815701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a3360 msgr2=0x560e2e0a7e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.925+0000 7fbf00e00640 1 --2- 172.21.15.26:0/797815701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a3360 0x560e2e0a7e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.925+0000 7fbf00e00640 1 -- 172.21.15.26:0/797815701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a84d0 msgr2=0x560e2e0aa960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.925+0000 7fbf00e00640 1 --2- 172.21.15.26:0/797815701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a84d0 0x560e2e0aa960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.925+0000 7fbf00e00640 1 -- 172.21.15.26:0/797815701 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e2dd1a2d0 con 0x560e2e0a2970 2024-04-25T01:25:42.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.926+0000 7fbef9600640 1 --2- 172.21.15.26:0/3284307469 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbee00a2c10 0x7fbee00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.926+0000 7fbf00e00640 1 --2- 172.21.15.26:0/797815701 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0a2d90 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fbef4009be0 tx=0x7fbef4005eb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b3ad4c7c9e3e96fb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.926+0000 7fbef9600640 1 -- 172.21.15.26:0/3284307469 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fbeec0cf3b0 con 0x7fbefc107c80 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.926+0000 7fbefbe00640 1 --2- 172.21.15.26:0/3284307469 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbee00a2c10 0x7fbee00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.926+0000 7fbef1600640 1 -- 172.21.15.26:0/797815701 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef4041030 con 0x560e2e0a2970 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.926+0000 7fbef1600640 1 -- 172.21.15.26:0/797815701 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbef4030c70 con 0x560e2e0a2970 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.926+0000 7fbef1600640 1 -- 172.21.15.26:0/797815701 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef4036040 con 0x560e2e0a2970 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.927+0000 7fbf05bf6740 1 -- 172.21.15.26:0/797815701 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 msgr2=0x560e2e0a2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.927+0000 7fbefbe00640 1 --2- 172.21.15.26:0/3284307469 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbee00a2c10 0x7fbee00a50d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fbeec098560 tx=0x7fbeec000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.927+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/797815701 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0a2d90 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fbef4009be0 tx=0x7fbef4005eb0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.927+0000 7fbf05bf6740 1 -- 172.21.15.26:0/797815701 shutdown_connections 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.927+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/797815701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a84d0 0x560e2e0aa960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.927+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/797815701 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a3360 0x560e2e0a7e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.927+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/797815701 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0a2d90 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.927+0000 7fbf05bf6740 1 -- 172.21.15.26:0/797815701 >> 172.21.15.26:0/797815701 conn(0x560e2e09dfe0 msgr2=0x560e2e09e3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.927+0000 7fbf05bf6740 1 -- 172.21.15.26:0/797815701 shutdown_connections 2024-04-25T01:25:42.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.927+0000 7fbf05bf6740 1 -- 172.21.15.26:0/797815701 wait complete. 2024-04-25T01:25:42.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.927+0000 7fbf05bf6740 1 -- start start 2024-04-25T01:25:42.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.928+0000 7fbf05bf6740 1 Processor -- start 2024-04-25T01:25:42.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.928+0000 7fbf05bf6740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0acc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.928+0000 7fbf05bf6740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a3360 0x560e2e0ad1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.928+0000 7fbf05bf6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a84d0 0x560e2e0b4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.928+0000 7fbf05bf6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560e2dfc1d20 con 0x560e2e0a84d0 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.928+0000 7fbf05bf6740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x560e2e001db0 con 0x560e2e0a3360 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.928+0000 7fbf05bf6740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x560e2e0ab420 con 0x560e2e0a2970 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.928+0000 7fbf05bf6740 10 client.0 _ll_register_callbacks cb 0x560e2dffcf10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.928+0000 7fbf00e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a84d0 0x560e2e0b4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.929+0000 7fbef3400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a3360 0x560e2e0ad1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.929+0000 7fbf00e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a84d0 0x560e2e0b4180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46486/0 (socket says 172.21.15.26:46486) 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.929+0000 7fbf00e00640 1 -- 172.21.15.26:0/2733165491 learned_addr learned my addr 172.21.15.26:0/2733165491 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.929+0000 7fbf00e00640 1 --2- 172.21.15.26:0/2733165491 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0acc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.929+0000 7fbef3400640 1 -- 172.21.15.26:0/2733165491 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 msgr2=0x560e2e0acc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.929+0000 7fbef3400640 1 --2- 172.21.15.26:0/2733165491 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0acc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.929+0000 7fbef3400640 1 -- 172.21.15.26:0/2733165491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a84d0 msgr2=0x560e2e0b4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.929+0000 7fbef3400640 1 --2- 172.21.15.26:0/2733165491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a84d0 0x560e2e0b4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.929+0000 7fbef3400640 1 -- 172.21.15.26:0/2733165491 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e2dde46b0 con 0x560e2e0a3360 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.929+0000 7fbef3400640 1 --2- 172.21.15.26:0/2733165491 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a3360 0x560e2e0ad1b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fbefc19f400 tx=0x7fbee4012b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cac5125b755f816e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.929+0000 7fbeea000640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.930+0000 7fbeea000640 1 -- 172.21.15.26:0/2733165491 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee4004020 con 0x560e2e0a3360 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.930+0000 7fbeea000640 1 -- 172.21.15.26:0/2733165491 <== mon.2 v2:172.21.15.111:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fbee40041c0 con 0x560e2e0a3360 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.930+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2733165491 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbef4030c70 con 0x560e2e0a3360 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.930+0000 7fbeea000640 1 -- 172.21.15.26:0/2733165491 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fbee40043c0 con 0x560e2e0a3360 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.930+0000 7fbf05bf6740 10 client.25028 fetch_fsmap learned FSMap version 27 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.930+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2733165491 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x560e2e0b7560 con 0x560e2e0a3360 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.930+0000 7fbeea000640 1 -- 172.21.15.26:0/2733165491 <== mon.2 v2:172.21.15.111:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbef4030c70 con 0x560e2e0a3360 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.931+0000 7fbeea000640 1 -- 172.21.15.26:0/2733165491 <== mon.2 v2:172.21.15.111:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fbee4003bf0 con 0x560e2e0a3360 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.931+0000 7fbf05bf6740 10 client.25028 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.931+0000 7fbf05bf6740 10 client.25028 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.931+0000 7fbf05bf6740 20 client.25028 populate_metadata read hostname 'smithi026' 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.931+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/2733165491 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x560e2e0b9b80 0x560e2e0baff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.931+0000 7fbf05bf6740 4 client.25028 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:25:42.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.931+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2733165491 --> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e2e013330 con 0x560e2e0b9b80 2024-04-25T01:25:42.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.931+0000 7fbf00e00640 1 --2- 172.21.15.26:0/2733165491 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x560e2e0b9b80 0x560e2e0baff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.932+0000 7fbf00e00640 1 --2- 172.21.15.26:0/2733165491 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x560e2e0b9b80 0x560e2e0baff0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=84c4c78d93016b22 server_cookie=b9c8d73d7a357c09 in_seq=0 out_seq=0 2024-04-25T01:25:42.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.932+0000 7fbeea000640 10 client.25028 ms_handle_connect on v2:172.21.15.186:6838/1584253959 2024-04-25T01:25:42.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbeea000640 1 -- 172.21.15.26:0/2733165491 <== mds.1 v2:172.21.15.186:6838/1584253959 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560e2e013330 con 0x560e2e0b9b80 2024-04-25T01:25:42.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbeea000640 10 client.25028 handle_command_reply: tid=0 2024-04-25T01:25:42.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbf05bf6740 1 client.25028 shutdown 2024-04-25T01:25:42.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2733165491 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a3360 msgr2=0x560e2e0ad1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/2733165491 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a3360 0x560e2e0ad1b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fbefc19f400 tx=0x7fbee4012b40 comp rx=0 tx=0).stop 2024-04-25T01:25:42.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2733165491 shutdown_connections 2024-04-25T01:25:42.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/2733165491 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x560e2e0b9b80 0x560e2e0baff0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/2733165491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a84d0 0x560e2e0b4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/2733165491 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a3360 0x560e2e0ad1b0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbeea000640 0 client.25028 ms_handle_reset on v2:172.21.15.186:6838/1584253959 2024-04-25T01:25:42.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/2733165491 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0acc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2733165491 >> 172.21.15.26:0/2733165491 conn(0x560e2e09dfe0 msgr2=0x560e2e09d120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2733165491 shutdown_connections 2024-04-25T01:25:42.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2733165491 wait complete. 2024-04-25T01:25:42.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.933+0000 7fbf05bf6740 20 client.25028 trim_cache size 0 max 16384 2024-04-25T01:25:42.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.953+0000 7fbf05bf6740 1 Processor -- start 2024-04-25T01:25:42.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.954+0000 7fbf05bf6740 1 -- start start 2024-04-25T01:25:42.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.954+0000 7fbf05bf6740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0abfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.954+0000 7fbf05bf6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a3360 0x560e2e0b4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.954+0000 7fbf05bf6740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a84d0 0x560e2e0ac4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.954+0000 7fbf05bf6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560e2e0b9330 con 0x560e2e0a3360 2024-04-25T01:25:42.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.954+0000 7fbf05bf6740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x560e2e0b9a00 con 0x560e2e0a84d0 2024-04-25T01:25:42.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.954+0000 7fbf05bf6740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x560e2e0ba0d0 con 0x560e2e0a2970 2024-04-25T01:25:42.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.954+0000 7fbf00e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0abfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.954+0000 7fbf00e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0abfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:41562/0 (socket says 172.21.15.26:41562) 2024-04-25T01:25:42.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.954+0000 7fbf00e00640 1 -- 172.21.15.26:0/895457521 learned_addr learned my addr 172.21.15.26:0/895457521 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.954+0000 7fbf00e00640 1 --2- 172.21.15.26:0/895457521 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a84d0 0x560e2e0ac4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.954+0000 7fbef3400640 1 --2- 172.21.15.26:0/895457521 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a3360 0x560e2e0b4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.955+0000 7fbf00e00640 1 -- 172.21.15.26:0/895457521 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a84d0 msgr2=0x560e2e0ac4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.955+0000 7fbf00e00640 1 --2- 172.21.15.26:0/895457521 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a84d0 0x560e2e0ac4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.955+0000 7fbf00e00640 1 -- 172.21.15.26:0/895457521 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a3360 msgr2=0x560e2e0b4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.955+0000 7fbf00e00640 1 --2- 172.21.15.26:0/895457521 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a3360 0x560e2e0b4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.955+0000 7fbf00e00640 1 -- 172.21.15.26:0/895457521 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e2e0a25b0 con 0x560e2e0a2970 2024-04-25T01:25:42.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.955+0000 7fbef3400640 1 --2- 172.21.15.26:0/895457521 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a3360 0x560e2e0b4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:25:42.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.955+0000 7fbf00e00640 1 --2- 172.21.15.26:0/895457521 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0abfa0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fbef4000f80 tx=0x7fbef403f040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=29a5d4c565d13f9c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.956+0000 7fbef0c00640 1 -- 172.21.15.26:0/895457521 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef4036040 con 0x560e2e0a2970 2024-04-25T01:25:42.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.956+0000 7fbef0c00640 1 -- 172.21.15.26:0/895457521 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbef40532c0 con 0x560e2e0a2970 2024-04-25T01:25:42.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.956+0000 7fbef0c00640 1 -- 172.21.15.26:0/895457521 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef4041040 con 0x560e2e0a2970 2024-04-25T01:25:42.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.956+0000 7fbf05bf6740 1 -- 172.21.15.26:0/895457521 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 msgr2=0x560e2e0abfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.956+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/895457521 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0abfa0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fbef4000f80 tx=0x7fbef403f040 comp rx=0 tx=0).stop 2024-04-25T01:25:42.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.956+0000 7fbf05bf6740 1 -- 172.21.15.26:0/895457521 shutdown_connections 2024-04-25T01:25:42.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.956+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/895457521 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a84d0 0x560e2e0ac4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.956+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/895457521 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a3360 0x560e2e0b4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.956+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/895457521 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a2970 0x560e2e0abfa0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.956+0000 7fbf05bf6740 1 -- 172.21.15.26:0/895457521 >> 172.21.15.26:0/895457521 conn(0x560e2e09dfe0 msgr2=0x560e2e0a17f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.956+0000 7fbf05bf6740 1 -- 172.21.15.26:0/895457521 shutdown_connections 2024-04-25T01:25:42.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.956+0000 7fbf05bf6740 1 -- 172.21.15.26:0/895457521 wait complete. 2024-04-25T01:25:42.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.957+0000 7fbf05bf6740 1 -- start start 2024-04-25T01:25:42.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.957+0000 7fbf05bf6740 1 Processor -- start 2024-04-25T01:25:42.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.957+0000 7fbf05bf6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a2970 0x560e2e0b03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.957+0000 7fbf05bf6740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a3360 0x560e2e0b08f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.957+0000 7fbf05bf6740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a84d0 0x560e2e0b38b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.957+0000 7fbf05bf6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560e2e0bae70 con 0x560e2e0a2970 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.957+0000 7fbf05bf6740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x560e2e0ba7a0 con 0x560e2e0a84d0 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.957+0000 7fbf05bf6740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x560e2e0bb540 con 0x560e2e0a3360 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.958+0000 7fbf05bf6740 10 client.0 _ll_register_callbacks cb 0x7fbee4009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.958+0000 7fbef3400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a3360 0x560e2e0b08f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.958+0000 7fbf00e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a2970 0x560e2e0b03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.958+0000 7fbef3400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a3360 0x560e2e0b08f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:41572/0 (socket says 172.21.15.26:41572) 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.958+0000 7fbef3400640 1 -- 172.21.15.26:0/2434256046 learned_addr learned my addr 172.21.15.26:0/2434256046 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.958+0000 7fbef3400640 1 -- 172.21.15.26:0/2434256046 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a84d0 msgr2=0x560e2e0b38b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.958+0000 7fbf00e00640 1 --2- 172.21.15.26:0/2434256046 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a84d0 0x560e2e0b38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.958+0000 7fbef3400640 1 --2- 172.21.15.26:0/2434256046 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a84d0 0x560e2e0b38b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.958+0000 7fbef3400640 1 -- 172.21.15.26:0/2434256046 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a2970 msgr2=0x560e2e0b03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.958+0000 7fbef3400640 1 --2- 172.21.15.26:0/2434256046 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a2970 0x560e2e0b03b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.958+0000 7fbef3400640 1 -- 172.21.15.26:0/2434256046 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e2e0b3ef0 con 0x560e2e0a3360 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.958+0000 7fbf00e00640 1 --2- 172.21.15.26:0/2434256046 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a84d0 0x560e2e0b38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T01:25:42.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.959+0000 7fbef3400640 1 --2- 172.21.15.26:0/2434256046 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a3360 0x560e2e0b08f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fbee4001eb0 tx=0x7fbee401cb80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e44580338cb525ac server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:42.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.959+0000 7fbeea000640 10 client.0 ms_handle_connect on v2:172.21.15.186:3300/0 2024-04-25T01:25:42.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.959+0000 7fbeea000640 1 -- 172.21.15.26:0/2434256046 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee400fbf0 con 0x560e2e0a3360 2024-04-25T01:25:42.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.959+0000 7fbeea000640 1 -- 172.21.15.26:0/2434256046 <== mon.1 v2:172.21.15.186:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fbee400fd90 con 0x560e2e0a3360 2024-04-25T01:25:42.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.959+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2434256046 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbef40532c0 con 0x560e2e0a3360 2024-04-25T01:25:42.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.959+0000 7fbeea000640 1 -- 172.21.15.26:0/2434256046 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fbee4005040 con 0x560e2e0a3360 2024-04-25T01:25:42.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.959+0000 7fbf05bf6740 10 client.25045 fetch_fsmap learned FSMap version 27 2024-04-25T01:25:42.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.959+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2434256046 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x560e2e1206a0 con 0x560e2e0a3360 2024-04-25T01:25:42.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.960+0000 7fbeea000640 1 -- 172.21.15.26:0/2434256046 <== mon.1 v2:172.21.15.186:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbef40532c0 con 0x560e2e0a3360 2024-04-25T01:25:42.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.960+0000 7fbeea000640 1 -- 172.21.15.26:0/2434256046 <== mon.1 v2:172.21.15.186:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fbee4004cc0 con 0x560e2e0a3360 2024-04-25T01:25:42.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.960+0000 7fbf05bf6740 10 client.25045 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:25:42.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.960+0000 7fbf05bf6740 10 client.25045 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T01:25:42.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.960+0000 7fbf05bf6740 20 client.25045 populate_metadata read hostname 'smithi026' 2024-04-25T01:25:42.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.960+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/2434256046 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x560e2e1252d0 0x560e2e123fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:42.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.960+0000 7fbf05bf6740 4 client.25045 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T01:25:42.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.960+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2434256046 --> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] -- command(tid 0: {"prefix": "status"}) -- 0x560e2e00d680 con 0x560e2e1252d0 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.961+0000 7fbf00e00640 1 --2- 172.21.15.26:0/2434256046 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x560e2e1252d0 0x560e2e123fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.961+0000 7fbf00e00640 1 --2- 172.21.15.26:0/2434256046 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x560e2e1252d0 0x560e2e123fe0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c7da885118f037e7 server_cookie=281231fae4d68ff5 in_seq=0 out_seq=0 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.961+0000 7fbeea000640 10 client.25045 ms_handle_connect on v2:172.21.15.186:6838/1584253959 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbeea000640 1 -- 172.21.15.26:0/2434256046 <== mds.1 v2:172.21.15.186:6838/1584253959 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x560e2e00d680 con 0x560e2e1252d0 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbeea000640 10 client.25045 handle_command_reply: tid=0 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbf05bf6740 1 client.25045 shutdown 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2434256046 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a3360 msgr2=0x560e2e0b08f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/2434256046 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a3360 0x560e2e0b08f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fbee4001eb0 tx=0x7fbee401cb80 comp rx=0 tx=0).stop 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2434256046 shutdown_connections 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/2434256046 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x560e2e1252d0 0x560e2e123fe0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/2434256046 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x560e2e0a84d0 0x560e2e0b38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbeea000640 0 client.25045 ms_handle_reset on v2:172.21.15.186:6838/1584253959 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/2434256046 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x560e2e0a3360 0x560e2e0b08f0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbf05bf6740 1 --2- 172.21.15.26:0/2434256046 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560e2e0a2970 0x560e2e0b03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2434256046 >> 172.21.15.26:0/2434256046 conn(0x560e2e09dfe0 msgr2=0x560e2e09c890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2434256046 shutdown_connections 2024-04-25T01:25:42.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbf05bf6740 1 -- 172.21.15.26:0/2434256046 wait complete. 2024-04-25T01:25:42.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.962+0000 7fbf05bf6740 20 client.25045 trim_cache size 0 max 16384 2024-04-25T01:25:42.945 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:25:42.945 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "004ab5e8-02a1-11ef-bc93-c7b262605968", 2024-04-25T01:25:42.945 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 1, 2024-04-25T01:25:42.945 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24535, 2024-04-25T01:25:42.945 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-25T01:25:42.945 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-25T01:25:42.945 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-25T01:25:42.946 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 106.087672098, 2024-04-25T01:25:42.946 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 27, 2024-04-25T01:25:42.946 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 88, 2024-04-25T01:25:42.946 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T01:25:42.946 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 127.182542918 2024-04-25T01:25:42.946 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:25:42.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.963+0000 7fbf01800640 1 -- 172.21.15.26:0/3284307469 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbee00a2c10 msgr2=0x7fbee00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.963+0000 7fbf01800640 1 --2- 172.21.15.26:0/3284307469 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbee00a2c10 0x7fbee00a50d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fbeec098560 tx=0x7fbeec000bc0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.963+0000 7fbf01800640 1 -- 172.21.15.26:0/3284307469 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbefc107c80 msgr2=0x7fbefc19def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:42.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.963+0000 7fbf01800640 1 --2- 172.21.15.26:0/3284307469 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbefc107c80 0x7fbefc19def0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fbeec00e9a0 tx=0x7fbeec00ee60 comp rx=0 tx=0).stop 2024-04-25T01:25:42.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.963+0000 7fbf01800640 1 -- 172.21.15.26:0/3284307469 shutdown_connections 2024-04-25T01:25:42.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.963+0000 7fbf01800640 1 --2- 172.21.15.26:0/3284307469 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fbee00a2c10 0x7fbee00a50d0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.963+0000 7fbf01800640 1 --2- 172.21.15.26:0/3284307469 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fbefc109830 0x7fbefc1a54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.963+0000 7fbf01800640 1 --2- 172.21.15.26:0/3284307469 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fbefc108e70 0x7fbefc19e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.963+0000 7fbf01800640 1 --2- 172.21.15.26:0/3284307469 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbefc107c80 0x7fbefc19def0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:42.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.963+0000 7fbf01800640 1 -- 172.21.15.26:0/3284307469 >> 172.21.15.26:0/3284307469 conn(0x7fbefc076c10 msgr2=0x7fbefc10c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:42.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.963+0000 7fbf01800640 1 -- 172.21.15.26:0/3284307469 shutdown_connections 2024-04-25T01:25:42.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:42.963+0000 7fbf01800640 1 -- 172.21.15.26:0/3284307469 wait complete. 2024-04-25T01:25:42.961 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-25T01:25:43.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.192+0000 7efc92000640 1 -- 172.21.15.26:0/1114560823 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7efc8c077340 msgr2=0x7efc8c0777a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:43.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.192+0000 7efc92000640 1 --2- 172.21.15.26:0/1114560823 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7efc8c077340 0x7efc8c0777a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7efc74009900 tx=0x7efc7402a400 comp rx=0 tx=0).stop 2024-04-25T01:25:43.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.192+0000 7efc92000640 1 -- 172.21.15.26:0/1114560823 shutdown_connections 2024-04-25T01:25:43.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.192+0000 7efc92000640 1 --2- 172.21.15.26:0/1114560823 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efc8c077ce0 0x7efc8c078580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.192+0000 7efc92000640 1 --2- 172.21.15.26:0/1114560823 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7efc8c077340 0x7efc8c0777a0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.192+0000 7efc92000640 1 --2- 172.21.15.26:0/1114560823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc8c076100 0x7efc8c076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.192+0000 7efc92000640 1 -- 172.21.15.26:0/1114560823 >> 172.21.15.26:0/1114560823 conn(0x7efc8c0fef30 msgr2=0x7efc8c101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:43.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.193+0000 7efc92000640 1 -- 172.21.15.26:0/1114560823 shutdown_connections 2024-04-25T01:25:43.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.193+0000 7efc92000640 1 -- 172.21.15.26:0/1114560823 wait complete. 2024-04-25T01:25:43.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.194+0000 7efc92000640 1 Processor -- start 2024-04-25T01:25:43.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.194+0000 7efc92000640 1 -- start start 2024-04-25T01:25:43.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc92000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc8c076100 0x7efc8c19e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc92000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efc8c077340 0x7efc8c19e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc92000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7efc8c077ce0 0x7efc8c1a5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc92000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7efc8c113a10 con 0x7efc8c076100 2024-04-25T01:25:43.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc92000640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7efc8c113890 con 0x7efc8c077340 2024-04-25T01:25:43.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc92000640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7efc8c113b90 con 0x7efc8c077ce0 2024-04-25T01:25:43.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc8b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc8c076100 0x7efc8c19e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc82a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efc8c077340 0x7efc8c19e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc82a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efc8c077340 0x7efc8c19e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:34448/0 (socket says 172.21.15.26:34448) 2024-04-25T01:25:43.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc82a00640 1 -- 172.21.15.26:0/4227168026 learned_addr learned my addr 172.21.15.26:0/4227168026 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:43.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc8be00640 1 --2- 172.21.15.26:0/4227168026 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7efc8c077ce0 0x7efc8c1a5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc82a00640 1 -- 172.21.15.26:0/4227168026 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7efc8c077ce0 msgr2=0x7efc8c1a5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:43.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc82a00640 1 --2- 172.21.15.26:0/4227168026 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7efc8c077ce0 0x7efc8c1a5640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc82a00640 1 -- 172.21.15.26:0/4227168026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc8c076100 msgr2=0x7efc8c19e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:43.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc82a00640 1 --2- 172.21.15.26:0/4227168026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc8c076100 0x7efc8c19e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.195+0000 7efc82a00640 1 -- 172.21.15.26:0/4227168026 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc8c1a5cb0 con 0x7efc8c077340 2024-04-25T01:25:43.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.196+0000 7efc82a00640 1 --2- 172.21.15.26:0/4227168026 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efc8c077340 0x7efc8c19e5d0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7efc74009230 tx=0x7efc74004430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:43.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.196+0000 7efc88c00640 1 -- 172.21.15.26:0/4227168026 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc7403f030 con 0x7efc8c077340 2024-04-25T01:25:43.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.196+0000 7efc88c00640 1 -- 172.21.15.26:0/4227168026 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efc74003ce0 con 0x7efc8c077340 2024-04-25T01:25:43.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.196+0000 7efc88c00640 1 -- 172.21.15.26:0/4227168026 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc74035070 con 0x7efc8c077340 2024-04-25T01:25:43.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.196+0000 7efc92000640 1 -- 172.21.15.26:0/4227168026 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc8c1a5f40 con 0x7efc8c077340 2024-04-25T01:25:43.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.196+0000 7efc92000640 1 -- 172.21.15.26:0/4227168026 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc8c1a6350 con 0x7efc8c077340 2024-04-25T01:25:43.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.199+0000 7efc94dff740 1 Processor -- start 2024-04-25T01:25:43.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.200+0000 7efc94dff740 1 -- start start 2024-04-25T01:25:43.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.200+0000 7efc94dff740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707757760 0x562707757b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.200+0000 7efc94dff740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562707758150 0x56270775cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.200+0000 7efc94dff740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56270775d2c0 0x56270775f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.200+0000 7efc94dff740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562707657ed0 con 0x562707757760 2024-04-25T01:25:43.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.200+0000 7efc94dff740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5627076badf0 con 0x562707758150 2024-04-25T01:25:43.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.200+0000 7efc94dff740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x5627076638d0 con 0x56270775d2c0 2024-04-25T01:25:43.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.200+0000 7efc88c00640 1 -- 172.21.15.26:0/4227168026 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7efc74042030 con 0x7efc8c077340 2024-04-25T01:25:43.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.200+0000 7efc8be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707757760 0x562707757b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.200+0000 7efc8be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707757760 0x562707757b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46536/0 (socket says 172.21.15.26:46536) 2024-04-25T01:25:43.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.200+0000 7efc8be00640 1 -- 172.21.15.26:0/55369550 learned_addr learned my addr 172.21.15.26:0/55369550 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:43.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.200+0000 7efc8b400640 1 --2- 172.21.15.26:0/55369550 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562707758150 0x56270775cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.201+0000 7efc82a00640 1 --2- 172.21.15.26:0/55369550 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56270775d2c0 0x56270775f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.201+0000 7efc8b400640 1 -- 172.21.15.26:0/55369550 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56270775d2c0 msgr2=0x56270775f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:43.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.201+0000 7efc8b400640 1 --2- 172.21.15.26:0/55369550 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56270775d2c0 0x56270775f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.201+0000 7efc8b400640 1 -- 172.21.15.26:0/55369550 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707757760 msgr2=0x562707757b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:43.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.201+0000 7efc8b400640 1 --2- 172.21.15.26:0/55369550 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707757760 0x562707757b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.201+0000 7efc8b400640 1 -- 172.21.15.26:0/55369550 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627073cf2d0 con 0x562707758150 2024-04-25T01:25:43.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.201+0000 7efc8be00640 1 --2- 172.21.15.26:0/55369550 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707757760 0x562707757b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:43.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.202+0000 7efc8b400640 1 --2- 172.21.15.26:0/55369550 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562707758150 0x56270775cc50 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efc7c00ab40 tx=0x7efc7c00f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ee17ba76f762ee6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:43.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.202+0000 7efc7be00640 1 -- 172.21.15.26:0/55369550 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc7c004020 con 0x562707758150 2024-04-25T01:25:43.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.202+0000 7efc7be00640 1 -- 172.21.15.26:0/55369550 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efc7c0041c0 con 0x562707758150 2024-04-25T01:25:43.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.202+0000 7efc7be00640 1 -- 172.21.15.26:0/55369550 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc7c0187a0 con 0x562707758150 2024-04-25T01:25:43.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.202+0000 7efc88c00640 1 --2- 172.21.15.26:0/4227168026 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7efc700a2c10 0x7efc700a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.202+0000 7efc88c00640 1 -- 172.21.15.26:0/4227168026 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7efc740ef700 con 0x7efc8c077340 2024-04-25T01:25:43.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.202+0000 7efc8be00640 1 --2- 172.21.15.26:0/4227168026 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7efc700a2c10 0x7efc700a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.203+0000 7efc94dff740 1 -- 172.21.15.26:0/55369550 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562707758150 msgr2=0x56270775cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:43.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.203+0000 7efc94dff740 1 --2- 172.21.15.26:0/55369550 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562707758150 0x56270775cc50 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efc7c00ab40 tx=0x7efc7c00f3c0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.203+0000 7efc94dff740 1 -- 172.21.15.26:0/55369550 shutdown_connections 2024-04-25T01:25:43.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.203+0000 7efc94dff740 1 --2- 172.21.15.26:0/55369550 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56270775d2c0 0x56270775f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.203+0000 7efc94dff740 1 --2- 172.21.15.26:0/55369550 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562707758150 0x56270775cc50 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.203+0000 7efc94dff740 1 --2- 172.21.15.26:0/55369550 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707757760 0x562707757b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.203+0000 7efc94dff740 1 -- 172.21.15.26:0/55369550 >> 172.21.15.26:0/55369550 conn(0x562707752dd0 msgr2=0x5627077531d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:43.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.203+0000 7efc94dff740 1 -- 172.21.15.26:0/55369550 shutdown_connections 2024-04-25T01:25:43.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.203+0000 7efc94dff740 1 -- 172.21.15.26:0/55369550 wait complete. 2024-04-25T01:25:43.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.203+0000 7efc8be00640 1 --2- 172.21.15.26:0/4227168026 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7efc700a2c10 0x7efc700a50d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x5627077589b0 tx=0x7efc84007520 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:43.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.203+0000 7efc94dff740 1 -- start start 2024-04-25T01:25:43.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.204+0000 7efc94dff740 1 Processor -- start 2024-04-25T01:25:43.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.204+0000 7efc94dff740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707757760 0x562707761a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.204+0000 7efc94dff740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707758150 0x562707761f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.204+0000 7efc94dff740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56270775d2c0 0x562707768f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.204+0000 7efc94dff740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562707676d20 con 0x562707758150 2024-04-25T01:25:43.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.204+0000 7efc94dff740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5627076b6db0 con 0x56270775d2c0 2024-04-25T01:25:43.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.204+0000 7efc94dff740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x562707760270 con 0x562707757760 2024-04-25T01:25:43.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.204+0000 7efc94dff740 10 client.0 _ll_register_callbacks cb 0x5627076b1f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:25:43.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.204+0000 7efc8be00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56270775d2c0 0x562707768f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.204+0000 7efc82a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707758150 0x562707761f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.204+0000 7efc8be00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56270775d2c0 0x562707768f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:34464/0 (socket says 172.21.15.26:34464) 2024-04-25T01:25:43.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.204+0000 7efc8be00640 1 -- 172.21.15.26:0/2996490968 learned_addr learned my addr 172.21.15.26:0/2996490968 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:43.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.204+0000 7efc82a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707758150 0x562707761f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46546/0 (socket says 172.21.15.26:46546) 2024-04-25T01:25:43.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.204+0000 7efc8b400640 1 --2- 172.21.15.26:0/2996490968 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707757760 0x562707761a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.205+0000 7efc8be00640 1 -- 172.21.15.26:0/2996490968 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707757760 msgr2=0x562707761a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:43.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.205+0000 7efc8be00640 1 --2- 172.21.15.26:0/2996490968 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707757760 0x562707761a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.205+0000 7efc8be00640 1 -- 172.21.15.26:0/2996490968 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707758150 msgr2=0x562707761f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:43.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.205+0000 7efc8be00640 1 --2- 172.21.15.26:0/2996490968 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707758150 0x562707761f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.205+0000 7efc8be00640 1 -- 172.21.15.26:0/2996490968 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627074996b0 con 0x56270775d2c0 2024-04-25T01:25:43.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.205+0000 7efc82a00640 1 --2- 172.21.15.26:0/2996490968 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707758150 0x562707761f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:43.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.205+0000 7efc8b400640 1 --2- 172.21.15.26:0/2996490968 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707757760 0x562707761a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:43.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.205+0000 7efc8be00640 1 --2- 172.21.15.26:0/2996490968 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56270775d2c0 0x562707768f90 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7efc84011010 tx=0x7efc84004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4fffdd738e49768b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:43.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.205+0000 7efc78c00640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-04-25T01:25:43.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.206+0000 7efc78c00640 1 -- 172.21.15.26:0/2996490968 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc84004840 con 0x56270775d2c0 2024-04-25T01:25:43.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.206+0000 7efc94dff740 1 -- 172.21.15.26:0/2996490968 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc7c0041c0 con 0x56270775d2c0 2024-04-25T01:25:43.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.206+0000 7efc78c00640 1 -- 172.21.15.26:0/2996490968 <== mon.2 v2:172.21.15.111:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7efc8400f750 con 0x56270775d2c0 2024-04-25T01:25:43.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.206+0000 7efc78c00640 1 -- 172.21.15.26:0/2996490968 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7efc8402e070 con 0x56270775d2c0 2024-04-25T01:25:43.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.206+0000 7efc94dff740 10 client.25040 fetch_fsmap learned FSMap version 27 2024-04-25T01:25:43.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.206+0000 7efc94dff740 1 -- 172.21.15.26:0/2996490968 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56270776c3c0 con 0x56270775d2c0 2024-04-25T01:25:43.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.206+0000 7efc78c00640 1 -- 172.21.15.26:0/2996490968 <== mon.2 v2:172.21.15.111:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efc7c0041c0 con 0x56270775d2c0 2024-04-25T01:25:43.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.207+0000 7efc78c00640 1 -- 172.21.15.26:0/2996490968 <== mon.2 v2:172.21.15.111:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7efc84028bc0 con 0x56270775d2c0 2024-04-25T01:25:43.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.207+0000 7efc94dff740 10 client.25040 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:25:43.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.207+0000 7efc94dff740 10 client.25040 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T01:25:43.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.207+0000 7efc94dff740 20 client.25040 populate_metadata read hostname 'smithi026' 2024-04-25T01:25:43.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.207+0000 7efc94dff740 1 --2- 172.21.15.26:0/2996490968 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x56270776eaf0 0x56270776ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.207+0000 7efc94dff740 4 client.25040 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:25:43.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.207+0000 7efc94dff740 1 -- 172.21.15.26:0/2996490968 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5627076c8330 con 0x56270776eaf0 2024-04-25T01:25:43.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.207+0000 7efc8b400640 1 --2- 172.21.15.26:0/2996490968 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x56270776eaf0 0x56270776ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.208+0000 7efc8b400640 1 --2- 172.21.15.26:0/2996490968 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x56270776eaf0 0x56270776ff60 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39baa3f2b1d97bc2 server_cookie=cf326f7db3a4d7cc in_seq=0 out_seq=0 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.208+0000 7efc78c00640 10 client.25040 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.209+0000 7efc78c00640 1 -- 172.21.15.26:0/2996490968 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5627076c8330 con 0x56270776eaf0 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.209+0000 7efc78c00640 10 client.25040 handle_command_reply: tid=0 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.209+0000 7efc94dff740 1 client.25040 shutdown 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.209+0000 7efc94dff740 1 -- 172.21.15.26:0/2996490968 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56270775d2c0 msgr2=0x562707768f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.209+0000 7efc94dff740 1 --2- 172.21.15.26:0/2996490968 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56270775d2c0 0x562707768f90 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7efc84011010 tx=0x7efc84004ab0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.209+0000 7efc94dff740 1 -- 172.21.15.26:0/2996490968 shutdown_connections 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.209+0000 7efc94dff740 1 --2- 172.21.15.26:0/2996490968 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x56270776eaf0 0x56270776ff60 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.209+0000 7efc94dff740 1 --2- 172.21.15.26:0/2996490968 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56270775d2c0 0x562707768f90 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.209+0000 7efc94dff740 1 --2- 172.21.15.26:0/2996490968 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707758150 0x562707761f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.209+0000 7efc94dff740 1 --2- 172.21.15.26:0/2996490968 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707757760 0x562707761a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.209+0000 7efc78c00640 0 client.25040 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.209+0000 7efc94dff740 1 -- 172.21.15.26:0/2996490968 >> 172.21.15.26:0/2996490968 conn(0x562707752dd0 msgr2=0x562707751f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.209+0000 7efc94dff740 1 -- 172.21.15.26:0/2996490968 shutdown_connections 2024-04-25T01:25:43.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.209+0000 7efc94dff740 1 -- 172.21.15.26:0/2996490968 wait complete. 2024-04-25T01:25:43.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.210+0000 7efc94dff740 20 client.25040 trim_cache size 0 max 16384 2024-04-25T01:25:43.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.230+0000 7efc94dff740 1 Processor -- start 2024-04-25T01:25:43.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.230+0000 7efc94dff740 1 -- start start 2024-04-25T01:25:43.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.230+0000 7efc94dff740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707757760 0x562707759510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.230+0000 7efc94dff740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707758150 0x562707759a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.230+0000 7efc94dff740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56270775d2c0 0x562707768f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.230+0000 7efc94dff740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56270776e2a0 con 0x562707758150 2024-04-25T01:25:43.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.230+0000 7efc94dff740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x56270776e970 con 0x56270775d2c0 2024-04-25T01:25:43.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.230+0000 7efc94dff740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x56270776f040 con 0x562707757760 2024-04-25T01:25:43.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.230+0000 7efc82a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707758150 0x562707759a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.230+0000 7efc82a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707758150 0x562707759a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46550/0 (socket says 172.21.15.26:46550) 2024-04-25T01:25:43.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.230+0000 7efc82a00640 1 -- 172.21.15.26:0/3809837383 learned_addr learned my addr 172.21.15.26:0/3809837383 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:43.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.230+0000 7efc8be00640 1 --2- 172.21.15.26:0/3809837383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56270775d2c0 0x562707768f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.230+0000 7efc8b400640 1 --2- 172.21.15.26:0/3809837383 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707757760 0x562707759510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.231+0000 7efc82a00640 1 -- 172.21.15.26:0/3809837383 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707757760 msgr2=0x562707759510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:43.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.231+0000 7efc82a00640 1 --2- 172.21.15.26:0/3809837383 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707757760 0x562707759510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.231+0000 7efc82a00640 1 -- 172.21.15.26:0/3809837383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56270775d2c0 msgr2=0x562707768f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:43.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.231+0000 7efc82a00640 1 --2- 172.21.15.26:0/3809837383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56270775d2c0 0x562707768f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.231+0000 7efc82a00640 1 -- 172.21.15.26:0/3809837383 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627077589e0 con 0x562707758150 2024-04-25T01:25:43.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.231+0000 7efc82a00640 1 --2- 172.21.15.26:0/3809837383 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707758150 0x562707759a50 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7efc740b8960 tx=0x7efc740f5530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37923e94e64d125f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:43.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.231+0000 7efc7b400640 1 -- 172.21.15.26:0/3809837383 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc74049040 con 0x562707758150 2024-04-25T01:25:43.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.231+0000 7efc7b400640 1 -- 172.21.15.26:0/3809837383 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efc740bbf90 con 0x562707758150 2024-04-25T01:25:43.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.231+0000 7efc7b400640 1 -- 172.21.15.26:0/3809837383 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc740b8600 con 0x562707758150 2024-04-25T01:25:43.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.232+0000 7efc94dff740 1 -- 172.21.15.26:0/3809837383 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707758150 msgr2=0x562707759a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:43.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.232+0000 7efc94dff740 1 --2- 172.21.15.26:0/3809837383 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707758150 0x562707759a50 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7efc740b8960 tx=0x7efc740f5530 comp rx=0 tx=0).stop 2024-04-25T01:25:43.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.232+0000 7efc94dff740 1 -- 172.21.15.26:0/3809837383 shutdown_connections 2024-04-25T01:25:43.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.232+0000 7efc94dff740 1 --2- 172.21.15.26:0/3809837383 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56270775d2c0 0x562707768f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.232+0000 7efc94dff740 1 --2- 172.21.15.26:0/3809837383 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562707758150 0x562707759a50 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.232+0000 7efc94dff740 1 --2- 172.21.15.26:0/3809837383 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707757760 0x562707759510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.232+0000 7efc94dff740 1 -- 172.21.15.26:0/3809837383 >> 172.21.15.26:0/3809837383 conn(0x562707752dd0 msgr2=0x5627077531b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:43.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.232+0000 7efc94dff740 1 -- 172.21.15.26:0/3809837383 shutdown_connections 2024-04-25T01:25:43.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.232+0000 7efc94dff740 1 -- 172.21.15.26:0/3809837383 wait complete. 2024-04-25T01:25:43.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.232+0000 7efc94dff740 1 -- start start 2024-04-25T01:25:43.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.233+0000 7efc94dff740 1 Processor -- start 2024-04-25T01:25:43.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.233+0000 7efc94dff740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562707757760 0x562707764280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.233+0000 7efc94dff740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707758150 0x5627077647c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.233+0000 7efc94dff740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56270775d2c0 0x5627077677b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.233+0000 7efc94dff740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56270776fde0 con 0x56270775d2c0 2024-04-25T01:25:43.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.233+0000 7efc94dff740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x56270776f710 con 0x562707757760 2024-04-25T01:25:43.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.233+0000 7efc94dff740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x5627077704b0 con 0x562707758150 2024-04-25T01:25:43.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.233+0000 7efc94dff740 10 client.0 _ll_register_callbacks cb 0x7efc84007a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:25:43.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.233+0000 7efc8be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56270775d2c0 0x5627077677b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.233+0000 7efc8b400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562707757760 0x562707764280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.233+0000 7efc8be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56270775d2c0 0x5627077677b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46562/0 (socket says 172.21.15.26:46562) 2024-04-25T01:25:43.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.233+0000 7efc8be00640 1 -- 172.21.15.26:0/6785955 learned_addr learned my addr 172.21.15.26:0/6785955 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:43.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.234+0000 7efc82a00640 1 --2- 172.21.15.26:0/6785955 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707758150 0x5627077647c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.234+0000 7efc8be00640 1 -- 172.21.15.26:0/6785955 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707758150 msgr2=0x5627077647c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:43.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.234+0000 7efc8be00640 1 --2- 172.21.15.26:0/6785955 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707758150 0x5627077647c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.234+0000 7efc8be00640 1 -- 172.21.15.26:0/6785955 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562707757760 msgr2=0x562707764280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:25:43.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.234+0000 7efc8be00640 1 --2- 172.21.15.26:0/6785955 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562707757760 0x562707764280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.234+0000 7efc8be00640 1 -- 172.21.15.26:0/6785955 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562707767da0 con 0x56270775d2c0 2024-04-25T01:25:43.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.234+0000 7efc82a00640 1 --2- 172.21.15.26:0/6785955 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707758150 0x5627077647c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:25:43.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.234+0000 7efc8be00640 1 --2- 172.21.15.26:0/6785955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56270775d2c0 0x5627077677b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7efc84004a80 tx=0x7efc840047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf7fee4d71eff03c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:43.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.234+0000 7efc78c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:25:43.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.234+0000 7efc78c00640 1 -- 172.21.15.26:0/6785955 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc8401e830 con 0x56270775d2c0 2024-04-25T01:25:43.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.234+0000 7efc78c00640 1 -- 172.21.15.26:0/6785955 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7efc8401e9d0 con 0x56270775d2c0 2024-04-25T01:25:43.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.234+0000 7efc94dff740 1 -- 172.21.15.26:0/6785955 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc740bbf90 con 0x56270775d2c0 2024-04-25T01:25:43.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.235+0000 7efc78c00640 1 -- 172.21.15.26:0/6785955 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7efc8401ebd0 con 0x56270775d2c0 2024-04-25T01:25:43.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.235+0000 7efc94dff740 10 client.14955 fetch_fsmap learned FSMap version 27 2024-04-25T01:25:43.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.235+0000 7efc94dff740 1 -- 172.21.15.26:0/6785955 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5627077690a0 con 0x56270775d2c0 2024-04-25T01:25:43.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.235+0000 7efc78c00640 1 -- 172.21.15.26:0/6785955 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efc740bbf90 con 0x56270775d2c0 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.235+0000 7efc78c00640 1 -- 172.21.15.26:0/6785955 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7efc840285b0 con 0x56270775d2c0 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.235+0000 7efc94dff740 10 client.14955 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.235+0000 7efc94dff740 10 client.14955 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.235+0000 7efc94dff740 20 client.14955 populate_metadata read hostname 'smithi026' 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.235+0000 7efc94dff740 1 --2- 172.21.15.26:0/6785955 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5627077d9270 0x5627077d56b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.235+0000 7efc94dff740 4 client.14955 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.235+0000 7efc94dff740 1 -- 172.21.15.26:0/6785955 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "status"}) -- 0x5627076c2680 con 0x5627077d9270 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.235+0000 7efc8b400640 1 --2- 172.21.15.26:0/6785955 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5627077d9270 0x5627077d56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.236+0000 7efc8b400640 1 --2- 172.21.15.26:0/6785955 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5627077d9270 0x5627077d56b0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df66f2a441efc6b2 server_cookie=b5b0af58eed00249 in_seq=0 out_seq=0 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.236+0000 7efc78c00640 10 client.14955 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.236+0000 7efc78c00640 1 -- 172.21.15.26:0/6785955 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x5627076c2680 con 0x5627077d9270 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.236+0000 7efc78c00640 10 client.14955 handle_command_reply: tid=0 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.236+0000 7efc94dff740 1 client.14955 shutdown 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.236+0000 7efc94dff740 1 -- 172.21.15.26:0/6785955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56270775d2c0 msgr2=0x5627077677b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:43.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.236+0000 7efc94dff740 1 --2- 172.21.15.26:0/6785955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56270775d2c0 0x5627077677b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7efc84004a80 tx=0x7efc840047c0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.237+0000 7efc94dff740 1 -- 172.21.15.26:0/6785955 shutdown_connections 2024-04-25T01:25:43.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.237+0000 7efc94dff740 1 --2- 172.21.15.26:0/6785955 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5627077d9270 0x5627077d56b0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.237+0000 7efc94dff740 1 --2- 172.21.15.26:0/6785955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56270775d2c0 0x5627077677b0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.237+0000 7efc94dff740 1 --2- 172.21.15.26:0/6785955 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562707758150 0x5627077647c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.237+0000 7efc94dff740 1 --2- 172.21.15.26:0/6785955 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562707757760 0x562707764280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.237+0000 7efc78c00640 0 client.14955 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:25:43.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.237+0000 7efc94dff740 1 -- 172.21.15.26:0/6785955 >> 172.21.15.26:0/6785955 conn(0x562707752dd0 msgr2=0x56270775c6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:43.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.237+0000 7efc94dff740 1 -- 172.21.15.26:0/6785955 shutdown_connections 2024-04-25T01:25:43.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.237+0000 7efc94dff740 1 -- 172.21.15.26:0/6785955 wait complete. 2024-04-25T01:25:43.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.237+0000 7efc94dff740 20 client.14955 trim_cache size 0 max 16384 2024-04-25T01:25:43.220 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:25:43.220 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "004ab5e8-02a1-11ef-bc93-c7b262605968", 2024-04-25T01:25:43.221 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 0, 2024-04-25T01:25:43.221 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24575, 2024-04-25T01:25:43.221 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-25T01:25:43.221 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-25T01:25:43.221 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-25T01:25:43.221 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 109.401329682, 2024-04-25T01:25:43.221 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 27, 2024-04-25T01:25:43.221 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 88, 2024-04-25T01:25:43.221 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T01:25:43.221 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 116.047439978 2024-04-25T01:25:43.221 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:25:43.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.237+0000 7efc92000640 1 -- 172.21.15.26:0/4227168026 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7efc700a2c10 msgr2=0x7efc700a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:43.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.238+0000 7efc92000640 1 --2- 172.21.15.26:0/4227168026 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7efc700a2c10 0x7efc700a50d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x5627077589b0 tx=0x7efc84007520 comp rx=0 tx=0).stop 2024-04-25T01:25:43.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.238+0000 7efc92000640 1 -- 172.21.15.26:0/4227168026 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efc8c077340 msgr2=0x7efc8c19e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:43.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.238+0000 7efc92000640 1 --2- 172.21.15.26:0/4227168026 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efc8c077340 0x7efc8c19e5d0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7efc74009230 tx=0x7efc74004430 comp rx=0 tx=0).stop 2024-04-25T01:25:43.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.238+0000 7efc92000640 1 -- 172.21.15.26:0/4227168026 shutdown_connections 2024-04-25T01:25:43.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.238+0000 7efc92000640 1 --2- 172.21.15.26:0/4227168026 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7efc700a2c10 0x7efc700a50d0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.238+0000 7efc92000640 1 --2- 172.21.15.26:0/4227168026 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7efc8c077ce0 0x7efc8c1a5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.238+0000 7efc92000640 1 --2- 172.21.15.26:0/4227168026 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7efc8c077340 0x7efc8c19e5d0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.238+0000 7efc92000640 1 --2- 172.21.15.26:0/4227168026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efc8c076100 0x7efc8c19e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:43.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.238+0000 7efc92000640 1 -- 172.21.15.26:0/4227168026 >> 172.21.15.26:0/4227168026 conn(0x7efc8c0fef30 msgr2=0x7efc8c100a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:43.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.238+0000 7efc92000640 1 -- 172.21.15.26:0/4227168026 shutdown_connections 2024-04-25T01:25:43.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:43.238+0000 7efc92000640 1 -- 172.21.15.26:0/4227168026 wait complete. 2024-04-25T01:25:43.237 INFO:tasks.cephadm:Setup complete, yielding 2024-04-25T01:25:43.237 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-25T01:25:43.248 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-25T01:25:43.248 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-25T01:25:43.703 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:25:44.553 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:44 smithi026 ceph-mon[28096]: pgmap v377: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:44.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:44 smithi111 ceph-mon[32623]: pgmap v377: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:44.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:44 smithi186 ceph-mon[32747]: pgmap v377: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:46.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.069+0000 7fe65c600700 1 -- 172.21.15.26:0/2915385310 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe654102d20 msgr2=0x7fe654105110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:46.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.069+0000 7fe65c600700 1 --2- 172.21.15.26:0/2915385310 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe654102d20 0x7fe654105110 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fe648009990 tx=0x7fe648009ca0 comp rx=0 tx=0).stop 2024-04-25T01:25:46.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.069+0000 7fe65c600700 1 -- 172.21.15.26:0/2915385310 shutdown_connections 2024-04-25T01:25:46.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.069+0000 7fe65c600700 1 --2- 172.21.15.26:0/2915385310 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe654107f80 0x7fe65410a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:46.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.069+0000 7fe65c600700 1 --2- 172.21.15.26:0/2915385310 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe654102d20 0x7fe654105110 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:46.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.069+0000 7fe65c600700 1 --2- 172.21.15.26:0/2915385310 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe654105650 0x7fe654107a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:46.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.069+0000 7fe65c600700 1 -- 172.21.15.26:0/2915385310 >> 172.21.15.26:0/2915385310 conn(0x7fe6540fc730 msgr2=0x7fe6540feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:46.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.069+0000 7fe65c600700 1 -- 172.21.15.26:0/2915385310 shutdown_connections 2024-04-25T01:25:46.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.069+0000 7fe65c600700 1 -- 172.21.15.26:0/2915385310 wait complete. 2024-04-25T01:25:46.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.070+0000 7fe65c600700 1 Processor -- start 2024-04-25T01:25:46.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.071+0000 7fe65c600700 1 -- start start 2024-04-25T01:25:46.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.071+0000 7fe65c600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe654102d20 0x7fe654198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:46.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.071+0000 7fe65c600700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe654105650 0x7fe654198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:46.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.071+0000 7fe65c600700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe654107f80 0x7fe65419fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:46.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.071+0000 7fe65c600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe65410deb0 con 0x7fe654102d20 2024-04-25T01:25:46.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.071+0000 7fe65c600700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe65410dd30 con 0x7fe654105650 2024-04-25T01:25:46.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.071+0000 7fe65c600700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fe65410e030 con 0x7fe654107f80 2024-04-25T01:25:46.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.071+0000 7fe659200700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe654105650 0x7fe654198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:46.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.071+0000 7fe659c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe654102d20 0x7fe654198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:46.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.071+0000 7fe659200700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe654105650 0x7fe654198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:34514/0 (socket says 172.21.15.26:34514) 2024-04-25T01:25:46.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.071+0000 7fe659200700 1 -- 172.21.15.26:0/445632313 learned_addr learned my addr 172.21.15.26:0/445632313 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:46.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.072+0000 7fe65a600700 1 --2- 172.21.15.26:0/445632313 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe654107f80 0x7fe65419fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:46.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.072+0000 7fe659200700 1 -- 172.21.15.26:0/445632313 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe654107f80 msgr2=0x7fe65419fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:46.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.072+0000 7fe659200700 1 --2- 172.21.15.26:0/445632313 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe654107f80 0x7fe65419fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:46.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.072+0000 7fe659200700 1 -- 172.21.15.26:0/445632313 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe654102d20 msgr2=0x7fe654198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:46.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.072+0000 7fe659200700 1 --2- 172.21.15.26:0/445632313 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe654102d20 0x7fe654198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:46.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.072+0000 7fe659200700 1 -- 172.21.15.26:0/445632313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6541a0180 con 0x7fe654105650 2024-04-25T01:25:46.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.072+0000 7fe659200700 1 --2- 172.21.15.26:0/445632313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe654105650 0x7fe654198a60 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe64000e9a0 tx=0x7fe64000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:46.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.072+0000 7fe652000700 1 -- 172.21.15.26:0/445632313 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64000ca10 con 0x7fe654105650 2024-04-25T01:25:46.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.073+0000 7fe65c600700 1 -- 172.21.15.26:0/445632313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6541a0470 con 0x7fe654105650 2024-04-25T01:25:46.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.073+0000 7fe652000700 1 -- 172.21.15.26:0/445632313 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe64000cbb0 con 0x7fe654105650 2024-04-25T01:25:46.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.073+0000 7fe652000700 1 -- 172.21.15.26:0/445632313 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe640018710 con 0x7fe654105650 2024-04-25T01:25:46.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.073+0000 7fe65c600700 1 -- 172.21.15.26:0/445632313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6541a0a00 con 0x7fe654105650 2024-04-25T01:25:46.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.074+0000 7fe65c600700 1 -- 172.21.15.26:0/445632313 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe654068f20 con 0x7fe654105650 2024-04-25T01:25:46.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.076+0000 7fe652000700 1 -- 172.21.15.26:0/445632313 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe6400188b0 con 0x7fe654105650 2024-04-25T01:25:46.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.077+0000 7fe652000700 1 --2- 172.21.15.26:0/445632313 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe63c0a2ca0 0x7fe63c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:46.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.077+0000 7fe652000700 1 -- 172.21.15.26:0/445632313 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fe6400cf430 con 0x7fe654105650 2024-04-25T01:25:46.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.078+0000 7fe659c00700 1 --2- 172.21.15.26:0/445632313 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe63c0a2ca0 0x7fe63c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:46.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.078+0000 7fe659c00700 1 --2- 172.21.15.26:0/445632313 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe63c0a2ca0 0x7fe63c0a5160 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe64800b7b0 tx=0x7fe64800b880 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:46.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.079+0000 7fe652000700 1 -- 172.21.15.26:0/445632313 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fe64009c310 con 0x7fe654105650 2024-04-25T01:25:46.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.325+0000 7fe65c600700 1 -- 172.21.15.26:0/445632313 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fe654062730 con 0x7fe63c0a2ca0 2024-04-25T01:25:46.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.326+0000 7fe652000700 1 -- 172.21.15.26:0/445632313 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fe654062730 con 0x7fe63c0a2ca0 2024-04-25T01:25:46.306 INFO:teuthology.orchestra.run.smithi026.stdout:Backend: cephadm 2024-04-25T01:25:46.307 INFO:teuthology.orchestra.run.smithi026.stdout:Available: Yes 2024-04-25T01:25:46.307 INFO:teuthology.orchestra.run.smithi026.stdout:Paused: No 2024-04-25T01:25:46.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.329+0000 7fe65c600700 1 -- 172.21.15.26:0/445632313 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe63c0a2ca0 msgr2=0x7fe63c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:46.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.329+0000 7fe65c600700 1 --2- 172.21.15.26:0/445632313 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe63c0a2ca0 0x7fe63c0a5160 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe64800b7b0 tx=0x7fe64800b880 comp rx=0 tx=0).stop 2024-04-25T01:25:46.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.329+0000 7fe65c600700 1 -- 172.21.15.26:0/445632313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe654105650 msgr2=0x7fe654198a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:46.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.329+0000 7fe65c600700 1 --2- 172.21.15.26:0/445632313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe654105650 0x7fe654198a60 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe64000e9a0 tx=0x7fe64000ecb0 comp rx=0 tx=0).stop 2024-04-25T01:25:46.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.329+0000 7fe65c600700 1 -- 172.21.15.26:0/445632313 shutdown_connections 2024-04-25T01:25:46.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.329+0000 7fe65c600700 1 --2- 172.21.15.26:0/445632313 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe654107f80 0x7fe65419fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:46.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.329+0000 7fe65c600700 1 --2- 172.21.15.26:0/445632313 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe654102d20 0x7fe654198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:46.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.329+0000 7fe65c600700 1 --2- 172.21.15.26:0/445632313 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe63c0a2ca0 0x7fe63c0a5160 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:46.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.330+0000 7fe65c600700 1 --2- 172.21.15.26:0/445632313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe654105650 0x7fe654198a60 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:46.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.330+0000 7fe65c600700 1 -- 172.21.15.26:0/445632313 >> 172.21.15.26:0/445632313 conn(0x7fe6540fc730 msgr2=0x7fe654103620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:46.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.330+0000 7fe65c600700 1 -- 172.21.15.26:0/445632313 shutdown_connections 2024-04-25T01:25:46.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:46.330+0000 7fe65c600700 1 -- 172.21.15.26:0/445632313 wait complete. 2024-04-25T01:25:46.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:46 smithi111 ceph-mon[32623]: pgmap v378: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:46.652 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:46 smithi026 ceph-mon[28096]: pgmap v378: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:46.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:46 smithi186 ceph-mon[32747]: pgmap v378: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:47.083 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-25T01:25:47.527 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:25:47.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:47 smithi111 ceph-mon[32623]: from='client.25052 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:25:47.676 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:47 smithi026 ceph-mon[28096]: from='client.25052 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:25:47.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:47 smithi186 ceph-mon[32747]: from='client.25052 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:25:48.707 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:48 smithi026 ceph-mon[28096]: pgmap v379: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:25:48.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:48 smithi186 ceph-mon[32747]: pgmap v379: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:25:48.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:48 smithi111 ceph-mon[32623]: pgmap v379: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:25:49.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.903+0000 7f4eee000700 1 -- 172.21.15.26:0/894333684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ee81056d0 msgr2=0x7f4ee8105b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:49.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.903+0000 7f4eee000700 1 --2- 172.21.15.26:0/894333684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ee81056d0 0x7f4ee8105b30 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4ed40099c0 tx=0x7f4ed4009cd0 comp rx=0 tx=0).stop 2024-04-25T01:25:49.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.903+0000 7f4eee000700 1 -- 172.21.15.26:0/894333684 shutdown_connections 2024-04-25T01:25:49.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.903+0000 7f4eee000700 1 --2- 172.21.15.26:0/894333684 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4ee8106070 0x7f4ee810c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:49.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.903+0000 7f4eee000700 1 --2- 172.21.15.26:0/894333684 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4ee81044d0 0x7f4ee81048f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:49.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.903+0000 7f4eee000700 1 --2- 172.21.15.26:0/894333684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ee81056d0 0x7f4ee8105b30 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:49.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.903+0000 7f4eee000700 1 -- 172.21.15.26:0/894333684 >> 172.21.15.26:0/894333684 conn(0x7f4ee80ffa90 msgr2=0x7f4ee8101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:49.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.903+0000 7f4eee000700 1 -- 172.21.15.26:0/894333684 shutdown_connections 2024-04-25T01:25:49.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.903+0000 7f4eee000700 1 -- 172.21.15.26:0/894333684 wait complete. 2024-04-25T01:25:49.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.904+0000 7f4eee000700 1 Processor -- start 2024-04-25T01:25:49.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.904+0000 7f4eee000700 1 -- start start 2024-04-25T01:25:49.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.904+0000 7f4eee000700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4ee81044d0 0x7f4ee819a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:49.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4eee000700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4ee81056d0 0x7f4ee819ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:49.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4eee000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ee8106070 0x7f4ee81a1c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:49.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4eee000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee81100a0 con 0x7f4ee8106070 2024-04-25T01:25:49.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4eee000700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee810ff20 con 0x7f4ee81044d0 2024-04-25T01:25:49.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4eee000700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f4ee8110220 con 0x7f4ee81056d0 2024-04-25T01:25:49.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4ee6a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4ee81056d0 0x7f4ee819ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:49.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4ee6a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4ee81056d0 0x7f4ee819ab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:41686/0 (socket says 172.21.15.26:41686) 2024-04-25T01:25:49.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4ee6a00700 1 -- 172.21.15.26:0/2013223808 learned_addr learned my addr 172.21.15.26:0/2013223808 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:49.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4ee7400700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4ee81044d0 0x7f4ee819a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:49.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4ee7e00700 1 --2- 172.21.15.26:0/2013223808 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ee8106070 0x7f4ee81a1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:49.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4ee6a00700 1 -- 172.21.15.26:0/2013223808 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4ee81044d0 msgr2=0x7f4ee819a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:49.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4ee6a00700 1 --2- 172.21.15.26:0/2013223808 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4ee81044d0 0x7f4ee819a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:49.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4ee6a00700 1 -- 172.21.15.26:0/2013223808 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ee8106070 msgr2=0x7f4ee81a1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:49.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4ee6a00700 1 --2- 172.21.15.26:0/2013223808 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ee8106070 0x7f4ee81a1c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:49.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.905+0000 7f4ee6a00700 1 -- 172.21.15.26:0/2013223808 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ee81a22b0 con 0x7f4ee81056d0 2024-04-25T01:25:49.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.906+0000 7f4ee6a00700 1 --2- 172.21.15.26:0/2013223808 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4ee81056d0 0x7f4ee819ab90 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f4ed4000c00 tx=0x7f4ed400bee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:49.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.906+0000 7f4edfe00700 1 -- 172.21.15.26:0/2013223808 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed4003e10 con 0x7f4ee81056d0 2024-04-25T01:25:49.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.906+0000 7f4eee000700 1 -- 172.21.15.26:0/2013223808 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ee81a2540 con 0x7f4ee81056d0 2024-04-25T01:25:49.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.906+0000 7f4edfe00700 1 -- 172.21.15.26:0/2013223808 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ed400f460 con 0x7f4ee81056d0 2024-04-25T01:25:49.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.906+0000 7f4edfe00700 1 -- 172.21.15.26:0/2013223808 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed4017650 con 0x7f4ee81056d0 2024-04-25T01:25:49.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.906+0000 7f4eee000700 1 -- 172.21.15.26:0/2013223808 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ee81a29a0 con 0x7f4ee81056d0 2024-04-25T01:25:49.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.908+0000 7f4eee000700 1 -- 172.21.15.26:0/2013223808 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ee8068f20 con 0x7f4ee81056d0 2024-04-25T01:25:49.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.909+0000 7f4edfe00700 1 -- 172.21.15.26:0/2013223808 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4ed400f910 con 0x7f4ee81056d0 2024-04-25T01:25:49.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.911+0000 7f4edfe00700 1 --2- 172.21.15.26:0/2013223808 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4ecc0a2c20 0x7f4ecc0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:49.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.911+0000 7f4edfe00700 1 -- 172.21.15.26:0/2013223808 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f4ed40cffe0 con 0x7f4ee81056d0 2024-04-25T01:25:49.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.911+0000 7f4ee7400700 1 --2- 172.21.15.26:0/2013223808 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4ecc0a2c20 0x7f4ecc0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:49.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.912+0000 7f4ee7400700 1 --2- 172.21.15.26:0/2013223808 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4ecc0a2c20 0x7f4ecc0a50e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f4ee8105530 tx=0x7f4ed8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:49.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:49.915+0000 7f4edfe00700 1 -- 172.21.15.26:0/2013223808 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f4ed4013070 con 0x7f4ee81056d0 2024-04-25T01:25:50.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:50.152+0000 7f4eee000700 1 -- 172.21.15.26:0/2013223808 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f4ee8062670 con 0x7f4ecc0a2c20 2024-04-25T01:25:50.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:50.173+0000 7f4edfe00700 1 -- 172.21.15.26:0/2013223808 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7f4ee8062670 con 0x7f4ecc0a2c20 2024-04-25T01:25:50.154 INFO:teuthology.orchestra.run.smithi026.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-25T01:25:50.154 INFO:teuthology.orchestra.run.smithi026.stdout:mds.a smithi026 running (2m) 27s ago 2m 15.8M - 19.0.0-2445-gd2c45d97 f68e37b807ef e78f348f90d9 2024-04-25T01:25:50.154 INFO:teuthology.orchestra.run.smithi026.stdout:mds.b smithi111 running (2m) 54s ago 2m 25.7M - 19.0.0-2445-gd2c45d97 f68e37b807ef 67210f9662ab 2024-04-25T01:25:50.154 INFO:teuthology.orchestra.run.smithi026.stdout:mds.c smithi186 running (2m) 54s ago 2m 19.3M - 19.0.0-2445-gd2c45d97 f68e37b807ef 62eb6fd39657 2024-04-25T01:25:50.154 INFO:teuthology.orchestra.run.smithi026.stdout:mds.d smithi026 running (2m) 27s ago 2m 12.4M - 19.0.0-2445-gd2c45d97 f68e37b807ef c06b7814d0be 2024-04-25T01:25:50.154 INFO:teuthology.orchestra.run.smithi026.stdout:mds.e smithi111 running (2m) 54s ago 2m 17.9M - 19.0.0-2445-gd2c45d97 f68e37b807ef 09ee07925f8d 2024-04-25T01:25:50.154 INFO:teuthology.orchestra.run.smithi026.stdout:mds.f smithi186 running (2m) 54s ago 2m 18.2M - 19.0.0-2445-gd2c45d97 f68e37b807ef e24e834a72d9 2024-04-25T01:25:50.154 INFO:teuthology.orchestra.run.smithi026.stdout:mds.g smithi026 running (2m) 27s ago 2m 12.2M - 19.0.0-2445-gd2c45d97 f68e37b807ef a18ec7603c1c 2024-04-25T01:25:50.154 INFO:teuthology.orchestra.run.smithi026.stdout:mds.h smithi111 running (2m) 54s ago 2m 20.5M - 19.0.0-2445-gd2c45d97 f68e37b807ef 2be9a6fc92a4 2024-04-25T01:25:50.154 INFO:teuthology.orchestra.run.smithi026.stdout:mds.i smithi186 running (2m) 54s ago 2m 20.4M - 19.0.0-2445-gd2c45d97 f68e37b807ef b17b7130913e 2024-04-25T01:25:50.154 INFO:teuthology.orchestra.run.smithi026.stdout:mds.j smithi026 running (2m) 27s ago 2m 16.5M - 19.0.0-2445-gd2c45d97 f68e37b807ef 10fb2e443924 2024-04-25T01:25:50.154 INFO:teuthology.orchestra.run.smithi026.stdout:mds.k smithi111 running (2m) 54s ago 2m 17.0M - 19.0.0-2445-gd2c45d97 f68e37b807ef aeb67fae66d4 2024-04-25T01:25:50.154 INFO:teuthology.orchestra.run.smithi026.stdout:mds.l smithi186 running (2m) 54s ago 2m 18.3M - 19.0.0-2445-gd2c45d97 f68e37b807ef c25b5a8fc860 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:mgr.x smithi026 *:9283,8765 running (11m) 27s ago 11m 514M - 19.0.0-2445-gd2c45d97 f68e37b807ef 66f1459f50f5 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:mgr.y smithi111 *:8443,8765 running (8m) 54s ago 8m 451M - 19.0.0-2445-gd2c45d97 f68e37b807ef a21008fc2a8f 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:mgr.z smithi186 *:8443,8765 running (8m) 54s ago 8m 452M - 19.0.0-2445-gd2c45d97 f68e37b807ef a582a8d04d90 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:mon.a smithi026 running (11m) 27s ago 11m 48.5M 2048M 19.0.0-2445-gd2c45d97 f68e37b807ef f53c2d01eb46 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:mon.b smithi111 running (8m) 54s ago 8m 41.3M 2048M 19.0.0-2445-gd2c45d97 f68e37b807ef 3de4d2259251 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:mon.c smithi186 running (9m) 54s ago 9m 41.3M 2048M 19.0.0-2445-gd2c45d97 f68e37b807ef 7f77faa92b07 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:osd.0 smithi026 running (8m) 27s ago 8m 52.0M 4273M 19.0.0-2445-gd2c45d97 f68e37b807ef bbbf7daac589 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:osd.1 smithi111 running (7m) 54s ago 7m 50.1M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef 66f0d367f9bb 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:osd.2 smithi186 running (7m) 54s ago 7m 57.3M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef 4e42d58398ee 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:osd.3 smithi026 running (6m) 27s ago 6m 45.7M 4273M 19.0.0-2445-gd2c45d97 f68e37b807ef 3862feecba78 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:osd.4 smithi111 running (6m) 54s ago 6m 53.2M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef bb0e9febcc70 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:osd.5 smithi186 running (5m) 54s ago 5m 46.5M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef 96e26b6ef19d 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:osd.6 smithi026 running (5m) 27s ago 5m 44.0M 4273M 19.0.0-2445-gd2c45d97 f68e37b807ef 0d359b474eb1 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:osd.7 smithi111 running (4m) 54s ago 4m 55.2M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef 47b7c28036ce 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:osd.8 smithi186 running (4m) 54s ago 4m 54.4M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef e5559b55eb7d 2024-04-25T01:25:50.155 INFO:teuthology.orchestra.run.smithi026.stdout:osd.9 smithi026 running (3m) 27s ago 3m 43.6M 4273M 19.0.0-2445-gd2c45d97 f68e37b807ef 9561e65aa6a0 2024-04-25T01:25:50.156 INFO:teuthology.orchestra.run.smithi026.stdout:osd.10 smithi111 running (3m) 54s ago 3m 45.8M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef 849fc251be11 2024-04-25T01:25:50.156 INFO:teuthology.orchestra.run.smithi026.stdout:osd.11 smithi186 running (3m) 54s ago 3m 43.4M 4272M 19.0.0-2445-gd2c45d97 f68e37b807ef 8cc09589f7c3 2024-04-25T01:25:50.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:50.176+0000 7f4eee000700 1 -- 172.21.15.26:0/2013223808 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4ecc0a2c20 msgr2=0x7f4ecc0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:50.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:50.176+0000 7f4eee000700 1 --2- 172.21.15.26:0/2013223808 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4ecc0a2c20 0x7f4ecc0a50e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f4ee8105530 tx=0x7f4ed8009260 comp rx=0 tx=0).stop 2024-04-25T01:25:50.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:50.176+0000 7f4eee000700 1 -- 172.21.15.26:0/2013223808 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4ee81056d0 msgr2=0x7f4ee819ab90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:50.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:50.176+0000 7f4eee000700 1 --2- 172.21.15.26:0/2013223808 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4ee81056d0 0x7f4ee819ab90 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f4ed4000c00 tx=0x7f4ed400bee0 comp rx=0 tx=0).stop 2024-04-25T01:25:50.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:50.176+0000 7f4eee000700 1 -- 172.21.15.26:0/2013223808 shutdown_connections 2024-04-25T01:25:50.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:50.176+0000 7f4eee000700 1 --2- 172.21.15.26:0/2013223808 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4ee8106070 0x7f4ee81a1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:50.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:50.176+0000 7f4eee000700 1 --2- 172.21.15.26:0/2013223808 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4ecc0a2c20 0x7f4ecc0a50e0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:50.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:50.176+0000 7f4eee000700 1 --2- 172.21.15.26:0/2013223808 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4ee81044d0 0x7f4ee819a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:50.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:50.176+0000 7f4eee000700 1 --2- 172.21.15.26:0/2013223808 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4ee81056d0 0x7f4ee819ab90 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:50.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:50.176+0000 7f4eee000700 1 -- 172.21.15.26:0/2013223808 >> 172.21.15.26:0/2013223808 conn(0x7f4ee80ffa90 msgr2=0x7f4ee8108970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:50.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:50.176+0000 7f4eee000700 1 -- 172.21.15.26:0/2013223808 shutdown_connections 2024-04-25T01:25:50.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:50.176+0000 7f4eee000700 1 -- 172.21.15.26:0/2013223808 wait complete. 2024-04-25T01:25:50.517 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:50 smithi026 ceph-mon[28096]: pgmap v380: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:50.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:50 smithi186 ceph-mon[32747]: pgmap v380: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:50.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:50 smithi111 ceph-mon[32623]: pgmap v380: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:50.971 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-25T01:25:51.455 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:25:51.630 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:51 smithi026 ceph-mon[28096]: from='client.25075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:25:51.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:51 smithi186 ceph-mon[32747]: from='client.25075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:25:51.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:51 smithi111 ceph-mon[32623]: from='client.25075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:25:52.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:52 smithi026 ceph-mon[28096]: pgmap v381: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:25:52.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:52 smithi186 ceph-mon[32747]: pgmap v381: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:25:52.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:52 smithi111 ceph-mon[32623]: pgmap v381: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:25:53.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.811+0000 7f1c82800700 1 -- 172.21.15.26:0/2959570634 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c1022a0 msgr2=0x7f1c7c1026c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:53.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.811+0000 7f1c82800700 1 --2- 172.21.15.26:0/2959570634 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c1022a0 0x7f1c7c1026c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c00b0d0 tx=0x7f1c6c00b3e0 comp rx=0 tx=0).stop 2024-04-25T01:25:53.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.811+0000 7f1c82800700 1 -- 172.21.15.26:0/2959570634 shutdown_connections 2024-04-25T01:25:53.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.811+0000 7f1c82800700 1 --2- 172.21.15.26:0/2959570634 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1c7c103e40 0x7f1c7c10a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:53.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.811+0000 7f1c82800700 1 --2- 172.21.15.26:0/2959570634 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c1022a0 0x7f1c7c1026c0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:53.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.811+0000 7f1c82800700 1 --2- 172.21.15.26:0/2959570634 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c7c1034a0 0x7f1c7c103900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:53.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.811+0000 7f1c82800700 1 -- 172.21.15.26:0/2959570634 >> 172.21.15.26:0/2959570634 conn(0x7f1c7c0fd800 msgr2=0x7f1c7c0ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:53.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.811+0000 7f1c82800700 1 -- 172.21.15.26:0/2959570634 shutdown_connections 2024-04-25T01:25:53.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.811+0000 7f1c82800700 1 -- 172.21.15.26:0/2959570634 wait complete. 2024-04-25T01:25:53.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.813+0000 7f1c82800700 1 Processor -- start 2024-04-25T01:25:53.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.813+0000 7f1c82800700 1 -- start start 2024-04-25T01:25:53.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.813+0000 7f1c82800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c1022a0 0x7f1c7c19a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:53.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.813+0000 7f1c82800700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1c7c1034a0 0x7f1c7c19ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:53.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.813+0000 7f1c82800700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c7c103e40 0x7f1c7c1a1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:53.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.813+0000 7f1c82800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c0747f0 con 0x7f1c7c1022a0 2024-04-25T01:25:53.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.813+0000 7f1c82800700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c074670 con 0x7f1c7c103e40 2024-04-25T01:25:53.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.813+0000 7f1c82800700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c074970 con 0x7f1c7c1034a0 2024-04-25T01:25:53.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.814+0000 7f1c72a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1c7c1034a0 0x7f1c7c19ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:53.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.814+0000 7f1c7b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c1022a0 0x7f1c7c19a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:53.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.814+0000 7f1c72a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1c7c1034a0 0x7f1c7c19ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:33854/0 (socket says 172.21.15.26:33854) 2024-04-25T01:25:53.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.814+0000 7f1c72a00700 1 -- 172.21.15.26:0/2519624322 learned_addr learned my addr 172.21.15.26:0/2519624322 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:53.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.814+0000 7f1c7be00700 1 --2- 172.21.15.26:0/2519624322 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c7c103e40 0x7f1c7c1a1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:53.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.814+0000 7f1c72a00700 1 -- 172.21.15.26:0/2519624322 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c7c103e40 msgr2=0x7f1c7c1a1cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:53.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.814+0000 7f1c72a00700 1 --2- 172.21.15.26:0/2519624322 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c7c103e40 0x7f1c7c1a1cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:53.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.814+0000 7f1c72a00700 1 -- 172.21.15.26:0/2519624322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c1022a0 msgr2=0x7f1c7c19a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:53.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.814+0000 7f1c72a00700 1 --2- 172.21.15.26:0/2519624322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c1022a0 0x7f1c7c19a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:53.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.814+0000 7f1c72a00700 1 -- 172.21.15.26:0/2519624322 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c7c1a2350 con 0x7f1c7c1034a0 2024-04-25T01:25:53.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.814+0000 7f1c7b400700 1 --2- 172.21.15.26:0/2519624322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c1022a0 0x7f1c7c19a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:53.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.815+0000 7f1c72a00700 1 --2- 172.21.15.26:0/2519624322 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1c7c1034a0 0x7f1c7c19ac30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1c6400eb60 tx=0x7f1c6400ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:53.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.815+0000 7f1c78c00700 1 -- 172.21.15.26:0/2519624322 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6400cbd0 con 0x7f1c7c1034a0 2024-04-25T01:25:53.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.815+0000 7f1c78c00700 1 -- 172.21.15.26:0/2519624322 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1c64004500 con 0x7f1c7c1034a0 2024-04-25T01:25:53.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.815+0000 7f1c78c00700 1 -- 172.21.15.26:0/2519624322 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c64010430 con 0x7f1c7c1034a0 2024-04-25T01:25:53.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.816+0000 7f1c82800700 1 -- 172.21.15.26:0/2519624322 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c7c1a2640 con 0x7f1c7c1034a0 2024-04-25T01:25:53.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.816+0000 7f1c82800700 1 -- 172.21.15.26:0/2519624322 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c7c1a2b30 con 0x7f1c7c1034a0 2024-04-25T01:25:53.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.817+0000 7f1c82800700 1 -- 172.21.15.26:0/2519624322 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c7c068f20 con 0x7f1c7c1034a0 2024-04-25T01:25:53.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.819+0000 7f1c78c00700 1 -- 172.21.15.26:0/2519624322 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1c64003680 con 0x7f1c7c1034a0 2024-04-25T01:25:53.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.821+0000 7f1c78c00700 1 --2- 172.21.15.26:0/2519624322 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1c600a2d70 0x7f1c600a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:53.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.821+0000 7f1c78c00700 1 -- 172.21.15.26:0/2519624322 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f1c640cf1c0 con 0x7f1c7c1034a0 2024-04-25T01:25:53.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.821+0000 7f1c7b400700 1 --2- 172.21.15.26:0/2519624322 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1c600a2d70 0x7f1c600a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:53.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.822+0000 7f1c7b400700 1 --2- 172.21.15.26:0/2519624322 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1c600a2d70 0x7f1c600a5230 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c00b770 tx=0x7f1c6c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:53.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:53.823+0000 7f1c78c00700 1 -- 172.21.15.26:0/2519624322 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f1c6400cd70 con 0x7f1c7c1034a0 2024-04-25T01:25:54.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:54.067+0000 7f1c82800700 1 -- 172.21.15.26:0/2519624322 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f1c7c062670 con 0x7f1c600a2d70 2024-04-25T01:25:54.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:54.085+0000 7f1c78c00700 1 -- 172.21.15.26:0/2519624322 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f1c7c062670 con 0x7f1c600a2d70 2024-04-25T01:25:54.065 INFO:teuthology.orchestra.run.smithi026.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-25T01:25:54.065 INFO:teuthology.orchestra.run.smithi026.stdout:mds.all 12/12 58s ago 2m smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi111=b;smithi111=e;smithi111=h;smithi111=k;smithi186=c;smithi186=f;smithi186=i;smithi186=l;count:12 2024-04-25T01:25:54.066 INFO:teuthology.orchestra.run.smithi026.stdout:mgr 3/3 58s ago 8m smithi026=x;smithi111=y;smithi186=z;count:3 2024-04-25T01:25:54.066 INFO:teuthology.orchestra.run.smithi026.stdout:mon 3/3 58s ago 9m smithi026:172.21.15.26=a;smithi111:172.21.15.111=b;smithi186:172.21.15.186=c;count:3 2024-04-25T01:25:54.066 INFO:teuthology.orchestra.run.smithi026.stdout:osd 12 58s ago - 2024-04-25T01:25:54.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:54.087+0000 7f1c82800700 1 -- 172.21.15.26:0/2519624322 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1c600a2d70 msgr2=0x7f1c600a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:54.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:54.087+0000 7f1c82800700 1 --2- 172.21.15.26:0/2519624322 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1c600a2d70 0x7f1c600a5230 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c00b770 tx=0x7f1c6c00b040 comp rx=0 tx=0).stop 2024-04-25T01:25:54.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:54.087+0000 7f1c82800700 1 -- 172.21.15.26:0/2519624322 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1c7c1034a0 msgr2=0x7f1c7c19ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:54.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:54.087+0000 7f1c82800700 1 --2- 172.21.15.26:0/2519624322 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1c7c1034a0 0x7f1c7c19ac30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1c6400eb60 tx=0x7f1c6400ee70 comp rx=0 tx=0).stop 2024-04-25T01:25:54.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:54.088+0000 7f1c82800700 1 -- 172.21.15.26:0/2519624322 shutdown_connections 2024-04-25T01:25:54.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:54.088+0000 7f1c82800700 1 --2- 172.21.15.26:0/2519624322 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1c600a2d70 0x7f1c600a5230 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:54.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:54.088+0000 7f1c82800700 1 --2- 172.21.15.26:0/2519624322 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1c7c103e40 0x7f1c7c1a1cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:54.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:54.088+0000 7f1c82800700 1 --2- 172.21.15.26:0/2519624322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c1022a0 0x7f1c7c19a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:54.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:54.088+0000 7f1c82800700 1 --2- 172.21.15.26:0/2519624322 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1c7c1034a0 0x7f1c7c19ac30 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:54.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:54.088+0000 7f1c82800700 1 -- 172.21.15.26:0/2519624322 >> 172.21.15.26:0/2519624322 conn(0x7f1c7c0fd800 msgr2=0x7f1c7c0fe470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:54.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:54.088+0000 7f1c82800700 1 -- 172.21.15.26:0/2519624322 shutdown_connections 2024-04-25T01:25:54.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:54.088+0000 7f1c82800700 1 -- 172.21.15.26:0/2519624322 wait complete. 2024-04-25T01:25:54.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:54 smithi026 ceph-mon[28096]: pgmap v382: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:54.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:54 smithi186 ceph-mon[32747]: pgmap v382: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:54.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:54 smithi111 ceph-mon[32623]: pgmap v382: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:25:54.931 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-25T01:25:55.394 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:25:55.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:55 smithi026 ceph-mon[28096]: from='client.25081 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:25:55.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:55 smithi186 ceph-mon[32747]: from='client.25081 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:25:55.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:55 smithi111 ceph-mon[32623]: from='client.25081 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:25:56.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:56 smithi026 ceph-mon[28096]: pgmap v383: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:56.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:56 smithi186 ceph-mon[32747]: pgmap v383: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:56.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:56 smithi111 ceph-mon[32623]: pgmap v383: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:25:57.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.831+0000 7f2842a00700 1 -- 172.21.15.26:0/2144754612 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f283c103e30 msgr2=0x7f283c10a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:57.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.831+0000 7f2842a00700 1 --2- 172.21.15.26:0/2144754612 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f283c103e30 0x7f283c10a6e0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2834009fc0 tx=0x7f283400b330 comp rx=0 tx=0).stop 2024-04-25T01:25:57.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.832+0000 7f2842a00700 1 -- 172.21.15.26:0/2144754612 shutdown_connections 2024-04-25T01:25:57.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.832+0000 7f2842a00700 1 --2- 172.21.15.26:0/2144754612 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f283c103e30 0x7f283c10a6e0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:57.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.832+0000 7f2842a00700 1 --2- 172.21.15.26:0/2144754612 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f283c102290 0x7f283c1026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:57.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.832+0000 7f2842a00700 1 --2- 172.21.15.26:0/2144754612 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f283c103490 0x7f283c1038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:57.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.832+0000 7f2842a00700 1 -- 172.21.15.26:0/2144754612 >> 172.21.15.26:0/2144754612 conn(0x7f283c0fd830 msgr2=0x7f283c0ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:57.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.832+0000 7f2842a00700 1 -- 172.21.15.26:0/2144754612 shutdown_connections 2024-04-25T01:25:57.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.832+0000 7f2842a00700 1 -- 172.21.15.26:0/2144754612 wait complete. 2024-04-25T01:25:57.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.833+0000 7f2842a00700 1 Processor -- start 2024-04-25T01:25:57.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.833+0000 7f2842a00700 1 -- start start 2024-04-25T01:25:57.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.834+0000 7f2842a00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f283c102290 0x7f283c19a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:57.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.834+0000 7f2842a00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f283c103490 0x7f283c19ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:57.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.834+0000 7f2842a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f283c103e30 0x7f283c1a1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:57.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.834+0000 7f2842a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f283c10dec0 con 0x7f283c103e30 2024-04-25T01:25:57.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.834+0000 7f2842a00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f283c10dd40 con 0x7f283c102290 2024-04-25T01:25:57.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.834+0000 7f2842a00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f283c10e040 con 0x7f283c103490 2024-04-25T01:25:57.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.834+0000 7f2840a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f283c103e30 0x7f283c1a1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:57.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.834+0000 7f283be00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f283c102290 0x7f283c19a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:57.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.834+0000 7f2833e00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f283c103490 0x7f283c19ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:57.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.834+0000 7f2840a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f283c103e30 0x7f283c1a1ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34140/0 (socket says 172.21.15.26:34140) 2024-04-25T01:25:57.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.834+0000 7f283be00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f283c102290 0x7f283c19a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:55492/0 (socket says 172.21.15.26:55492) 2024-04-25T01:25:57.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.834+0000 7f2840a00700 1 -- 172.21.15.26:0/254117838 learned_addr learned my addr 172.21.15.26:0/254117838 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:25:57.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.835+0000 7f2833e00700 1 -- 172.21.15.26:0/254117838 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f283c102290 msgr2=0x7f283c19a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:57.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.835+0000 7f2833e00700 1 --2- 172.21.15.26:0/254117838 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f283c102290 0x7f283c19a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:57.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.835+0000 7f2833e00700 1 -- 172.21.15.26:0/254117838 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f283c103e30 msgr2=0x7f283c1a1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:57.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.835+0000 7f2833e00700 1 --2- 172.21.15.26:0/254117838 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f283c103e30 0x7f283c1a1ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:57.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.835+0000 7f2833e00700 1 -- 172.21.15.26:0/254117838 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f283c1a2340 con 0x7f283c103490 2024-04-25T01:25:57.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.835+0000 7f2840a00700 1 --2- 172.21.15.26:0/254117838 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f283c103e30 0x7f283c1a1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:25:57.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.835+0000 7f2833e00700 1 --2- 172.21.15.26:0/254117838 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f283c103490 0x7f283c19ac20 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f282400ea20 tx=0x7f282400ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:57.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.835+0000 7f2839600700 1 -- 172.21.15.26:0/254117838 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f282400cbd0 con 0x7f283c103490 2024-04-25T01:25:57.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.836+0000 7f2839600700 1 -- 172.21.15.26:0/254117838 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2824004500 con 0x7f283c103490 2024-04-25T01:25:57.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.836+0000 7f2842a00700 1 -- 172.21.15.26:0/254117838 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f283c1a2630 con 0x7f283c103490 2024-04-25T01:25:57.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.836+0000 7f2839600700 1 -- 172.21.15.26:0/254117838 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2824005020 con 0x7f283c103490 2024-04-25T01:25:57.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.836+0000 7f2842a00700 1 -- 172.21.15.26:0/254117838 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f283c1a2b20 con 0x7f283c103490 2024-04-25T01:25:57.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.837+0000 7f2842a00700 1 -- 172.21.15.26:0/254117838 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f283c068f20 con 0x7f283c103490 2024-04-25T01:25:57.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.839+0000 7f2839600700 1 -- 172.21.15.26:0/254117838 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2824042ae0 con 0x7f283c103490 2024-04-25T01:25:57.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.840+0000 7f2839600700 1 --2- 172.21.15.26:0/254117838 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f28200a2c20 0x7f28200a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:25:57.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.840+0000 7f2839600700 1 -- 172.21.15.26:0/254117838 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f28240cefa0 con 0x7f283c103490 2024-04-25T01:25:57.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.841+0000 7f283be00700 1 --2- 172.21.15.26:0/254117838 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f28200a2c20 0x7f28200a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:25:57.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.841+0000 7f283be00700 1 --2- 172.21.15.26:0/254117838 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f28200a2c20 0x7f28200a50e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f283c1032f0 tx=0x7f282c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:25:57.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:57.843+0000 7f2839600700 1 -- 172.21.15.26:0/254117838 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f282409be80 con 0x7f283c103490 2024-04-25T01:25:58.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:58.107+0000 7f2842a00700 1 -- 172.21.15.26:0/254117838 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f283c075b80 con 0x7f28200a2c20 2024-04-25T01:25:58.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:58.110+0000 7f2839600700 1 -- 172.21.15.26:0/254117838 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f283c075b80 con 0x7f28200a2c20 2024-04-25T01:25:58.090 INFO:teuthology.orchestra.run.smithi026.stdout:HOST ADDR LABELS STATUS 2024-04-25T01:25:58.090 INFO:teuthology.orchestra.run.smithi026.stdout:smithi026 172.21.15.26 2024-04-25T01:25:58.090 INFO:teuthology.orchestra.run.smithi026.stdout:smithi111 172.21.15.111 2024-04-25T01:25:58.090 INFO:teuthology.orchestra.run.smithi026.stdout:smithi186 172.21.15.186 2024-04-25T01:25:58.090 INFO:teuthology.orchestra.run.smithi026.stdout:3 hosts in cluster 2024-04-25T01:25:58.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:58.113+0000 7f2842a00700 1 -- 172.21.15.26:0/254117838 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f28200a2c20 msgr2=0x7f28200a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:58.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:58.113+0000 7f2842a00700 1 --2- 172.21.15.26:0/254117838 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f28200a2c20 0x7f28200a50e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f283c1032f0 tx=0x7f282c009310 comp rx=0 tx=0).stop 2024-04-25T01:25:58.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:58.113+0000 7f2842a00700 1 -- 172.21.15.26:0/254117838 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f283c103490 msgr2=0x7f283c19ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:25:58.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:58.113+0000 7f2842a00700 1 --2- 172.21.15.26:0/254117838 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f283c103490 0x7f283c19ac20 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f282400ea20 tx=0x7f282400ed30 comp rx=0 tx=0).stop 2024-04-25T01:25:58.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:58.113+0000 7f2842a00700 1 -- 172.21.15.26:0/254117838 shutdown_connections 2024-04-25T01:25:58.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:58.113+0000 7f2842a00700 1 --2- 172.21.15.26:0/254117838 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f283c103e30 0x7f283c1a1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:58.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:58.113+0000 7f2842a00700 1 --2- 172.21.15.26:0/254117838 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f28200a2c20 0x7f28200a50e0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:58.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:58.113+0000 7f2842a00700 1 --2- 172.21.15.26:0/254117838 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f283c102290 0x7f283c19a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:58.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:58.113+0000 7f2842a00700 1 --2- 172.21.15.26:0/254117838 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f283c103490 0x7f283c19ac20 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:25:58.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:58.113+0000 7f2842a00700 1 -- 172.21.15.26:0/254117838 >> 172.21.15.26:0/254117838 conn(0x7f283c0fd830 msgr2=0x7f283c074460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:25:58.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:58.113+0000 7f2842a00700 1 -- 172.21.15.26:0/254117838 shutdown_connections 2024-04-25T01:25:58.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:25:58.113+0000 7f2842a00700 1 -- 172.21.15.26:0/254117838 wait complete. 2024-04-25T01:25:58.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:58 smithi026 ceph-mon[28096]: pgmap v384: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:25:58.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:58 smithi186 ceph-mon[32747]: pgmap v384: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:25:58.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:58 smithi111 ceph-mon[32623]: pgmap v384: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:25:58.915 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-25T01:25:59.394 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:25:59.721 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:25:59 smithi026 ceph-mon[28096]: from='client.25087 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:25:59.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:25:59 smithi186 ceph-mon[32747]: from='client.25087 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:25:59.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:25:59 smithi111 ceph-mon[32623]: from='client.25087 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:26:00.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:00 smithi026 ceph-mon[28096]: pgmap v385: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:00.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:00 smithi186 ceph-mon[32747]: pgmap v385: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:00.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:00 smithi111 ceph-mon[32623]: pgmap v385: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:01.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.726+0000 7f7aa9e00700 1 -- 172.21.15.26:0/2970997563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aa41044d0 msgr2=0x7f7aa41048f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:01.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.726+0000 7f7aa9e00700 1 --2- 172.21.15.26:0/2970997563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aa41044d0 0x7f7aa41048f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f7a940099c0 tx=0x7f7a94009cd0 comp rx=0 tx=0).stop 2024-04-25T01:26:01.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.726+0000 7f7aa9e00700 1 -- 172.21.15.26:0/2970997563 shutdown_connections 2024-04-25T01:26:01.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.726+0000 7f7aa9e00700 1 --2- 172.21.15.26:0/2970997563 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7aa4106070 0x7f7aa410c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:01.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.726+0000 7f7aa9e00700 1 --2- 172.21.15.26:0/2970997563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aa41044d0 0x7f7aa41048f0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:01.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.726+0000 7f7aa9e00700 1 --2- 172.21.15.26:0/2970997563 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7aa41056d0 0x7f7aa4105b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:01.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.726+0000 7f7aa9e00700 1 -- 172.21.15.26:0/2970997563 >> 172.21.15.26:0/2970997563 conn(0x7f7aa40ffa90 msgr2=0x7f7aa4101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:01.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.726+0000 7f7aa9e00700 1 -- 172.21.15.26:0/2970997563 shutdown_connections 2024-04-25T01:26:01.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.726+0000 7f7aa9e00700 1 -- 172.21.15.26:0/2970997563 wait complete. 2024-04-25T01:26:01.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.728+0000 7f7aa9e00700 1 Processor -- start 2024-04-25T01:26:01.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.728+0000 7f7aa9e00700 1 -- start start 2024-04-25T01:26:01.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.728+0000 7f7aa9e00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7aa41044d0 0x7f7aa419a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:01.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.728+0000 7f7aa9e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aa41056d0 0x7f7aa419ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:01.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.728+0000 7f7aa9e00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7aa4106070 0x7f7aa41a1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:01.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.728+0000 7f7aa9e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa4110100 con 0x7f7aa41056d0 2024-04-25T01:26:01.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.728+0000 7f7aa9e00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa410ff80 con 0x7f7aa41044d0 2024-04-25T01:26:01.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.728+0000 7f7aa9e00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa4110280 con 0x7f7aa4106070 2024-04-25T01:26:01.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.729+0000 7f7aa2a00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7aa41044d0 0x7f7aa419a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:01.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.729+0000 7f7a9a000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aa41056d0 0x7f7aa419ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:01.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.729+0000 7f7aa2a00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7aa41044d0 0x7f7aa419a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:55504/0 (socket says 172.21.15.26:55504) 2024-04-25T01:26:01.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.729+0000 7f7aa2a00700 1 -- 172.21.15.26:0/1164014047 learned_addr learned my addr 172.21.15.26:0/1164014047 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:01.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.729+0000 7f7aa3400700 1 --2- 172.21.15.26:0/1164014047 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7aa4106070 0x7f7aa41a1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:01.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.729+0000 7f7aa2a00700 1 -- 172.21.15.26:0/1164014047 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7aa4106070 msgr2=0x7f7aa41a1cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:01.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.729+0000 7f7aa2a00700 1 --2- 172.21.15.26:0/1164014047 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7aa4106070 0x7f7aa41a1cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:01.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.729+0000 7f7aa2a00700 1 -- 172.21.15.26:0/1164014047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aa41056d0 msgr2=0x7f7aa419ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:01.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.729+0000 7f7aa2a00700 1 --2- 172.21.15.26:0/1164014047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aa41056d0 0x7f7aa419ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:01.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.729+0000 7f7aa2a00700 1 -- 172.21.15.26:0/1164014047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7aa41a2350 con 0x7f7aa41044d0 2024-04-25T01:26:01.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.729+0000 7f7aa2a00700 1 --2- 172.21.15.26:0/1164014047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7aa41044d0 0x7f7aa419a6f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7a9400b580 tx=0x7f7a9400bee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:01.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.730+0000 7f7aa8a00700 1 -- 172.21.15.26:0/1164014047 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a94009e60 con 0x7f7aa41044d0 2024-04-25T01:26:01.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.730+0000 7f7aa8a00700 1 -- 172.21.15.26:0/1164014047 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7a94003e30 con 0x7f7aa41044d0 2024-04-25T01:26:01.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.730+0000 7f7aa9e00700 1 -- 172.21.15.26:0/1164014047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7aa41a25e0 con 0x7f7aa41044d0 2024-04-25T01:26:01.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.730+0000 7f7aa8a00700 1 -- 172.21.15.26:0/1164014047 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a940173f0 con 0x7f7aa41044d0 2024-04-25T01:26:01.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.730+0000 7f7aa9e00700 1 -- 172.21.15.26:0/1164014047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7aa41a2a90 con 0x7f7aa41044d0 2024-04-25T01:26:01.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.731+0000 7f7aa9e00700 1 -- 172.21.15.26:0/1164014047 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7aa4068f20 con 0x7f7aa41044d0 2024-04-25T01:26:01.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.733+0000 7f7aa8a00700 1 -- 172.21.15.26:0/1164014047 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7a9400f680 con 0x7f7aa41044d0 2024-04-25T01:26:01.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.734+0000 7f7aa8a00700 1 --2- 172.21.15.26:0/1164014047 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7a880a2ca0 0x7f7a880a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:01.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.735+0000 7f7aa8a00700 1 -- 172.21.15.26:0/1164014047 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f7a940cfdd0 con 0x7f7aa41044d0 2024-04-25T01:26:01.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.735+0000 7f7a9a000700 1 --2- 172.21.15.26:0/1164014047 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7a880a2ca0 0x7f7a880a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:01.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.735+0000 7f7a9a000700 1 --2- 172.21.15.26:0/1164014047 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7a880a2ca0 0x7f7a880a5160 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c009680 tx=0x7f7a8c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:01.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.739+0000 7f7aa8a00700 1 -- 172.21.15.26:0/1164014047 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f7a94013070 con 0x7f7aa41044d0 2024-04-25T01:26:01.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.985+0000 7f7aa9e00700 1 -- 172.21.15.26:0/1164014047 --> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f7aa4062670 con 0x7f7a880a2ca0 2024-04-25T01:26:01.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.989+0000 7f7aa8a00700 1 -- 172.21.15.26:0/1164014047 <== mgr.14152 v2:172.21.15.26:6800/2678632310 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f7aa4062670 con 0x7f7a880a2ca0 2024-04-25T01:26:01.969 INFO:teuthology.orchestra.run.smithi026.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-25T01:26:01.969 INFO:teuthology.orchestra.run.smithi026.stdout:smithi026 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB74760020480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-04-25T01:26:01.969 INFO:teuthology.orchestra.run.smithi026.stdout:smithi111 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400VZ400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-25T01:26:01.969 INFO:teuthology.orchestra.run.smithi026.stdout:smithi186 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300CB400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-25T01:26:01.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.992+0000 7f7aa9e00700 1 -- 172.21.15.26:0/1164014047 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7a880a2ca0 msgr2=0x7f7a880a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:01.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.992+0000 7f7aa9e00700 1 --2- 172.21.15.26:0/1164014047 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7a880a2ca0 0x7f7a880a5160 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c009680 tx=0x7f7a8c009260 comp rx=0 tx=0).stop 2024-04-25T01:26:01.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.992+0000 7f7aa9e00700 1 -- 172.21.15.26:0/1164014047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7aa41044d0 msgr2=0x7f7aa419a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:01.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.992+0000 7f7aa9e00700 1 --2- 172.21.15.26:0/1164014047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7aa41044d0 0x7f7aa419a6f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7a9400b580 tx=0x7f7a9400bee0 comp rx=0 tx=0).stop 2024-04-25T01:26:01.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.992+0000 7f7aa9e00700 1 -- 172.21.15.26:0/1164014047 shutdown_connections 2024-04-25T01:26:01.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.992+0000 7f7aa9e00700 1 --2- 172.21.15.26:0/1164014047 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7aa4106070 0x7f7aa41a1cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:01.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.992+0000 7f7aa9e00700 1 --2- 172.21.15.26:0/1164014047 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7a880a2ca0 0x7f7a880a5160 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:01.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.992+0000 7f7aa9e00700 1 --2- 172.21.15.26:0/1164014047 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7aa41044d0 0x7f7aa419a6f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:01.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.992+0000 7f7aa9e00700 1 --2- 172.21.15.26:0/1164014047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aa41056d0 0x7f7aa419ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:01.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.992+0000 7f7aa9e00700 1 -- 172.21.15.26:0/1164014047 >> 172.21.15.26:0/1164014047 conn(0x7f7aa40ffa90 msgr2=0x7f7aa41089d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:01.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.992+0000 7f7aa9e00700 1 -- 172.21.15.26:0/1164014047 shutdown_connections 2024-04-25T01:26:01.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:01.992+0000 7f7aa9e00700 1 -- 172.21.15.26:0/1164014047 wait complete. 2024-04-25T01:26:02.691 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:02 smithi026 ceph-mon[28096]: pgmap v386: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:26:02.761 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-25T01:26:02.770 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-25T01:26:02.771 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-25T01:26:02.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:02 smithi186 ceph-mon[32747]: pgmap v386: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:26:02.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:02 smithi111 ceph-mon[32623]: pgmap v386: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:26:03.244 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:26:03.645 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:03 smithi026 ceph-mon[28096]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:26:03.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:03 smithi186 ceph-mon[32747]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:26:03.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:03 smithi111 ceph-mon[32623]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T01:26:04.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:04 smithi026 ceph-mon[28096]: pgmap v387: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:04.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:04 smithi186 ceph-mon[32747]: pgmap v387: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:04.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:04 smithi111 ceph-mon[32623]: pgmap v387: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:05.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.675+0000 7f07b1c00700 1 -- 172.21.15.26:0/3026620267 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07ac1034e0 msgr2=0x7f07ac103940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:05.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.675+0000 7f07b1c00700 1 --2- 172.21.15.26:0/3026620267 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07ac1034e0 0x7f07ac103940 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0794009990 tx=0x7f0794009ca0 comp rx=0 tx=0).stop 2024-04-25T01:26:05.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.675+0000 7f07b1c00700 1 -- 172.21.15.26:0/3026620267 shutdown_connections 2024-04-25T01:26:05.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.675+0000 7f07b1c00700 1 --2- 172.21.15.26:0/3026620267 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07ac103e80 0x7f07ac10a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:05.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.675+0000 7f07b1c00700 1 --2- 172.21.15.26:0/3026620267 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07ac1022e0 0x7f07ac102700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:05.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.675+0000 7f07b1c00700 1 --2- 172.21.15.26:0/3026620267 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07ac1034e0 0x7f07ac103940 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:05.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.675+0000 7f07b1c00700 1 -- 172.21.15.26:0/3026620267 >> 172.21.15.26:0/3026620267 conn(0x7f07ac0fd880 msgr2=0x7f07ac0ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:05.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.675+0000 7f07b1c00700 1 -- 172.21.15.26:0/3026620267 shutdown_connections 2024-04-25T01:26:05.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.675+0000 7f07b1c00700 1 -- 172.21.15.26:0/3026620267 wait complete. 2024-04-25T01:26:05.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.676+0000 7f07b1c00700 1 Processor -- start 2024-04-25T01:26:05.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.676+0000 7f07b1c00700 1 -- start start 2024-04-25T01:26:05.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.676+0000 7f07b1c00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07ac1022e0 0x7f07ac19a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:05.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.676+0000 7f07b1c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07ac1034e0 0x7f07ac19ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:05.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.676+0000 7f07b1c00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07ac103e80 0x7f07ac1a1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:05.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.676+0000 7f07b1c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f07ac10def0 con 0x7f07ac1034e0 2024-04-25T01:26:05.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.676+0000 7f07b1c00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f07ac10dd70 con 0x7f07ac103e80 2024-04-25T01:26:05.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.676+0000 7f07b1c00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f07ac10e070 con 0x7f07ac1022e0 2024-04-25T01:26:05.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.677+0000 7f07aaa00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07ac1022e0 0x7f07ac19a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:05.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.677+0000 7f07a2000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07ac1034e0 0x7f07ac19ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:05.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.677+0000 7f07aaa00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07ac1022e0 0x7f07ac19a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:36072/0 (socket says 172.21.15.26:36072) 2024-04-25T01:26:05.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.677+0000 7f07aaa00700 1 -- 172.21.15.26:0/1973252595 learned_addr learned my addr 172.21.15.26:0/1973252595 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:05.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.677+0000 7f07ab400700 1 --2- 172.21.15.26:0/1973252595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07ac103e80 0x7f07ac1a1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:05.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.677+0000 7f07aaa00700 1 -- 172.21.15.26:0/1973252595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07ac103e80 msgr2=0x7f07ac1a1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:05.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.677+0000 7f07aaa00700 1 --2- 172.21.15.26:0/1973252595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07ac103e80 0x7f07ac1a1ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:05.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.677+0000 7f07aaa00700 1 -- 172.21.15.26:0/1973252595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07ac1034e0 msgr2=0x7f07ac19ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:05.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.677+0000 7f07aaa00700 1 --2- 172.21.15.26:0/1973252595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07ac1034e0 0x7f07ac19ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:05.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.677+0000 7f07aaa00700 1 -- 172.21.15.26:0/1973252595 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07ac1a2340 con 0x7f07ac1022e0 2024-04-25T01:26:05.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.678+0000 7f07aaa00700 1 --2- 172.21.15.26:0/1973252595 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07ac1022e0 0x7f07ac19a6e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f079c00c170 tx=0x7f079c00c480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:05.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.678+0000 7f07a3e00700 1 -- 172.21.15.26:0/1973252595 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f079c00cd00 con 0x7f07ac1022e0 2024-04-25T01:26:05.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.678+0000 7f07a3e00700 1 -- 172.21.15.26:0/1973252595 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f079c018070 con 0x7f07ac1022e0 2024-04-25T01:26:05.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.678+0000 7f07b1c00700 1 -- 172.21.15.26:0/1973252595 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07ac1a25d0 con 0x7f07ac1022e0 2024-04-25T01:26:05.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.678+0000 7f07a3e00700 1 -- 172.21.15.26:0/1973252595 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f079c013660 con 0x7f07ac1022e0 2024-04-25T01:26:05.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.678+0000 7f07b1c00700 1 -- 172.21.15.26:0/1973252595 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07ac1a2b60 con 0x7f07ac1022e0 2024-04-25T01:26:05.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.679+0000 7f07b1c00700 1 -- 172.21.15.26:0/1973252595 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07ac068f20 con 0x7f07ac1022e0 2024-04-25T01:26:05.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.681+0000 7f07a3e00700 1 -- 172.21.15.26:0/1973252595 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f079c012070 con 0x7f07ac1022e0 2024-04-25T01:26:05.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.682+0000 7f07a3e00700 1 --2- 172.21.15.26:0/1973252595 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07900a2ca0 0x7f07900a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:05.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.683+0000 7f07a3e00700 1 -- 172.21.15.26:0/1973252595 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f079c0cee00 con 0x7f07ac1022e0 2024-04-25T01:26:05.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.683+0000 7f07a2000700 1 --2- 172.21.15.26:0/1973252595 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07900a2ca0 0x7f07900a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:05.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.683+0000 7f07a2000700 1 --2- 172.21.15.26:0/1973252595 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07900a2ca0 0x7f07900a5160 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f079400b2e0 tx=0x7f0794005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:05.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.687+0000 7f07a3e00700 1 -- 172.21.15.26:0/1973252595 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f079c010040 con 0x7f07ac1022e0 2024-04-25T01:26:05.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.964+0000 7f07b1c00700 1 -- 172.21.15.26:0/1973252595 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f07ac1a3530 con 0x7f07ac1022e0 2024-04-25T01:26:05.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.965+0000 7f07a3e00700 1 -- 172.21.15.26:0/1973252595 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 27 v27) ==== 76+0+3094 (secure 0 0 0) 0x7f079c09bce0 con 0x7f07ac1022e0 2024-04-25T01:26:05.946 INFO:teuthology.orchestra.run.smithi026.stdout:e27 2024-04-25T01:26:05.947 INFO:teuthology.orchestra.run.smithi026.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-25T01:26:05.947 INFO:teuthology.orchestra.run.smithi026.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T01:26:05.947 INFO:teuthology.orchestra.run.smithi026.stdout:legacy client fscid: 1 2024-04-25T01:26:05.947 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:26:05.947 INFO:teuthology.orchestra.run.smithi026.stdout:Filesystem 'cephfs' (1) 2024-04-25T01:26:05.947 INFO:teuthology.orchestra.run.smithi026.stdout:fs_name cephfs 2024-04-25T01:26:05.947 INFO:teuthology.orchestra.run.smithi026.stdout:epoch 27 2024-04-25T01:26:05.947 INFO:teuthology.orchestra.run.smithi026.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-25T01:26:05.947 INFO:teuthology.orchestra.run.smithi026.stdout:created 2024-04-25T01:23:53.313159+0000 2024-04-25T01:26:05.947 INFO:teuthology.orchestra.run.smithi026.stdout:modified 2024-04-25T01:24:00.874004+0000 2024-04-25T01:26:05.947 INFO:teuthology.orchestra.run.smithi026.stdout:tableserver 0 2024-04-25T01:26:05.947 INFO:teuthology.orchestra.run.smithi026.stdout:root 0 2024-04-25T01:26:05.948 INFO:teuthology.orchestra.run.smithi026.stdout:session_timeout 300 2024-04-25T01:26:05.948 INFO:teuthology.orchestra.run.smithi026.stdout:session_autoclose 300 2024-04-25T01:26:05.948 INFO:teuthology.orchestra.run.smithi026.stdout:max_file_size 1099511627776 2024-04-25T01:26:05.948 INFO:teuthology.orchestra.run.smithi026.stdout:max_xattr_size 65536 2024-04-25T01:26:05.948 INFO:teuthology.orchestra.run.smithi026.stdout:required_client_features {} 2024-04-25T01:26:05.948 INFO:teuthology.orchestra.run.smithi026.stdout:last_failure 0 2024-04-25T01:26:05.948 INFO:teuthology.orchestra.run.smithi026.stdout:last_failure_osd_epoch 0 2024-04-25T01:26:05.948 INFO:teuthology.orchestra.run.smithi026.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T01:26:05.948 INFO:teuthology.orchestra.run.smithi026.stdout:max_mds 5 2024-04-25T01:26:05.948 INFO:teuthology.orchestra.run.smithi026.stdout:in 0,1,2,3,4 2024-04-25T01:26:05.948 INFO:teuthology.orchestra.run.smithi026.stdout:up {0=24575,1=24535,2=24502,3=24491,4=24466} 2024-04-25T01:26:05.948 INFO:teuthology.orchestra.run.smithi026.stdout:failed 2024-04-25T01:26:05.948 INFO:teuthology.orchestra.run.smithi026.stdout:damaged 2024-04-25T01:26:05.948 INFO:teuthology.orchestra.run.smithi026.stdout:stopped 2024-04-25T01:26:05.949 INFO:teuthology.orchestra.run.smithi026.stdout:data_pools [3] 2024-04-25T01:26:05.949 INFO:teuthology.orchestra.run.smithi026.stdout:metadata_pool 2 2024-04-25T01:26:05.949 INFO:teuthology.orchestra.run.smithi026.stdout:inline_data disabled 2024-04-25T01:26:05.949 INFO:teuthology.orchestra.run.smithi026.stdout:balancer 2024-04-25T01:26:05.949 INFO:teuthology.orchestra.run.smithi026.stdout:bal_rank_mask -1 2024-04-25T01:26:05.949 INFO:teuthology.orchestra.run.smithi026.stdout:standby_count_wanted 0 2024-04-25T01:26:05.949 INFO:teuthology.orchestra.run.smithi026.stdout:qdb_cluster leader: 24575 members: 24502,24535,24466,24491,24575 2024-04-25T01:26:05.949 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.b{0:24575} state up:active seq 3 addr [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T01:26:05.949 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.h{0:24518} state up:standby-replay seq 1 addr [v2:172.21.15.111:6836/3470022126,v1:172.21.15.111:6837/3470022126] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T01:26:05.949 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.i{1:24535} state up:active seq 7 addr [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T01:26:05.949 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.c{1:24514} state up:standby-replay seq 1 addr [v2:172.21.15.186:6836/3955680978,v1:172.21.15.186:6837/3955680978] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T01:26:05.950 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.f{2:24502} state up:active seq 9 addr [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T01:26:05.950 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.l{2:24445} state up:standby-replay seq 1 addr [v2:172.21.15.186:6832/1434198326,v1:172.21.15.186:6833/1434198326] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T01:26:05.950 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.e{3:24491} state up:active seq 10 addr [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T01:26:05.950 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.k{3:24443} state up:standby-replay seq 1 addr [v2:172.21.15.111:6832/1178904460,v1:172.21.15.111:6833/1178904460] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T01:26:05.950 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.j{4:24466} state up:active seq 12 addr [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T01:26:05.950 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.a{4:14469} state up:standby-replay seq 1 addr [v2:172.21.15.26:6840/706502534,v1:172.21.15.26:6841/706502534] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T01:26:05.950 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:26:05.950 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:26:05.950 INFO:teuthology.orchestra.run.smithi026.stdout:Standby daemons: 2024-04-25T01:26:05.950 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:26:05.950 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.d{-1:14403} state up:standby seq 1 addr [v2:172.21.15.26:6836/14397309,v1:172.21.15.26:6837/14397309] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T01:26:05.950 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.g{-1:14451} state up:standby seq 1 addr [v2:172.21.15.26:6838/2305348479,v1:172.21.15.26:6839/2305348479] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T01:26:05.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.969+0000 7f07b1c00700 1 -- 172.21.15.26:0/1973252595 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07900a2ca0 msgr2=0x7f07900a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:05.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.969+0000 7f07b1c00700 1 --2- 172.21.15.26:0/1973252595 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07900a2ca0 0x7f07900a5160 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f079400b2e0 tx=0x7f0794005fd0 comp rx=0 tx=0).stop 2024-04-25T01:26:05.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.969+0000 7f07b1c00700 1 -- 172.21.15.26:0/1973252595 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07ac1022e0 msgr2=0x7f07ac19a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:05.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.969+0000 7f07b1c00700 1 --2- 172.21.15.26:0/1973252595 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07ac1022e0 0x7f07ac19a6e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f079c00c170 tx=0x7f079c00c480 comp rx=0 tx=0).stop 2024-04-25T01:26:05.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.969+0000 7f07b1c00700 1 -- 172.21.15.26:0/1973252595 shutdown_connections 2024-04-25T01:26:05.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.969+0000 7f07b1c00700 1 --2- 172.21.15.26:0/1973252595 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07900a2ca0 0x7f07900a5160 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:05.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.969+0000 7f07b1c00700 1 --2- 172.21.15.26:0/1973252595 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07ac103e80 0x7f07ac1a1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:05.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.969+0000 7f07b1c00700 1 --2- 172.21.15.26:0/1973252595 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07ac1022e0 0x7f07ac19a6e0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:05.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.969+0000 7f07b1c00700 1 --2- 172.21.15.26:0/1973252595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07ac1034e0 0x7f07ac19ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:05.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.970+0000 7f07b1c00700 1 -- 172.21.15.26:0/1973252595 >> 172.21.15.26:0/1973252595 conn(0x7f07ac0fd880 msgr2=0x7f07ac074460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:05.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.970+0000 7f07b1c00700 1 -- 172.21.15.26:0/1973252595 shutdown_connections 2024-04-25T01:26:05.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:05.970+0000 7f07b1c00700 1 -- 172.21.15.26:0/1973252595 wait complete. 2024-04-25T01:26:05.952 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 27 2024-04-25T01:26:06.654 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:06 smithi026 ceph-mon[28096]: pgmap v388: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:26:06.655 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:06 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1973252595' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T01:26:06.739 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-25T01:26:06.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:06 smithi186 ceph-mon[32747]: pgmap v388: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:26:06.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:06 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1973252595' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T01:26:06.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:06 smithi111 ceph-mon[32623]: pgmap v388: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:26:06.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:06 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1973252595' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T01:26:07.212 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:26:08.661 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:08 smithi026 ceph-mon[28096]: pgmap v389: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:26:08.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:08 smithi186 ceph-mon[32747]: pgmap v389: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:26:08.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:08 smithi111 ceph-mon[32623]: pgmap v389: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:26:09.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.538+0000 7f9c3fe00700 1 -- 172.21.15.26:0/622912680 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9c401043d0 msgr2=0x7f9c401047f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:09.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.538+0000 7f9c3fe00700 1 --2- 172.21.15.26:0/622912680 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9c401043d0 0x7f9c401047f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9c30009990 tx=0x7f9c30009ca0 comp rx=0 tx=0).stop 2024-04-25T01:26:09.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.538+0000 7f9c3fe00700 1 -- 172.21.15.26:0/622912680 shutdown_connections 2024-04-25T01:26:09.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.538+0000 7f9c3fe00700 1 --2- 172.21.15.26:0/622912680 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9c40105f70 0x7f9c4010c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:09.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.538+0000 7f9c3fe00700 1 --2- 172.21.15.26:0/622912680 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9c401043d0 0x7f9c401047f0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:09.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.538+0000 7f9c3fe00700 1 --2- 172.21.15.26:0/622912680 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c401055d0 0x7f9c40105a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:09.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.538+0000 7f9c3fe00700 1 -- 172.21.15.26:0/622912680 >> 172.21.15.26:0/622912680 conn(0x7f9c400ff970 msgr2=0x7f9c40101db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:09.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.538+0000 7f9c3fe00700 1 -- 172.21.15.26:0/622912680 shutdown_connections 2024-04-25T01:26:09.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.538+0000 7f9c3fe00700 1 -- 172.21.15.26:0/622912680 wait complete. 2024-04-25T01:26:09.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.540+0000 7f9c3fe00700 1 Processor -- start 2024-04-25T01:26:09.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.540+0000 7f9c3fe00700 1 -- start start 2024-04-25T01:26:09.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.540+0000 7f9c3fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c401043d0 0x7f9c4019a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:09.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.540+0000 7f9c3fe00700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9c401055d0 0x7f9c4019ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:09.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.540+0000 7f9c3fe00700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9c40105f70 0x7f9c401a1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:09.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.540+0000 7f9c3fe00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9c40110010 con 0x7f9c401043d0 2024-04-25T01:26:09.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.540+0000 7f9c3fe00700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f9c4010fe90 con 0x7f9c40105f70 2024-04-25T01:26:09.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.540+0000 7f9c3fe00700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f9c40110190 con 0x7f9c401055d0 2024-04-25T01:26:09.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.540+0000 7f9c3ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c401043d0 0x7f9c4019a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:09.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.541+0000 7f9c3e000700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9c401055d0 0x7f9c4019ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:09.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.541+0000 7f9c3ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c401043d0 0x7f9c4019a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40426/0 (socket says 172.21.15.26:40426) 2024-04-25T01:26:09.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.541+0000 7f9c3ea00700 1 -- 172.21.15.26:0/3778628458 learned_addr learned my addr 172.21.15.26:0/3778628458 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:09.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.541+0000 7f9c3f400700 1 --2- 172.21.15.26:0/3778628458 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9c40105f70 0x7f9c401a1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:09.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.541+0000 7f9c3ea00700 1 -- 172.21.15.26:0/3778628458 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9c401055d0 msgr2=0x7f9c4019ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:09.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.541+0000 7f9c3ea00700 1 --2- 172.21.15.26:0/3778628458 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9c401055d0 0x7f9c4019ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:09.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.541+0000 7f9c3ea00700 1 -- 172.21.15.26:0/3778628458 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9c40105f70 msgr2=0x7f9c401a1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:09.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.541+0000 7f9c3ea00700 1 --2- 172.21.15.26:0/3778628458 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9c40105f70 0x7f9c401a1bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:09.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.541+0000 7f9c3ea00700 1 -- 172.21.15.26:0/3778628458 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c401a2250 con 0x7f9c401043d0 2024-04-25T01:26:09.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.541+0000 7f9c3e000700 1 --2- 172.21.15.26:0/3778628458 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9c401055d0 0x7f9c4019ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:09.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.541+0000 7f9c3ea00700 1 --2- 172.21.15.26:0/3778628458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c401043d0 0x7f9c4019a5f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9c3000b820 tx=0x7f9c3000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:09.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.542+0000 7f9c37400700 1 -- 172.21.15.26:0/3778628458 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c30026070 con 0x7f9c401043d0 2024-04-25T01:26:09.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.542+0000 7f9c3fe00700 1 -- 172.21.15.26:0/3778628458 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c401a24e0 con 0x7f9c401043d0 2024-04-25T01:26:09.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.542+0000 7f9c37400700 1 -- 172.21.15.26:0/3778628458 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c3000fda0 con 0x7f9c401043d0 2024-04-25T01:26:09.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.542+0000 7f9c37400700 1 -- 172.21.15.26:0/3778628458 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c30017650 con 0x7f9c401043d0 2024-04-25T01:26:09.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.542+0000 7f9c3fe00700 1 -- 172.21.15.26:0/3778628458 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c401a2990 con 0x7f9c401043d0 2024-04-25T01:26:09.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.543+0000 7f9c3fe00700 1 -- 172.21.15.26:0/3778628458 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c40068f20 con 0x7f9c401043d0 2024-04-25T01:26:09.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.545+0000 7f9c37400700 1 -- 172.21.15.26:0/3778628458 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9c30029070 con 0x7f9c401043d0 2024-04-25T01:26:09.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.547+0000 7f9c37400700 1 --2- 172.21.15.26:0/3778628458 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9c240a2c20 0x7f9c240a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:09.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.547+0000 7f9c37400700 1 -- 172.21.15.26:0/3778628458 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f9c300d0070 con 0x7f9c401043d0 2024-04-25T01:26:09.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.548+0000 7f9c3e000700 1 --2- 172.21.15.26:0/3778628458 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9c240a2c20 0x7f9c240a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:09.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.548+0000 7f9c3e000700 1 --2- 172.21.15.26:0/3778628458 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9c240a2c20 0x7f9c240a50e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c011490 tx=0x7f9c2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:09.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.552+0000 7f9c37400700 1 -- 172.21.15.26:0/3778628458 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f9c3005d740 con 0x7f9c401043d0 2024-04-25T01:26:09.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.783+0000 7f9c3fe00700 1 -- 172.21.15.26:0/3778628458 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f9c40062e40 con 0x7f9c401043d0 2024-04-25T01:26:09.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.785+0000 7f9c37400700 1 -- 172.21.15.26:0/3778628458 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v88) ==== 56+0+5326 (secure 0 0 0) 0x7f9c300a1e20 con 0x7f9c401043d0 2024-04-25T01:26:09.766 INFO:teuthology.orchestra.run.smithi026.stdout:epoch 88 2024-04-25T01:26:09.766 INFO:teuthology.orchestra.run.smithi026.stdout:fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:26:09.766 INFO:teuthology.orchestra.run.smithi026.stdout:created 2024-04-25T01:14:25.560900+0000 2024-04-25T01:26:09.767 INFO:teuthology.orchestra.run.smithi026.stdout:modified 2024-04-25T01:24:46.838091+0000 2024-04-25T01:26:09.767 INFO:teuthology.orchestra.run.smithi026.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-25T01:26:09.767 INFO:teuthology.orchestra.run.smithi026.stdout:crush_version 26 2024-04-25T01:26:09.767 INFO:teuthology.orchestra.run.smithi026.stdout:full_ratio 0.95 2024-04-25T01:26:09.767 INFO:teuthology.orchestra.run.smithi026.stdout:backfillfull_ratio 0.9 2024-04-25T01:26:09.767 INFO:teuthology.orchestra.run.smithi026.stdout:nearfull_ratio 0.85 2024-04-25T01:26:09.767 INFO:teuthology.orchestra.run.smithi026.stdout:require_min_compat_client luminous 2024-04-25T01:26:09.767 INFO:teuthology.orchestra.run.smithi026.stdout:min_compat_client luminous 2024-04-25T01:26:09.767 INFO:teuthology.orchestra.run.smithi026.stdout:require_osd_release squid 2024-04-25T01:26:09.767 INFO:teuthology.orchestra.run.smithi026.stdout:stretch_mode_enabled false 2024-04-25T01:26:09.767 INFO:teuthology.orchestra.run.smithi026.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-25T01:26:09.767 INFO:teuthology.orchestra.run.smithi026.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 85 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-04-25T01:26:09.768 INFO:teuthology.orchestra.run.smithi026.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 86 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-04-25T01:26:09.768 INFO:teuthology.orchestra.run.smithi026.stdout:max_osd 12 2024-04-25T01:26:09.768 INFO:teuthology.orchestra.run.smithi026.stdout:osd.0 up in weight 1 up_from 8 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.26:6802/2750907511,v1:172.21.15.26:6803/2750907511] [v2:172.21.15.26:6804/2750907511,v1:172.21.15.26:6805/2750907511] exists,up 225463b7-8230-4e90-aaec-8e8877bcc9d7 2024-04-25T01:26:09.768 INFO:teuthology.orchestra.run.smithi026.stdout:osd.1 up in weight 1 up_from 13 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.111:6800/400924695,v1:172.21.15.111:6801/400924695] [v2:172.21.15.111:6802/400924695,v1:172.21.15.111:6803/400924695] exists,up aaf88330-d781-40ca-9859-3d8565e3c9c5 2024-04-25T01:26:09.768 INFO:teuthology.orchestra.run.smithi026.stdout:osd.2 up in weight 1 up_from 18 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.186:6800/1478387561,v1:172.21.15.186:6801/1478387561] [v2:172.21.15.186:6802/1478387561,v1:172.21.15.186:6803/1478387561] exists,up 8bc2824b-7468-4780-9019-6cebb9d28780 2024-04-25T01:26:09.768 INFO:teuthology.orchestra.run.smithi026.stdout:osd.3 up in weight 1 up_from 26 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.26:6810/4159370495,v1:172.21.15.26:6811/4159370495] [v2:172.21.15.26:6812/4159370495,v1:172.21.15.26:6813/4159370495] exists,up cafddc20-258d-42dd-b096-c7b37a33d1c9 2024-04-25T01:26:09.768 INFO:teuthology.orchestra.run.smithi026.stdout:osd.4 up in weight 1 up_from 34 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.111:6808/922263113,v1:172.21.15.111:6809/922263113] [v2:172.21.15.111:6810/922263113,v1:172.21.15.111:6811/922263113] exists,up 11785220-8182-4e7f-b0a4-77dba02bb178 2024-04-25T01:26:09.768 INFO:teuthology.orchestra.run.smithi026.stdout:osd.5 up in weight 1 up_from 39 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.186:6808/2528852084,v1:172.21.15.186:6809/2528852084] [v2:172.21.15.186:6810/2528852084,v1:172.21.15.186:6811/2528852084] exists,up 24513b4c-bffa-4617-9064-de68acc8eeea 2024-04-25T01:26:09.768 INFO:teuthology.orchestra.run.smithi026.stdout:osd.6 up in weight 1 up_from 47 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.26:6818/2711002832,v1:172.21.15.26:6819/2711002832] [v2:172.21.15.26:6820/2711002832,v1:172.21.15.26:6821/2711002832] exists,up 737c3db7-5c10-4c6e-96fa-1bb454ae2daa 2024-04-25T01:26:09.768 INFO:teuthology.orchestra.run.smithi026.stdout:osd.7 up in weight 1 up_from 52 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.111:6816/2045734090,v1:172.21.15.111:6817/2045734090] [v2:172.21.15.111:6818/2045734090,v1:172.21.15.111:6819/2045734090] exists,up 8b52ba17-c9e9-483d-94db-5ee377ac7d22 2024-04-25T01:26:09.768 INFO:teuthology.orchestra.run.smithi026.stdout:osd.8 up in weight 1 up_from 60 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.186:6816/3517686543,v1:172.21.15.186:6817/3517686543] [v2:172.21.15.186:6818/3517686543,v1:172.21.15.186:6819/3517686543] exists,up 394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a 2024-04-25T01:26:09.768 INFO:teuthology.orchestra.run.smithi026.stdout:osd.9 up in weight 1 up_from 68 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.26:6826/72894283,v1:172.21.15.26:6827/72894283] [v2:172.21.15.26:6828/72894283,v1:172.21.15.26:6829/72894283] exists,up 4e3af76f-d606-427d-8efa-12379acfb2f3 2024-04-25T01:26:09.768 INFO:teuthology.orchestra.run.smithi026.stdout:osd.10 up in weight 1 up_from 73 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.111:6824/4193637000,v1:172.21.15.111:6825/4193637000] [v2:172.21.15.111:6826/4193637000,v1:172.21.15.111:6827/4193637000] exists,up 651aaa70-faa2-44b5-9ab0-3cb496db147b 2024-04-25T01:26:09.769 INFO:teuthology.orchestra.run.smithi026.stdout:osd.11 up in weight 1 up_from 81 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.186:6824/386070169,v1:172.21.15.186:6825/386070169] [v2:172.21.15.186:6826/386070169,v1:172.21.15.186:6827/386070169] exists,up 6e598fdc-33e2-4c0c-a1ac-e35908cc4c39 2024-04-25T01:26:09.769 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 2.2 [7,11] 2024-04-25T01:26:09.769 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 2.5 [8,11] 2024-04-25T01:26:09.769 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 2.e [2,4] 2024-04-25T01:26:09.769 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 2.14 [2,4] 2024-04-25T01:26:09.769 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 2.1a [8,1] 2024-04-25T01:26:09.769 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 3.0 [4,8] 2024-04-25T01:26:09.769 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 3.c [3,9] 2024-04-25T01:26:09.769 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 3.11 [5,9] 2024-04-25T01:26:09.769 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 3.14 [4,6] 2024-04-25T01:26:09.769 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 3.24 [4,9] 2024-04-25T01:26:09.769 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:6801/4127845359 expires 2024-04-26T01:15:44.940175+0000 2024-04-25T01:26:09.769 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:6800/4127845359 expires 2024-04-26T01:15:44.940175+0000 2024-04-25T01:26:09.770 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/1036851625 expires 2024-04-26T01:15:44.940175+0000 2024-04-25T01:26:09.770 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/4103699069 expires 2024-04-26T01:15:44.940175+0000 2024-04-25T01:26:09.770 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:6801/1337649924 expires 2024-04-26T01:15:09.010195+0000 2024-04-25T01:26:09.770 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/3683020118 expires 2024-04-26T01:15:44.940175+0000 2024-04-25T01:26:09.770 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/182120408 expires 2024-04-26T01:15:09.010195+0000 2024-04-25T01:26:09.770 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/3929486128 expires 2024-04-26T01:15:09.010195+0000 2024-04-25T01:26:09.770 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:6800/1337649924 expires 2024-04-26T01:15:09.010195+0000 2024-04-25T01:26:09.770 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/1431263717 expires 2024-04-26T01:15:09.010195+0000 2024-04-25T01:26:09.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.790+0000 7f9c3fe00700 1 -- 172.21.15.26:0/3778628458 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9c240a2c20 msgr2=0x7f9c240a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:09.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.790+0000 7f9c3fe00700 1 --2- 172.21.15.26:0/3778628458 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9c240a2c20 0x7f9c240a50e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c011490 tx=0x7f9c2c009260 comp rx=0 tx=0).stop 2024-04-25T01:26:09.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.790+0000 7f9c3fe00700 1 -- 172.21.15.26:0/3778628458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c401043d0 msgr2=0x7f9c4019a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:09.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.790+0000 7f9c3fe00700 1 --2- 172.21.15.26:0/3778628458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c401043d0 0x7f9c4019a5f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9c3000b820 tx=0x7f9c3000f690 comp rx=0 tx=0).stop 2024-04-25T01:26:09.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.791+0000 7f9c3fe00700 1 -- 172.21.15.26:0/3778628458 shutdown_connections 2024-04-25T01:26:09.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.791+0000 7f9c3fe00700 1 --2- 172.21.15.26:0/3778628458 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f9c240a2c20 0x7f9c240a50e0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:09.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.791+0000 7f9c3fe00700 1 --2- 172.21.15.26:0/3778628458 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9c40105f70 0x7f9c401a1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:09.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.791+0000 7f9c3fe00700 1 --2- 172.21.15.26:0/3778628458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c401043d0 0x7f9c4019a5f0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:09.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.791+0000 7f9c3fe00700 1 --2- 172.21.15.26:0/3778628458 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9c401055d0 0x7f9c4019ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:09.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.791+0000 7f9c3fe00700 1 -- 172.21.15.26:0/3778628458 >> 172.21.15.26:0/3778628458 conn(0x7f9c400ff970 msgr2=0x7f9c401088d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:09.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.791+0000 7f9c3fe00700 1 -- 172.21.15.26:0/3778628458 shutdown_connections 2024-04-25T01:26:09.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:09.791+0000 7f9c3fe00700 1 -- 172.21.15.26:0/3778628458 wait complete. 2024-04-25T01:26:10.627 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-25T01:26:10.642 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T01:26:10.725 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:10 smithi026 ceph-mon[28096]: pgmap v390: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:10.725 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:10 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3778628458' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T01:26:10.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:10 smithi186 ceph-mon[32747]: pgmap v390: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:10.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:10 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3778628458' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T01:26:10.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:10 smithi111 ceph-mon[32623]: pgmap v390: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:10.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:10 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3778628458' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T01:26:10.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.888+0000 7ff048200640 1 -- 172.21.15.26:0/2727684566 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff040075780 msgr2=0x7ff040073bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:10.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.888+0000 7ff048200640 1 --2- 172.21.15.26:0/2727684566 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff040075780 0x7ff040073bd0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7ff030009900 tx=0x7ff03002a3f0 comp rx=0 tx=0).stop 2024-04-25T01:26:10.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.888+0000 7ff048200640 1 -- 172.21.15.26:0/2727684566 shutdown_connections 2024-04-25T01:26:10.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.888+0000 7ff048200640 1 --2- 172.21.15.26:0/2727684566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff04010dd60 0x7ff040110150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:10.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.888+0000 7ff048200640 1 --2- 172.21.15.26:0/2727684566 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff0400741a0 0x7ff040074620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:10.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.888+0000 7ff048200640 1 --2- 172.21.15.26:0/2727684566 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff040075780 0x7ff040073bd0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:10.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.888+0000 7ff048200640 1 -- 172.21.15.26:0/2727684566 >> 172.21.15.26:0/2727684566 conn(0x7ff0400fcd20 msgr2=0x7ff0400ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:10.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.888+0000 7ff048200640 1 -- 172.21.15.26:0/2727684566 shutdown_connections 2024-04-25T01:26:10.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.888+0000 7ff048200640 1 -- 172.21.15.26:0/2727684566 wait complete. 2024-04-25T01:26:10.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.889+0000 7ff048200640 1 Processor -- start 2024-04-25T01:26:10.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.889+0000 7ff048200640 1 -- start start 2024-04-25T01:26:10.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.889+0000 7ff048200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff0400741a0 0x7ff04019e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:10.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.889+0000 7ff048200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff040075780 0x7ff04019e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:10.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.889+0000 7ff048200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff04010dd60 0x7ff0401a5650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:10.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.889+0000 7ff048200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff040113a50 con 0x7ff040075780 2024-04-25T01:26:10.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.889+0000 7ff048200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff0401138d0 con 0x7ff0400741a0 2024-04-25T01:26:10.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.889+0000 7ff048200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7ff040113bd0 con 0x7ff04010dd60 2024-04-25T01:26:10.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.890+0000 7ff044e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff040075780 0x7ff04019e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:10.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.890+0000 7ff044e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff040075780 0x7ff04019e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40446/0 (socket says 172.21.15.26:40446) 2024-04-25T01:26:10.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.890+0000 7ff044e00640 1 -- 172.21.15.26:0/1681041949 learned_addr learned my addr 172.21.15.26:0/1681041949 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:10.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.890+0000 7ff046200640 1 --2- 172.21.15.26:0/1681041949 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff04010dd60 0x7ff0401a5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:10.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.890+0000 7ff045800640 1 --2- 172.21.15.26:0/1681041949 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff0400741a0 0x7ff04019e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:10.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.890+0000 7ff044e00640 1 -- 172.21.15.26:0/1681041949 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff04010dd60 msgr2=0x7ff0401a5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:10.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.890+0000 7ff044e00640 1 --2- 172.21.15.26:0/1681041949 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff04010dd60 0x7ff0401a5650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:10.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.890+0000 7ff044e00640 1 -- 172.21.15.26:0/1681041949 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff0400741a0 msgr2=0x7ff04019e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:10.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.890+0000 7ff044e00640 1 --2- 172.21.15.26:0/1681041949 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff0400741a0 0x7ff04019e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:10.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.890+0000 7ff044e00640 1 -- 172.21.15.26:0/1681041949 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0401a5cc0 con 0x7ff040075780 2024-04-25T01:26:10.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.890+0000 7ff044e00640 1 --2- 172.21.15.26:0/1681041949 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff040075780 0x7ff04019e5e0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff02c00eb90 tx=0x7ff02c00ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:10.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.891+0000 7ff03e000640 1 -- 172.21.15.26:0/1681041949 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff02c004b20 con 0x7ff040075780 2024-04-25T01:26:10.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.891+0000 7ff03e000640 1 -- 172.21.15.26:0/1681041949 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff02c004cc0 con 0x7ff040075780 2024-04-25T01:26:10.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.891+0000 7ff03e000640 1 -- 172.21.15.26:0/1681041949 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff02c010720 con 0x7ff040075780 2024-04-25T01:26:10.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.891+0000 7ff048200640 1 -- 172.21.15.26:0/1681041949 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0401a5fb0 con 0x7ff040075780 2024-04-25T01:26:10.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.891+0000 7ff048200640 1 -- 172.21.15.26:0/1681041949 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0401a6420 con 0x7ff040075780 2024-04-25T01:26:10.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.892+0000 7ff048200640 1 -- 172.21.15.26:0/1681041949 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff040103f30 con 0x7ff040075780 2024-04-25T01:26:10.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.895+0000 7ff03e000640 1 -- 172.21.15.26:0/1681041949 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff02c005020 con 0x7ff040075780 2024-04-25T01:26:10.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.896+0000 7ff03e000640 1 --2- 172.21.15.26:0/1681041949 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff0240a2b90 0x7ff0240a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:10.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.896+0000 7ff03e000640 1 -- 172.21.15.26:0/1681041949 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7ff02c0cf6b0 con 0x7ff040075780 2024-04-25T01:26:10.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.897+0000 7ff045800640 1 --2- 172.21.15.26:0/1681041949 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff0240a2b90 0x7ff0240a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:10.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.897+0000 7ff045800640 1 --2- 172.21.15.26:0/1681041949 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff0240a2b90 0x7ff0240a5050 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff030005ab0 tx=0x7ff030005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:10.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:10.901+0000 7ff03e000640 1 -- 172.21.15.26:0/1681041949 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7ff02c09c590 con 0x7ff040075780 2024-04-25T01:26:11.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.105+0000 7ff048200640 1 -- 172.21.15.26:0/1681041949 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff0400623e0 con 0x7ff040075780 2024-04-25T01:26:11.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.108+0000 7ff03e000640 1 -- 172.21.15.26:0/1681041949 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22721 (secure 0 0 0) 0x7ff02c09be90 con 0x7ff040075780 2024-04-25T01:26:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:26:11.088 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":88,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:24:46.838091+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T01:23:51.673615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T01:23:52.776694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.2","mappings":[{"from":7,"to":11}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:26:11.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.110+0000 7ff048200640 1 -- 172.21.15.26:0/1681041949 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff0240a2b90 msgr2=0x7ff0240a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:11.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.111+0000 7ff048200640 1 --2- 172.21.15.26:0/1681041949 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff0240a2b90 0x7ff0240a5050 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff030005ab0 tx=0x7ff030005a20 comp rx=0 tx=0).stop 2024-04-25T01:26:11.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.111+0000 7ff048200640 1 -- 172.21.15.26:0/1681041949 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff040075780 msgr2=0x7ff04019e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:11.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.111+0000 7ff048200640 1 --2- 172.21.15.26:0/1681041949 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff040075780 0x7ff04019e5e0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff02c00eb90 tx=0x7ff02c00ef90 comp rx=0 tx=0).stop 2024-04-25T01:26:11.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.111+0000 7ff048200640 1 -- 172.21.15.26:0/1681041949 shutdown_connections 2024-04-25T01:26:11.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.111+0000 7ff048200640 1 --2- 172.21.15.26:0/1681041949 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff0240a2b90 0x7ff0240a5050 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.111+0000 7ff048200640 1 --2- 172.21.15.26:0/1681041949 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff04010dd60 0x7ff0401a5650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.111+0000 7ff048200640 1 --2- 172.21.15.26:0/1681041949 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff040075780 0x7ff04019e5e0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.111+0000 7ff048200640 1 --2- 172.21.15.26:0/1681041949 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff0400741a0 0x7ff04019e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.111+0000 7ff048200640 1 -- 172.21.15.26:0/1681041949 >> 172.21.15.26:0/1681041949 conn(0x7ff0400fcd20 msgr2=0x7ff040101100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:11.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.111+0000 7ff048200640 1 -- 172.21.15.26:0/1681041949 shutdown_connections 2024-04-25T01:26:11.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.111+0000 7ff048200640 1 -- 172.21.15.26:0/1681041949 wait complete. 2024-04-25T01:26:11.109 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T01:18:37.687060+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T01:23:51.673615+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T01:23:52.776694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T01:26:11.109 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T01:26:11.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.342+0000 7f6aebe00640 1 -- 172.21.15.26:0/1458382925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6aec1028c0 msgr2=0x7f6aec102d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:11.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.342+0000 7f6aebe00640 1 --2- 172.21.15.26:0/1458382925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6aec1028c0 0x7f6aec102d40 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6ad4009900 tx=0x7f6ad402a3f0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.343+0000 7f6aebe00640 1 -- 172.21.15.26:0/1458382925 shutdown_connections 2024-04-25T01:26:11.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.343+0000 7f6aebe00640 1 --2- 172.21.15.26:0/1458382925 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aec103280 0x7f6aec109b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.343+0000 7f6aebe00640 1 --2- 172.21.15.26:0/1458382925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6aec1028c0 0x7f6aec102d40 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.343+0000 7f6aebe00640 1 --2- 172.21.15.26:0/1458382925 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6aec1016d0 0x7f6aec101af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.343+0000 7f6aebe00640 1 -- 172.21.15.26:0/1458382925 >> 172.21.15.26:0/1458382925 conn(0x7f6aec0fcc40 msgr2=0x7f6aec0ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:11.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.343+0000 7f6aebe00640 1 -- 172.21.15.26:0/1458382925 shutdown_connections 2024-04-25T01:26:11.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.343+0000 7f6aebe00640 1 -- 172.21.15.26:0/1458382925 wait complete. 2024-04-25T01:26:11.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.344+0000 7f6aebe00640 1 Processor -- start 2024-04-25T01:26:11.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.344+0000 7f6aebe00640 1 -- start start 2024-04-25T01:26:11.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.345+0000 7f6aebe00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6aec1016d0 0x7f6aec1979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:11.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.345+0000 7f6aebe00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aec1028c0 0x7f6aec197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:11.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.345+0000 7f6aebe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6aec103280 0x7f6aec19ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:11.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.345+0000 7f6aebe00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6aec10d2f0 con 0x7f6aec103280 2024-04-25T01:26:11.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.345+0000 7f6aebe00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6aec10d170 con 0x7f6aec1028c0 2024-04-25T01:26:11.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.345+0000 7f6aebe00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f6aec10d470 con 0x7f6aec1016d0 2024-04-25T01:26:11.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.345+0000 7f6aeb400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6aec103280 0x7f6aec19ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:11.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.345+0000 7f6aeaa00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6aec1016d0 0x7f6aec1979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:11.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.345+0000 7f6aeb400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6aec103280 0x7f6aec19ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40472/0 (socket says 172.21.15.26:40472) 2024-04-25T01:26:11.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.345+0000 7f6aeb400640 1 -- 172.21.15.26:0/3043305027 learned_addr learned my addr 172.21.15.26:0/3043305027 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:11.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.345+0000 7f6aea000640 1 --2- 172.21.15.26:0/3043305027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aec1028c0 0x7f6aec197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:11.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.346+0000 7f6aeaa00640 1 -- 172.21.15.26:0/3043305027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aec1028c0 msgr2=0x7f6aec197ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:11.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.346+0000 7f6aeaa00640 1 --2- 172.21.15.26:0/3043305027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aec1028c0 0x7f6aec197ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.346+0000 7f6aeaa00640 1 -- 172.21.15.26:0/3043305027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6aec103280 msgr2=0x7f6aec19ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:11.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.346+0000 7f6aeaa00640 1 --2- 172.21.15.26:0/3043305027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6aec103280 0x7f6aec19ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.346+0000 7f6aeaa00640 1 -- 172.21.15.26:0/3043305027 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6aec19f5c0 con 0x7f6aec1016d0 2024-04-25T01:26:11.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.346+0000 7f6aeb400640 1 --2- 172.21.15.26:0/3043305027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6aec103280 0x7f6aec19ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:11.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.346+0000 7f6aeaa00640 1 --2- 172.21.15.26:0/3043305027 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6aec1016d0 0x7f6aec1979a0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f6adc005fd0 tx=0x7f6adc00ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:11.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.346+0000 7f6ae3400640 1 -- 172.21.15.26:0/3043305027 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6adc003970 con 0x7f6aec1016d0 2024-04-25T01:26:11.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.346+0000 7f6ae3400640 1 -- 172.21.15.26:0/3043305027 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6adc004020 con 0x7f6aec1016d0 2024-04-25T01:26:11.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.346+0000 7f6aebe00640 1 -- 172.21.15.26:0/3043305027 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6aec19f8b0 con 0x7f6aec1016d0 2024-04-25T01:26:11.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.346+0000 7f6ae3400640 1 -- 172.21.15.26:0/3043305027 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6adc0107b0 con 0x7f6aec1016d0 2024-04-25T01:26:11.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.346+0000 7f6aebe00640 1 -- 172.21.15.26:0/3043305027 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6aec19fdd0 con 0x7f6aec1016d0 2024-04-25T01:26:11.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.348+0000 7f6aebe00640 1 -- 172.21.15.26:0/3043305027 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6aec1089f0 con 0x7f6aec1016d0 2024-04-25T01:26:11.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.350+0000 7f6ae3400640 1 -- 172.21.15.26:0/3043305027 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6adc0041d0 con 0x7f6aec1016d0 2024-04-25T01:26:11.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.351+0000 7f6ae3400640 1 --2- 172.21.15.26:0/3043305027 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6ad00a2c10 0x7f6ad00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:11.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.351+0000 7f6ae3400640 1 -- 172.21.15.26:0/3043305027 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f6adc0cf7b0 con 0x7f6aec1016d0 2024-04-25T01:26:11.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.351+0000 7f6aea000640 1 --2- 172.21.15.26:0/3043305027 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6ad00a2c10 0x7f6ad00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:11.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.352+0000 7f6aea000640 1 --2- 172.21.15.26:0/3043305027 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6ad00a2c10 0x7f6ad00a50d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6ad40314e0 tx=0x7f6ad4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:11.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.356+0000 7f6ae3400640 1 -- 172.21.15.26:0/3043305027 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f6adc09c690 con 0x7f6aec1016d0 2024-04-25T01:26:11.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.563+0000 7f6aebe00640 1 -- 172.21.15.26:0/3043305027 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6aec062340 con 0x7f6aec1016d0 2024-04-25T01:26:11.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.564+0000 7f6ae3400640 1 -- 172.21.15.26:0/3043305027 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7f6adc09bf90 con 0x7f6aec1016d0 2024-04-25T01:26:11.543 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-25T01:26:11.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.567+0000 7f6aebe00640 1 -- 172.21.15.26:0/3043305027 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6ad00a2c10 msgr2=0x7f6ad00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:11.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.567+0000 7f6aebe00640 1 --2- 172.21.15.26:0/3043305027 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6ad00a2c10 0x7f6ad00a50d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6ad40314e0 tx=0x7f6ad4000bc0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.567+0000 7f6aebe00640 1 -- 172.21.15.26:0/3043305027 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6aec1016d0 msgr2=0x7f6aec1979a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:11.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.567+0000 7f6aebe00640 1 --2- 172.21.15.26:0/3043305027 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6aec1016d0 0x7f6aec1979a0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f6adc005fd0 tx=0x7f6adc00ef90 comp rx=0 tx=0).stop 2024-04-25T01:26:11.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.567+0000 7f6aebe00640 1 -- 172.21.15.26:0/3043305027 shutdown_connections 2024-04-25T01:26:11.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.567+0000 7f6aebe00640 1 --2- 172.21.15.26:0/3043305027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6aec103280 0x7f6aec19ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.567+0000 7f6aebe00640 1 --2- 172.21.15.26:0/3043305027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6aec1028c0 0x7f6aec197ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.567+0000 7f6aebe00640 1 --2- 172.21.15.26:0/3043305027 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6ad00a2c10 0x7f6ad00a50d0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.567+0000 7f6aebe00640 1 --2- 172.21.15.26:0/3043305027 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6aec1016d0 0x7f6aec1979a0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.567+0000 7f6aebe00640 1 -- 172.21.15.26:0/3043305027 >> 172.21.15.26:0/3043305027 conn(0x7f6aec0fcc40 msgr2=0x7f6aec105bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:11.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.567+0000 7f6aebe00640 1 -- 172.21.15.26:0/3043305027 shutdown_connections 2024-04-25T01:26:11.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.567+0000 7f6aebe00640 1 -- 172.21.15.26:0/3043305027 wait complete. 2024-04-25T01:26:11.568 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T01:26:11.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.809+0000 7f6e04a00640 1 -- 172.21.15.26:0/3636032009 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6e00103880 msgr2=0x7f6e00103ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:11.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.809+0000 7f6e04a00640 1 --2- 172.21.15.26:0/3636032009 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6e00103880 0x7f6e00103ca0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6df0009900 tx=0x7f6df002a3f0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.809+0000 7f6e04a00640 1 -- 172.21.15.26:0/3636032009 shutdown_connections 2024-04-25T01:26:11.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.809+0000 7f6e04a00640 1 --2- 172.21.15.26:0/3636032009 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e00105430 0x7f6e0010bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.809+0000 7f6e04a00640 1 --2- 172.21.15.26:0/3636032009 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e00104a70 0x7f6e00104ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.809+0000 7f6e04a00640 1 --2- 172.21.15.26:0/3636032009 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6e00103880 0x7f6e00103ca0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.809+0000 7f6e04a00640 1 -- 172.21.15.26:0/3636032009 >> 172.21.15.26:0/3636032009 conn(0x7f6e000fedf0 msgr2=0x7f6e00101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:11.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.810+0000 7f6e04a00640 1 -- 172.21.15.26:0/3636032009 shutdown_connections 2024-04-25T01:26:11.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.810+0000 7f6e04a00640 1 -- 172.21.15.26:0/3636032009 wait complete. 2024-04-25T01:26:11.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.811+0000 7f6e04a00640 1 Processor -- start 2024-04-25T01:26:11.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.811+0000 7f6e04a00640 1 -- start start 2024-04-25T01:26:11.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.811+0000 7f6e04a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6e00103880 0x7f6e00199bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.811+0000 7f6e04a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e00104a70 0x7f6e0019a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.811+0000 7f6e04a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e00105430 0x7f6e001a1170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.811+0000 7f6e04a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6e0010f540 con 0x7f6e00104a70 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.811+0000 7f6e04a00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f6e0010f3c0 con 0x7f6e00105430 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.811+0000 7f6e04a00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f6e0010f6c0 con 0x7f6e00103880 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.811+0000 7f6dfea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e00104a70 0x7f6e0019a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.811+0000 7f6dfea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e00104a70 0x7f6e0019a100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40490/0 (socket says 172.21.15.26:40490) 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.811+0000 7f6dfea00640 1 -- 172.21.15.26:0/3445927628 learned_addr learned my addr 172.21.15.26:0/3445927628 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.811+0000 7f6dffe00640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e00105430 0x7f6e001a1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.811+0000 7f6dff400640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6e00103880 0x7f6e00199bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.812+0000 7f6dfea00640 1 -- 172.21.15.26:0/3445927628 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6e00103880 msgr2=0x7f6e00199bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.812+0000 7f6dfea00640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6e00103880 0x7f6e00199bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.812+0000 7f6dfea00640 1 -- 172.21.15.26:0/3445927628 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e00105430 msgr2=0x7f6e001a1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.812+0000 7f6dfea00640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e00105430 0x7f6e001a1170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:11.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.812+0000 7f6dfea00640 1 -- 172.21.15.26:0/3445927628 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e001a17e0 con 0x7f6e00104a70 2024-04-25T01:26:11.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.812+0000 7f6dffe00640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e00105430 0x7f6e001a1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:11.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.812+0000 7f6dfea00640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e00104a70 0x7f6e0019a100 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6de800e9f0 tx=0x7f6de800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:11.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.812+0000 7f6df7e00640 1 -- 172.21.15.26:0/3445927628 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6de800cd80 con 0x7f6e00104a70 2024-04-25T01:26:11.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.812+0000 7f6df7e00640 1 -- 172.21.15.26:0/3445927628 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6de8005500 con 0x7f6e00104a70 2024-04-25T01:26:11.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.812+0000 7f6e04a00640 1 -- 172.21.15.26:0/3445927628 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e001a1ad0 con 0x7f6e00104a70 2024-04-25T01:26:11.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.812+0000 7f6df7e00640 1 -- 172.21.15.26:0/3445927628 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6de8010690 con 0x7f6e00104a70 2024-04-25T01:26:11.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.813+0000 7f6e04a00640 1 -- 172.21.15.26:0/3445927628 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e001a1fd0 con 0x7f6e00104a70 2024-04-25T01:26:11.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.814+0000 7f6e04a00640 1 -- 172.21.15.26:0/3445927628 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e0010aba0 con 0x7f6e00104a70 2024-04-25T01:26:11.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.816+0000 7f6df7e00640 1 -- 172.21.15.26:0/3445927628 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6de80046c0 con 0x7f6e00104a70 2024-04-25T01:26:11.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.817+0000 7f6df7e00640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6de40a2b90 0x7f6de40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:11.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.817+0000 7f6df7e00640 1 -- 172.21.15.26:0/3445927628 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f6de80cf4a0 con 0x7f6e00104a70 2024-04-25T01:26:11.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.817+0000 7f6dff400640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6de40a2b90 0x7f6de40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:11.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.818+0000 7f6dff400640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6de40a2b90 0x7f6de40a5050 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6df002a9e0 tx=0x7f6df00315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:11.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:11.821+0000 7f6df7e00640 1 -- 172.21.15.26:0/3445927628 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f6de809c380 con 0x7f6e00104a70 2024-04-25T01:26:11.802 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:11 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1681041949' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:26:11.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:11 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1681041949' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:26:11.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:11 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1681041949' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:26:12.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.025+0000 7f6e04a00640 1 -- 172.21.15.26:0/3445927628 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f6e00062340 con 0x7f6e00104a70 2024-04-25T01:26:12.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.025+0000 7f6df7e00640 1 -- 172.21.15.26:0/3445927628 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7f6de809bc80 con 0x7f6e00104a70 2024-04-25T01:26:12.005 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-25T01:26:12.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.028+0000 7f6e04a00640 1 -- 172.21.15.26:0/3445927628 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6de40a2b90 msgr2=0x7f6de40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:12.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.028+0000 7f6e04a00640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6de40a2b90 0x7f6de40a5050 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6df002a9e0 tx=0x7f6df00315b0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.028+0000 7f6e04a00640 1 -- 172.21.15.26:0/3445927628 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e00104a70 msgr2=0x7f6e0019a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:12.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.028+0000 7f6e04a00640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e00104a70 0x7f6e0019a100 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6de800e9f0 tx=0x7f6de800edf0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.028+0000 7f6e04a00640 1 -- 172.21.15.26:0/3445927628 shutdown_connections 2024-04-25T01:26:12.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.028+0000 7f6e04a00640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6e00105430 0x7f6e001a1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.028+0000 7f6e04a00640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e00104a70 0x7f6e0019a100 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.028+0000 7f6e04a00640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f6de40a2b90 0x7f6de40a5050 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.028+0000 7f6e04a00640 1 --2- 172.21.15.26:0/3445927628 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6e00103880 0x7f6e00199bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.028+0000 7f6e04a00640 1 -- 172.21.15.26:0/3445927628 >> 172.21.15.26:0/3445927628 conn(0x7f6e000fedf0 msgr2=0x7f6e00107d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:12.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.029+0000 7f6e04a00640 1 -- 172.21.15.26:0/3445927628 shutdown_connections 2024-04-25T01:26:12.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.029+0000 7f6e04a00640 1 -- 172.21.15.26:0/3445927628 wait complete. 2024-04-25T01:26:12.029 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T01:26:12.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.269+0000 7f317e800640 1 -- 172.21.15.26:0/3357561551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3178100880 msgr2=0x7f3178100ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:12.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.269+0000 7f317e800640 1 --2- 172.21.15.26:0/3357561551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3178100880 0x7f3178100ce0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3164009900 tx=0x7f316402a400 comp rx=0 tx=0).stop 2024-04-25T01:26:12.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.269+0000 7f317e800640 1 -- 172.21.15.26:0/3357561551 shutdown_connections 2024-04-25T01:26:12.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.269+0000 7f317e800640 1 --2- 172.21.15.26:0/3357561551 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3178101220 0x7f31781016a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.269+0000 7f317e800640 1 --2- 172.21.15.26:0/3357561551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3178100880 0x7f3178100ce0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.269+0000 7f317e800640 1 --2- 172.21.15.26:0/3357561551 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f31780fff20 0x7f3178100340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.269+0000 7f317e800640 1 -- 172.21.15.26:0/3357561551 >> 172.21.15.26:0/3357561551 conn(0x7f31780fbae0 msgr2=0x7f31780fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:12.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.269+0000 7f317e800640 1 -- 172.21.15.26:0/3357561551 shutdown_connections 2024-04-25T01:26:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.269+0000 7f317e800640 1 -- 172.21.15.26:0/3357561551 wait complete. 2024-04-25T01:26:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.270+0000 7f317e800640 1 Processor -- start 2024-04-25T01:26:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.270+0000 7f317e800640 1 -- start start 2024-04-25T01:26:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31780fff20 0x7f3178199ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317e800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3178100880 0x7f317819a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317e800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3178101220 0x7f31781a1080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317e800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f317810f490 con 0x7f31780fff20 2024-04-25T01:26:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317e800640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f317810f310 con 0x7f3178100880 2024-04-25T01:26:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317e800640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f317810f610 con 0x7f3178101220 2024-04-25T01:26:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31780fff20 0x7f3178199ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31780fff20 0x7f3178199ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40510/0 (socket says 172.21.15.26:40510) 2024-04-25T01:26:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317d400640 1 -- 172.21.15.26:0/427200335 learned_addr learned my addr 172.21.15.26:0/427200335 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317ca00640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3178100880 0x7f317819a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317de00640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3178101220 0x7f31781a1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317d400640 1 -- 172.21.15.26:0/427200335 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3178101220 msgr2=0x7f31781a1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317d400640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3178101220 0x7f31781a1080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317d400640 1 -- 172.21.15.26:0/427200335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3178100880 msgr2=0x7f317819a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317d400640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3178100880 0x7f317819a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317d400640 1 -- 172.21.15.26:0/427200335 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31781a16f0 con 0x7f31780fff20 2024-04-25T01:26:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.271+0000 7f317ca00640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3178100880 0x7f317819a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:26:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.272+0000 7f317d400640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31780fff20 0x7f3178199ad0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f316800e9f0 tx=0x7f316800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.272+0000 7f3176000640 1 -- 172.21.15.26:0/427200335 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316800cd80 con 0x7f31780fff20 2024-04-25T01:26:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.272+0000 7f3176000640 1 -- 172.21.15.26:0/427200335 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3168010910 con 0x7f31780fff20 2024-04-25T01:26:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.272+0000 7f317e800640 1 -- 172.21.15.26:0/427200335 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31781a19e0 con 0x7f31780fff20 2024-04-25T01:26:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.272+0000 7f3176000640 1 -- 172.21.15.26:0/427200335 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31680188f0 con 0x7f31780fff20 2024-04-25T01:26:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.272+0000 7f317e800640 1 -- 172.21.15.26:0/427200335 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31781a1f00 con 0x7f31780fff20 2024-04-25T01:26:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.273+0000 7f317e800640 1 -- 172.21.15.26:0/427200335 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f317810ae00 con 0x7f31780fff20 2024-04-25T01:26:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.276+0000 7f3176000640 1 -- 172.21.15.26:0/427200335 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f3168010ac0 con 0x7f31780fff20 2024-04-25T01:26:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.277+0000 7f3176000640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f315c0a2b90 0x7f315c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.277+0000 7f3176000640 1 -- 172.21.15.26:0/427200335 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f31680cf900 con 0x7f31780fff20 2024-04-25T01:26:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.278+0000 7f317ca00640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f315c0a2b90 0x7f315c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.278+0000 7f317ca00640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f315c0a2b90 0x7f315c0a5050 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f3164000c00 tx=0x7f31640095f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:12.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.280+0000 7f3176000640 1 -- 172.21.15.26:0/427200335 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f316809c840 con 0x7f31780fff20 2024-04-25T01:26:12.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.489+0000 7f317e800640 1 -- 172.21.15.26:0/427200335 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f317802d3e0 con 0x7f31780fff20 2024-04-25T01:26:12.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.490+0000 7f3176000640 1 -- 172.21.15.26:0/427200335 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7f316809c140 con 0x7f31780fff20 2024-04-25T01:26:12.470 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-25T01:26:12.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.493+0000 7f317e800640 1 -- 172.21.15.26:0/427200335 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f315c0a2b90 msgr2=0x7f315c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:12.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.493+0000 7f317e800640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f315c0a2b90 0x7f315c0a5050 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f3164000c00 tx=0x7f31640095f0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.493+0000 7f317e800640 1 -- 172.21.15.26:0/427200335 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31780fff20 msgr2=0x7f3178199ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:12.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.493+0000 7f317e800640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31780fff20 0x7f3178199ad0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f316800e9f0 tx=0x7f316800eeb0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.493+0000 7f317e800640 1 -- 172.21.15.26:0/427200335 shutdown_connections 2024-04-25T01:26:12.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.493+0000 7f317e800640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f315c0a2b90 0x7f315c0a5050 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.493+0000 7f317e800640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f3178101220 0x7f31781a1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.493+0000 7f317e800640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f3178100880 0x7f317819a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.493+0000 7f317e800640 1 --2- 172.21.15.26:0/427200335 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31780fff20 0x7f3178199ad0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.493+0000 7f317e800640 1 -- 172.21.15.26:0/427200335 >> 172.21.15.26:0/427200335 conn(0x7f31780fbae0 msgr2=0x7f31780fd180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:12.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.493+0000 7f317e800640 1 -- 172.21.15.26:0/427200335 shutdown_connections 2024-04-25T01:26:12.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.493+0000 7f317e800640 1 -- 172.21.15.26:0/427200335 wait complete. 2024-04-25T01:26:12.492 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:26:12.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.728+0000 7fa7e1a00640 1 -- 172.21.15.26:0/2504741806 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7dc109770 msgr2=0x7fa7dc110000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:12.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.728+0000 7fa7e1a00640 1 --2- 172.21.15.26:0/2504741806 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7dc109770 0x7fa7dc110000 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fa7d4009ca0 tx=0x7fa7d402a8c0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.728+0000 7fa7e1a00640 1 -- 172.21.15.26:0/2504741806 shutdown_connections 2024-04-25T01:26:12.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.728+0000 7fa7e1a00640 1 --2- 172.21.15.26:0/2504741806 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7dc109770 0x7fa7dc110000 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.728+0000 7fa7e1a00640 1 --2- 172.21.15.26:0/2504741806 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa7dc108db0 0x7fa7dc109230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.728+0000 7fa7e1a00640 1 --2- 172.21.15.26:0/2504741806 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7dc107bc0 0x7fa7dc107fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.728+0000 7fa7e1a00640 1 -- 172.21.15.26:0/2504741806 >> 172.21.15.26:0/2504741806 conn(0x7fa7dc076b80 msgr2=0x7fa7dc078fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:12.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.728+0000 7fa7e1a00640 1 -- 172.21.15.26:0/2504741806 shutdown_connections 2024-04-25T01:26:12.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.728+0000 7fa7e1a00640 1 -- 172.21.15.26:0/2504741806 wait complete. 2024-04-25T01:26:12.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.729+0000 7fa7e1a00640 1 Processor -- start 2024-04-25T01:26:12.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.729+0000 7fa7e1a00640 1 -- start start 2024-04-25T01:26:12.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7e1a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa7dc107bc0 0x7fa7dc19ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:12.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7e1a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7dc108db0 0x7fa7dc19e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:12.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7e1a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7dc109770 0x7fa7dc1a5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:12.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7e1a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa7dc113890 con 0x7fa7dc108db0 2024-04-25T01:26:12.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7e1a00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa7dc113710 con 0x7fa7dc109770 2024-04-25T01:26:12.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7e1a00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa7dc113a10 con 0x7fa7dc107bc0 2024-04-25T01:26:12.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7db400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7dc108db0 0x7fa7dc19e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:12.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7db400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7dc108db0 0x7fa7dc19e410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40532/0 (socket says 172.21.15.26:40532) 2024-04-25T01:26:12.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7db400640 1 -- 172.21.15.26:0/152865290 learned_addr learned my addr 172.21.15.26:0/152865290 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:12.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7dbe00640 1 --2- 172.21.15.26:0/152865290 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa7dc107bc0 0x7fa7dc19ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:12.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7e1000640 1 --2- 172.21.15.26:0/152865290 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7dc109770 0x7fa7dc1a5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:12.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7db400640 1 -- 172.21.15.26:0/152865290 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa7dc107bc0 msgr2=0x7fa7dc19ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:12.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7db400640 1 --2- 172.21.15.26:0/152865290 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa7dc107bc0 0x7fa7dc19ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7db400640 1 -- 172.21.15.26:0/152865290 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7dc109770 msgr2=0x7fa7dc1a5430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:12.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7db400640 1 --2- 172.21.15.26:0/152865290 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7dc109770 0x7fa7dc1a5430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.730+0000 7fa7db400640 1 -- 172.21.15.26:0/152865290 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7dc1a5aa0 con 0x7fa7dc108db0 2024-04-25T01:26:12.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.731+0000 7fa7db400640 1 --2- 172.21.15.26:0/152865290 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7dc108db0 0x7fa7dc19e410 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa7c800e9f0 tx=0x7fa7c800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:12.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.731+0000 7fa7d8c00640 1 -- 172.21.15.26:0/152865290 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c800cd80 con 0x7fa7dc108db0 2024-04-25T01:26:12.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.731+0000 7fa7e1a00640 1 -- 172.21.15.26:0/152865290 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7dc1a5d90 con 0x7fa7dc108db0 2024-04-25T01:26:12.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.731+0000 7fa7d8c00640 1 -- 172.21.15.26:0/152865290 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa7c8005500 con 0x7fa7dc108db0 2024-04-25T01:26:12.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.731+0000 7fa7d8c00640 1 -- 172.21.15.26:0/152865290 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c8010690 con 0x7fa7dc108db0 2024-04-25T01:26:12.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.731+0000 7fa7e1a00640 1 -- 172.21.15.26:0/152865290 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7dc1a6230 con 0x7fa7dc108db0 2024-04-25T01:26:12.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.732+0000 7fa7e1a00640 1 -- 172.21.15.26:0/152865290 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7dc10ee80 con 0x7fa7dc108db0 2024-04-25T01:26:12.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.735+0000 7fa7d8c00640 1 -- 172.21.15.26:0/152865290 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa7c80046c0 con 0x7fa7dc108db0 2024-04-25T01:26:12.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.736+0000 7fa7d8c00640 1 --2- 172.21.15.26:0/152865290 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7c00a2b90 0x7fa7c00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:12.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.737+0000 7fa7d8c00640 1 -- 172.21.15.26:0/152865290 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa7c80cf4e0 con 0x7fa7dc108db0 2024-04-25T01:26:12.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.737+0000 7fa7dbe00640 1 --2- 172.21.15.26:0/152865290 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7c00a2b90 0x7fa7c00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:12.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.737+0000 7fa7dbe00640 1 --2- 172.21.15.26:0/152865290 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7c00a2b90 0x7fa7c00a5050 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa7dc108c10 tx=0x7fa7cc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:12.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.741+0000 7fa7d8c00640 1 -- 172.21.15.26:0/152865290 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa7c809c3c0 con 0x7fa7dc108db0 2024-04-25T01:26:12.765 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:12 smithi111 ceph-mon[32623]: pgmap v391: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:26:12.765 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:12 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3043305027' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:26:12.765 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:12 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3445927628' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:26:12.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:12 smithi026 ceph-mon[28096]: pgmap v391: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:26:12.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:12 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3043305027' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:26:12.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:12 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3445927628' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:26:12.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:12 smithi186 ceph-mon[32747]: pgmap v391: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:26:12.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:12 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3043305027' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:26:12.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:12 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3445927628' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:26:12.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.989+0000 7fa7e1a00640 1 -- 172.21.15.26:0/152865290 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa7dc02d170 con 0x7fa7dc108db0 2024-04-25T01:26:12.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.991+0000 7fa7d8c00640 1 -- 172.21.15.26:0/152865290 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11938 (secure 0 0 0) 0x7fa7c809bcc0 con 0x7fa7dc108db0 2024-04-25T01:26:12.971 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:26:12.971 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/2305348479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":2305348479},{"type":"v1","addr":"172.21.15.26:6839","nonce":2305348479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T01:23:53.313159+0000","modified":"2024-04-25T01:24:00.874004+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24535,"mds_2":24502,"mds_3":24491,"mds_4":24466},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14469":{"gid":14469,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6841/706502534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":706502534},{"type":"v1","addr":"172.21.15.26:6841","nonce":706502534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.186:6839/1584253959","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6838","nonce":1584253959},{"type":"v1","addr":"172.21.15.186:6839","nonce":1584253959}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6839/1500026678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6838","nonce":1500026678},{"type":"v1","addr":"172.21.15.111:6839","nonce":1500026678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24575,"qdb_cluster":[24502,24535,24466,24491,24575]},"id":1}]} 2024-04-25T01:26:12.971 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 27 2024-04-25T01:26:12.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.994+0000 7fa7e1a00640 1 -- 172.21.15.26:0/152865290 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7c00a2b90 msgr2=0x7fa7c00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:12.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.994+0000 7fa7e1a00640 1 --2- 172.21.15.26:0/152865290 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7c00a2b90 0x7fa7c00a5050 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa7dc108c10 tx=0x7fa7cc005f90 comp rx=0 tx=0).stop 2024-04-25T01:26:12.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.994+0000 7fa7e1a00640 1 -- 172.21.15.26:0/152865290 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7dc108db0 msgr2=0x7fa7dc19e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:12.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.994+0000 7fa7e1a00640 1 --2- 172.21.15.26:0/152865290 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7dc108db0 0x7fa7dc19e410 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa7c800e9f0 tx=0x7fa7c800edf0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.994+0000 7fa7e1a00640 1 -- 172.21.15.26:0/152865290 shutdown_connections 2024-04-25T01:26:12.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.994+0000 7fa7e1a00640 1 --2- 172.21.15.26:0/152865290 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa7dc109770 0x7fa7dc1a5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.994+0000 7fa7e1a00640 1 --2- 172.21.15.26:0/152865290 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7dc108db0 0x7fa7dc19e410 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.994+0000 7fa7e1a00640 1 --2- 172.21.15.26:0/152865290 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa7c00a2b90 0x7fa7c00a5050 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.994+0000 7fa7e1a00640 1 --2- 172.21.15.26:0/152865290 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa7dc107bc0 0x7fa7dc19ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:12.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.994+0000 7fa7e1a00640 1 -- 172.21.15.26:0/152865290 >> 172.21.15.26:0/152865290 conn(0x7fa7dc076b80 msgr2=0x7fa7dc10c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:12.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.994+0000 7fa7e1a00640 1 -- 172.21.15.26:0/152865290 shutdown_connections 2024-04-25T01:26:12.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:12.994+0000 7fa7e1a00640 1 -- 172.21.15.26:0/152865290 wait complete. 2024-04-25T01:26:12.996 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T01:26:13.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.231+0000 7feef9600640 1 -- 172.21.15.26:0/1535558513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feef4105570 msgr2=0x7feef410be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:13.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.231+0000 7feef9600640 1 --2- 172.21.15.26:0/1535558513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feef4105570 0x7feef410be00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7feee4009900 tx=0x7feee402a3f0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.231+0000 7feef9600640 1 -- 172.21.15.26:0/1535558513 shutdown_connections 2024-04-25T01:26:13.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.231+0000 7feef9600640 1 --2- 172.21.15.26:0/1535558513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feef4105570 0x7feef410be00 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.231+0000 7feef9600640 1 --2- 172.21.15.26:0/1535558513 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feef4104bb0 0x7feef4105030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.231+0000 7feef9600640 1 --2- 172.21.15.26:0/1535558513 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7feef41039c0 0x7feef4103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.231+0000 7feef9600640 1 -- 172.21.15.26:0/1535558513 >> 172.21.15.26:0/1535558513 conn(0x7feef40fef30 msgr2=0x7feef4101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:13.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.231+0000 7feef9600640 1 -- 172.21.15.26:0/1535558513 shutdown_connections 2024-04-25T01:26:13.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.231+0000 7feef9600640 1 -- 172.21.15.26:0/1535558513 wait complete. 2024-04-25T01:26:13.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.232+0000 7feef9600640 1 Processor -- start 2024-04-25T01:26:13.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.232+0000 7feef9600640 1 -- start start 2024-04-25T01:26:13.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef9600640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7feef41039c0 0x7feef4199ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:13.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef9600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feef4104bb0 0x7feef419a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:13.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef9600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feef4105570 0x7feef41a1240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:13.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef9600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7feef410f690 con 0x7feef4105570 2024-04-25T01:26:13.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef9600640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7feef410f510 con 0x7feef4104bb0 2024-04-25T01:26:13.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef9600640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7feef410f810 con 0x7feef41039c0 2024-04-25T01:26:13.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feef4105570 0x7feef41a1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:13.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feef4105570 0x7feef41a1240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38280/0 (socket says 172.21.15.26:38280) 2024-04-25T01:26:13.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef3400640 1 -- 172.21.15.26:0/925692556 learned_addr learned my addr 172.21.15.26:0/925692556 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:13.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef2a00640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7feef41039c0 0x7feef4199ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:13.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef2000640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feef4104bb0 0x7feef419a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:13.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef3400640 1 -- 172.21.15.26:0/925692556 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7feef41039c0 msgr2=0x7feef4199ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:13.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef3400640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7feef41039c0 0x7feef4199ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef3400640 1 -- 172.21.15.26:0/925692556 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feef4104bb0 msgr2=0x7feef419a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:13.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef3400640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feef4104bb0 0x7feef419a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef3400640 1 -- 172.21.15.26:0/925692556 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feef41a18e0 con 0x7feef4105570 2024-04-25T01:26:13.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.233+0000 7feef2000640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feef4104bb0 0x7feef419a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:26:13.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.234+0000 7feef3400640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feef4105570 0x7feef41a1240 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7feee402a910 tx=0x7feee4032c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:13.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.234+0000 7feeeb400640 1 -- 172.21.15.26:0/925692556 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee403f030 con 0x7feef4105570 2024-04-25T01:26:13.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.234+0000 7feeeb400640 1 -- 172.21.15.26:0/925692556 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feee4032e50 con 0x7feef4105570 2024-04-25T01:26:13.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.234+0000 7feef9600640 1 -- 172.21.15.26:0/925692556 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feef41a1b70 con 0x7feef4105570 2024-04-25T01:26:13.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.234+0000 7feeeb400640 1 -- 172.21.15.26:0/925692556 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee4035070 con 0x7feef4105570 2024-04-25T01:26:13.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.234+0000 7feef9600640 1 -- 172.21.15.26:0/925692556 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feef41a20b0 con 0x7feef4105570 2024-04-25T01:26:13.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.236+0000 7feef9600640 1 -- 172.21.15.26:0/925692556 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feef410ace0 con 0x7feef4105570 2024-04-25T01:26:13.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.238+0000 7feeeb400640 1 -- 172.21.15.26:0/925692556 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7feee4042030 con 0x7feef4105570 2024-04-25T01:26:13.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.240+0000 7feeeb400640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7feed80a2c10 0x7feed80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:13.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.240+0000 7feeeb400640 1 -- 172.21.15.26:0/925692556 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7feee40ef4f0 con 0x7feef4105570 2024-04-25T01:26:13.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.240+0000 7feef2a00640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7feed80a2c10 0x7feed80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:13.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.241+0000 7feef2a00640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7feed80a2c10 0x7feed80a50d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7feef419ab70 tx=0x7feeec009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:13.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.245+0000 7feeeb400640 1 -- 172.21.15.26:0/925692556 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7feee40bc3d0 con 0x7feef4105570 2024-04-25T01:26:13.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.452+0000 7feef9600640 1 -- 172.21.15.26:0/925692556 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7feef40623e0 con 0x7feef4105570 2024-04-25T01:26:13.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.455+0000 7feeeb400640 1 -- 172.21.15.26:0/925692556 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22721 (secure 0 0 0) 0x7feee40bbcd0 con 0x7feef4105570 2024-04-25T01:26:13.435 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:26:13.435 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":88,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:24:46.838091+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T01:23:51.673615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T01:23:52.776694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.2","mappings":[{"from":7,"to":11}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:26:13.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.457+0000 7feef9600640 1 -- 172.21.15.26:0/925692556 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7feed80a2c10 msgr2=0x7feed80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:13.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.457+0000 7feef9600640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7feed80a2c10 0x7feed80a50d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7feef419ab70 tx=0x7feeec009500 comp rx=0 tx=0).stop 2024-04-25T01:26:13.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.457+0000 7feef9600640 1 -- 172.21.15.26:0/925692556 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feef4105570 msgr2=0x7feef41a1240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:13.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.457+0000 7feef9600640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feef4105570 0x7feef41a1240 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7feee402a910 tx=0x7feee4032c60 comp rx=0 tx=0).stop 2024-04-25T01:26:13.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.458+0000 7feef9600640 1 -- 172.21.15.26:0/925692556 shutdown_connections 2024-04-25T01:26:13.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.458+0000 7feef9600640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feef4105570 0x7feef41a1240 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.458+0000 7feef9600640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7feef4104bb0 0x7feef419a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.458+0000 7feef9600640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7feed80a2c10 0x7feed80a50d0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.458+0000 7feef9600640 1 --2- 172.21.15.26:0/925692556 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7feef41039c0 0x7feef4199ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.458+0000 7feef9600640 1 -- 172.21.15.26:0/925692556 >> 172.21.15.26:0/925692556 conn(0x7feef40fef30 msgr2=0x7feef4107eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:13.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.458+0000 7feef9600640 1 -- 172.21.15.26:0/925692556 shutdown_connections 2024-04-25T01:26:13.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.458+0000 7feef9600640 1 -- 172.21.15.26:0/925692556 wait complete. 2024-04-25T01:26:13.459 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T01:18:37.687060+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T01:23:51.673615+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T01:23:52.776694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T01:26:13.460 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T01:26:13.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.700+0000 7f396b200640 1 -- 172.21.15.26:0/857190450 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f396c104a70 msgr2=0x7f396c104ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:13.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.700+0000 7f396b200640 1 --2- 172.21.15.26:0/857190450 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f396c104a70 0x7f396c104ef0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3954009900 tx=0x7f395402a410 comp rx=0 tx=0).stop 2024-04-25T01:26:13.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.700+0000 7f396b200640 1 -- 172.21.15.26:0/857190450 shutdown_connections 2024-04-25T01:26:13.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.700+0000 7f396b200640 1 --2- 172.21.15.26:0/857190450 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f396c105430 0x7f396c10bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.700+0000 7f396b200640 1 --2- 172.21.15.26:0/857190450 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f396c104a70 0x7f396c104ef0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.700+0000 7f396b200640 1 --2- 172.21.15.26:0/857190450 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f396c103880 0x7f396c103ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.700+0000 7f396b200640 1 -- 172.21.15.26:0/857190450 >> 172.21.15.26:0/857190450 conn(0x7f396c0fedf0 msgr2=0x7f396c101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:13.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.700+0000 7f396b200640 1 -- 172.21.15.26:0/857190450 shutdown_connections 2024-04-25T01:26:13.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.700+0000 7f396b200640 1 -- 172.21.15.26:0/857190450 wait complete. 2024-04-25T01:26:13.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.701+0000 7f396b200640 1 Processor -- start 2024-04-25T01:26:13.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.701+0000 7f396b200640 1 -- start start 2024-04-25T01:26:13.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.701+0000 7f396b200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f396c103880 0x7f396c199b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:13.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.701+0000 7f396b200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f396c104a70 0x7f396c19a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:13.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.701+0000 7f396b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f396c105430 0x7f396c1a1140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:13.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.701+0000 7f396b200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f396c10f550 con 0x7f396c105430 2024-04-25T01:26:13.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.701+0000 7f396b200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f396c10f3d0 con 0x7f396c103880 2024-04-25T01:26:13.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.701+0000 7f396b200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f396c10f6d0 con 0x7f396c104a70 2024-04-25T01:26:13.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.702+0000 7f3969e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f396c103880 0x7f396c199b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:13.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.702+0000 7f3969e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f396c103880 0x7f396c199b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48496/0 (socket says 172.21.15.26:48496) 2024-04-25T01:26:13.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.702+0000 7f3969e00640 1 -- 172.21.15.26:0/2860204130 learned_addr learned my addr 172.21.15.26:0/2860204130 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:13.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.702+0000 7f3969400640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f396c104a70 0x7f396c19a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:13.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.702+0000 7f396a800640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f396c105430 0x7f396c1a1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:13.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.702+0000 7f3969e00640 1 -- 172.21.15.26:0/2860204130 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f396c104a70 msgr2=0x7f396c19a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:13.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.702+0000 7f3969e00640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f396c104a70 0x7f396c19a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.702+0000 7f3969e00640 1 -- 172.21.15.26:0/2860204130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f396c105430 msgr2=0x7f396c1a1140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:13.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.702+0000 7f3969e00640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f396c105430 0x7f396c1a1140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.702+0000 7f3969e00640 1 -- 172.21.15.26:0/2860204130 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f396c1a17b0 con 0x7f396c103880 2024-04-25T01:26:13.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.702+0000 7f3969400640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f396c104a70 0x7f396c19a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:26:13.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.702+0000 7f396a800640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f396c105430 0x7f396c1a1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:26:13.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.702+0000 7f3969e00640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f396c103880 0x7f396c199b90 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f395c00e9c0 tx=0x7f395c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:13.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.703+0000 7f3962a00640 1 -- 172.21.15.26:0/2860204130 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f395c00cd80 con 0x7f396c103880 2024-04-25T01:26:13.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.703+0000 7f3962a00640 1 -- 172.21.15.26:0/2860204130 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f395c0035f0 con 0x7f396c103880 2024-04-25T01:26:13.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.703+0000 7f3962a00640 1 -- 172.21.15.26:0/2860204130 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f395c010690 con 0x7f396c103880 2024-04-25T01:26:13.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.703+0000 7f396b200640 1 -- 172.21.15.26:0/2860204130 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f396c1a1aa0 con 0x7f396c103880 2024-04-25T01:26:13.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.703+0000 7f396b200640 1 -- 172.21.15.26:0/2860204130 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f396c1a1f70 con 0x7f396c103880 2024-04-25T01:26:13.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.704+0000 7f396b200640 1 -- 172.21.15.26:0/2860204130 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f396c10ac20 con 0x7f396c103880 2024-04-25T01:26:13.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.706+0000 7f3962a00640 1 -- 172.21.15.26:0/2860204130 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f395c0037a0 con 0x7f396c103880 2024-04-25T01:26:13.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.707+0000 7f3962a00640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f39500a2c10 0x7f39500a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:13.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.708+0000 7f3962a00640 1 -- 172.21.15.26:0/2860204130 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f395c0cf500 con 0x7f396c103880 2024-04-25T01:26:13.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.708+0000 7f3969400640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f39500a2c10 0x7f39500a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:13.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.708+0000 7f3969400640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f39500a2c10 0x7f39500a50d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3954006010 tx=0x7f3954000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:13.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.712+0000 7f3962a00640 1 -- 172.21.15.26:0/2860204130 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f395c09c3e0 con 0x7f396c103880 2024-04-25T01:26:13.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:13 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/427200335' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:26:13.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:13 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/152865290' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:26:13.804 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:13 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/925692556' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:26:13.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:13 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/427200335' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:26:13.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:13 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/152865290' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:26:13.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:13 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/925692556' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:26:13.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:13 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/427200335' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:26:13.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:13 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/152865290' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:26:13.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:13 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/925692556' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:26:13.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.915+0000 7f396b200640 1 -- 172.21.15.26:0/2860204130 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f396c02d3f0 con 0x7f396c103880 2024-04-25T01:26:13.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.916+0000 7f3962a00640 1 -- 172.21.15.26:0/2860204130 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7f395c09bce0 con 0x7f396c103880 2024-04-25T01:26:13.895 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-25T01:26:13.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.918+0000 7f396b200640 1 -- 172.21.15.26:0/2860204130 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f39500a2c10 msgr2=0x7f39500a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:13.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.918+0000 7f396b200640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f39500a2c10 0x7f39500a50d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3954006010 tx=0x7f3954000bc0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.918+0000 7f396b200640 1 -- 172.21.15.26:0/2860204130 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f396c103880 msgr2=0x7f396c199b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:13.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.918+0000 7f396b200640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f396c103880 0x7f396c199b90 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f395c00e9c0 tx=0x7f395c00ee80 comp rx=0 tx=0).stop 2024-04-25T01:26:13.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.919+0000 7f396b200640 1 -- 172.21.15.26:0/2860204130 shutdown_connections 2024-04-25T01:26:13.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.919+0000 7f396b200640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f396c105430 0x7f396c1a1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.919+0000 7f396b200640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f39500a2c10 0x7f39500a50d0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.919+0000 7f396b200640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f396c104a70 0x7f396c19a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.919+0000 7f396b200640 1 --2- 172.21.15.26:0/2860204130 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f396c103880 0x7f396c199b90 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:13.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.919+0000 7f396b200640 1 -- 172.21.15.26:0/2860204130 >> 172.21.15.26:0/2860204130 conn(0x7f396c0fedf0 msgr2=0x7f396c107df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:13.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.919+0000 7f396b200640 1 -- 172.21.15.26:0/2860204130 shutdown_connections 2024-04-25T01:26:13.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:13.919+0000 7f396b200640 1 -- 172.21.15.26:0/2860204130 wait complete. 2024-04-25T01:26:13.917 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T01:26:14.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.160+0000 7fc2e6800640 1 -- 172.21.15.26:0/452751183 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc2e0105430 msgr2=0x7fc2e010bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:14.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.160+0000 7fc2e6800640 1 --2- 172.21.15.26:0/452751183 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc2e0105430 0x7fc2e010bcc0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc2d8009ca0 tx=0x7fc2d802a8c0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.161+0000 7fc2e6800640 1 -- 172.21.15.26:0/452751183 shutdown_connections 2024-04-25T01:26:14.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.161+0000 7fc2e6800640 1 --2- 172.21.15.26:0/452751183 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc2e0105430 0x7fc2e010bcc0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.161+0000 7fc2e6800640 1 --2- 172.21.15.26:0/452751183 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2e0104a70 0x7fc2e0104ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.161+0000 7fc2e6800640 1 --2- 172.21.15.26:0/452751183 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc2e0103880 0x7fc2e0103ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.161+0000 7fc2e6800640 1 -- 172.21.15.26:0/452751183 >> 172.21.15.26:0/452751183 conn(0x7fc2e00fedf0 msgr2=0x7fc2e0101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:14.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.161+0000 7fc2e6800640 1 -- 172.21.15.26:0/452751183 shutdown_connections 2024-04-25T01:26:14.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.161+0000 7fc2e6800640 1 -- 172.21.15.26:0/452751183 wait complete. 2024-04-25T01:26:14.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.162+0000 7fc2e6800640 1 Processor -- start 2024-04-25T01:26:14.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.162+0000 7fc2e6800640 1 -- start start 2024-04-25T01:26:14.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.162+0000 7fc2e6800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2e0103880 0x7fc2e0199b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:14.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.162+0000 7fc2e6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc2e0104a70 0x7fc2e019a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:14.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.162+0000 7fc2e6800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc2e0105430 0x7fc2e01a1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.162+0000 7fc2e6800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e010f550 con 0x7fc2e0104a70 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.162+0000 7fc2e6800640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e010f3d0 con 0x7fc2e0103880 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.162+0000 7fc2e6800640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e010f6d0 con 0x7fc2e0105430 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.163+0000 7fc2e4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc2e0104a70 0x7fc2e019a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.163+0000 7fc2e4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc2e0104a70 0x7fc2e019a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38336/0 (socket says 172.21.15.26:38336) 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.163+0000 7fc2e4a00640 1 -- 172.21.15.26:0/4233260478 learned_addr learned my addr 172.21.15.26:0/4233260478 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.163+0000 7fc2e5400640 1 --2- 172.21.15.26:0/4233260478 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2e0103880 0x7fc2e0199b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.163+0000 7fc2e5e00640 1 --2- 172.21.15.26:0/4233260478 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc2e0105430 0x7fc2e01a1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.163+0000 7fc2e4a00640 1 -- 172.21.15.26:0/4233260478 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc2e0105430 msgr2=0x7fc2e01a1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.163+0000 7fc2e4a00640 1 --2- 172.21.15.26:0/4233260478 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc2e0105430 0x7fc2e01a1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.163+0000 7fc2e4a00640 1 -- 172.21.15.26:0/4233260478 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2e0103880 msgr2=0x7fc2e0199b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.163+0000 7fc2e4a00640 1 --2- 172.21.15.26:0/4233260478 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2e0103880 0x7fc2e0199b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.163+0000 7fc2e4a00640 1 -- 172.21.15.26:0/4233260478 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2e01a1780 con 0x7fc2e0104a70 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.163+0000 7fc2e4a00640 1 --2- 172.21.15.26:0/4233260478 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc2e0104a70 0x7fc2e019a0a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc2cc00e9f0 tx=0x7fc2cc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.164+0000 7fc2de000640 1 -- 172.21.15.26:0/4233260478 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2cc00cd80 con 0x7fc2e0104a70 2024-04-25T01:26:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.164+0000 7fc2de000640 1 -- 172.21.15.26:0/4233260478 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2cc010910 con 0x7fc2e0104a70 2024-04-25T01:26:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.164+0000 7fc2de000640 1 -- 172.21.15.26:0/4233260478 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2cc018990 con 0x7fc2e0104a70 2024-04-25T01:26:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.164+0000 7fc2e6800640 1 -- 172.21.15.26:0/4233260478 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2e01a1a70 con 0x7fc2e0104a70 2024-04-25T01:26:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.164+0000 7fc2e6800640 1 -- 172.21.15.26:0/4233260478 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2e01a2010 con 0x7fc2e0104a70 2024-04-25T01:26:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.165+0000 7fc2e6800640 1 -- 172.21.15.26:0/4233260478 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2e010ab40 con 0x7fc2e0104a70 2024-04-25T01:26:14.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.167+0000 7fc2de000640 1 -- 172.21.15.26:0/4233260478 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc2cc010ac0 con 0x7fc2e0104a70 2024-04-25T01:26:14.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.169+0000 7fc2de000640 1 --2- 172.21.15.26:0/4233260478 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc2c80a2c10 0x7fc2c80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:14.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.169+0000 7fc2de000640 1 -- 172.21.15.26:0/4233260478 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fc2cc0cf330 con 0x7fc2e0104a70 2024-04-25T01:26:14.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.169+0000 7fc2e5400640 1 --2- 172.21.15.26:0/4233260478 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc2c80a2c10 0x7fc2c80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:14.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.170+0000 7fc2e5400640 1 --2- 172.21.15.26:0/4233260478 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc2c80a2c10 0x7fc2c80a50d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc2e01048d0 tx=0x7fc2d4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:14.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.173+0000 7fc2de000640 1 -- 172.21.15.26:0/4233260478 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc2cc09bbc0 con 0x7fc2e0104a70 2024-04-25T01:26:14.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.378+0000 7fc2e6800640 1 -- 172.21.15.26:0/4233260478 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fc2e0062340 con 0x7fc2e0104a70 2024-04-25T01:26:14.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.379+0000 7fc2de000640 1 -- 172.21.15.26:0/4233260478 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7fc2cc09fec0 con 0x7fc2e0104a70 2024-04-25T01:26:14.359 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-25T01:26:14.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.383+0000 7fc2e6800640 1 -- 172.21.15.26:0/4233260478 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc2c80a2c10 msgr2=0x7fc2c80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:14.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.383+0000 7fc2e6800640 1 --2- 172.21.15.26:0/4233260478 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc2c80a2c10 0x7fc2c80a50d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc2e01048d0 tx=0x7fc2d4005f90 comp rx=0 tx=0).stop 2024-04-25T01:26:14.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.383+0000 7fc2e6800640 1 -- 172.21.15.26:0/4233260478 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc2e0104a70 msgr2=0x7fc2e019a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:14.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.383+0000 7fc2e6800640 1 --2- 172.21.15.26:0/4233260478 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc2e0104a70 0x7fc2e019a0a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc2cc00e9f0 tx=0x7fc2cc00eeb0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.383+0000 7fc2e6800640 1 -- 172.21.15.26:0/4233260478 shutdown_connections 2024-04-25T01:26:14.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.383+0000 7fc2e6800640 1 --2- 172.21.15.26:0/4233260478 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc2c80a2c10 0x7fc2c80a50d0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.383+0000 7fc2e6800640 1 --2- 172.21.15.26:0/4233260478 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc2e0105430 0x7fc2e01a1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.383+0000 7fc2e6800640 1 --2- 172.21.15.26:0/4233260478 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc2e0104a70 0x7fc2e019a0a0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.383+0000 7fc2e6800640 1 --2- 172.21.15.26:0/4233260478 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc2e0103880 0x7fc2e0199b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.383+0000 7fc2e6800640 1 -- 172.21.15.26:0/4233260478 >> 172.21.15.26:0/4233260478 conn(0x7fc2e00fedf0 msgr2=0x7fc2e0107d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:14.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.383+0000 7fc2e6800640 1 -- 172.21.15.26:0/4233260478 shutdown_connections 2024-04-25T01:26:14.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.383+0000 7fc2e6800640 1 -- 172.21.15.26:0/4233260478 wait complete. 2024-04-25T01:26:14.384 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T01:26:14.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.624+0000 7fc1a9200640 1 -- 172.21.15.26:0/2283248698 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1a41016d0 msgr2=0x7fc1a4101af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:14.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.624+0000 7fc1a9200640 1 --2- 172.21.15.26:0/2283248698 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1a41016d0 0x7fc1a4101af0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc194009900 tx=0x7fc19402a3f0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.624+0000 7fc1a9200640 1 -- 172.21.15.26:0/2283248698 shutdown_connections 2024-04-25T01:26:14.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.624+0000 7fc1a9200640 1 --2- 172.21.15.26:0/2283248698 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1a4103280 0x7fc1a4109b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.624+0000 7fc1a9200640 1 --2- 172.21.15.26:0/2283248698 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1a41028c0 0x7fc1a4102d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.624+0000 7fc1a9200640 1 --2- 172.21.15.26:0/2283248698 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1a41016d0 0x7fc1a4101af0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.624+0000 7fc1a9200640 1 -- 172.21.15.26:0/2283248698 >> 172.21.15.26:0/2283248698 conn(0x7fc1a40fcc40 msgr2=0x7fc1a40ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:14.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.624+0000 7fc1a9200640 1 -- 172.21.15.26:0/2283248698 shutdown_connections 2024-04-25T01:26:14.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.624+0000 7fc1a9200640 1 -- 172.21.15.26:0/2283248698 wait complete. 2024-04-25T01:26:14.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.625+0000 7fc1a9200640 1 Processor -- start 2024-04-25T01:26:14.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.625+0000 7fc1a9200640 1 -- start start 2024-04-25T01:26:14.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.625+0000 7fc1a9200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1a41016d0 0x7fc1a41979d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:14.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.625+0000 7fc1a9200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1a41028c0 0x7fc1a4197f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:14.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.625+0000 7fc1a9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1a4103280 0x7fc1a419ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:14.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.625+0000 7fc1a9200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a410d2d0 con 0x7fc1a4103280 2024-04-25T01:26:14.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.625+0000 7fc1a9200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a410d150 con 0x7fc1a41016d0 2024-04-25T01:26:14.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.625+0000 7fc1a9200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a410d450 con 0x7fc1a41028c0 2024-04-25T01:26:14.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.626+0000 7fc19aa00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1a41028c0 0x7fc1a4197f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:14.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.626+0000 7fc19aa00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1a41028c0 0x7fc1a4197f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:36508/0 (socket says 172.21.15.26:36508) 2024-04-25T01:26:14.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.626+0000 7fc1a3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1a4103280 0x7fc1a419ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:14.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.626+0000 7fc19aa00640 1 -- 172.21.15.26:0/3931441034 learned_addr learned my addr 172.21.15.26:0/3931441034 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:14.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.626+0000 7fc1a3400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1a41016d0 0x7fc1a41979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:14.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.626+0000 7fc19aa00640 1 -- 172.21.15.26:0/3931441034 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1a41016d0 msgr2=0x7fc1a41979d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:14.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.626+0000 7fc19aa00640 1 --2- 172.21.15.26:0/3931441034 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1a41016d0 0x7fc1a41979d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.626+0000 7fc19aa00640 1 -- 172.21.15.26:0/3931441034 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1a4103280 msgr2=0x7fc1a419ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:14.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.626+0000 7fc19aa00640 1 --2- 172.21.15.26:0/3931441034 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1a4103280 0x7fc1a419ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.626+0000 7fc19aa00640 1 -- 172.21.15.26:0/3931441034 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1a419f5f0 con 0x7fc1a41028c0 2024-04-25T01:26:14.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.626+0000 7fc1a3e00640 1 --2- 172.21.15.26:0/3931441034 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1a4103280 0x7fc1a419ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:14.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.626+0000 7fc19aa00640 1 --2- 172.21.15.26:0/3931441034 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1a41028c0 0x7fc1a4197f10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc18c00e9f0 tx=0x7fc18c00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:14.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.627+0000 7fc1a0c00640 1 -- 172.21.15.26:0/3931441034 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc18c00ccc0 con 0x7fc1a41028c0 2024-04-25T01:26:14.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.627+0000 7fc1a0c00640 1 -- 172.21.15.26:0/3931441034 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc18c010910 con 0x7fc1a41028c0 2024-04-25T01:26:14.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.627+0000 7fc1a9200640 1 -- 172.21.15.26:0/3931441034 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1a419f8e0 con 0x7fc1a41028c0 2024-04-25T01:26:14.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.627+0000 7fc1a0c00640 1 -- 172.21.15.26:0/3931441034 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc18c0188a0 con 0x7fc1a41028c0 2024-04-25T01:26:14.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.627+0000 7fc1a9200640 1 -- 172.21.15.26:0/3931441034 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1a419fe30 con 0x7fc1a41028c0 2024-04-25T01:26:14.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.628+0000 7fc1a9200640 1 -- 172.21.15.26:0/3931441034 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1a4108b10 con 0x7fc1a41028c0 2024-04-25T01:26:14.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.630+0000 7fc1a0c00640 1 -- 172.21.15.26:0/3931441034 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc18c010ac0 con 0x7fc1a41028c0 2024-04-25T01:26:14.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.632+0000 7fc1a0c00640 1 --2- 172.21.15.26:0/3931441034 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1880a2b90 0x7fc1880a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:14.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.632+0000 7fc1a0c00640 1 -- 172.21.15.26:0/3931441034 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fc18c0cf9a0 con 0x7fc1a41028c0 2024-04-25T01:26:14.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.632+0000 7fc1a3400640 1 --2- 172.21.15.26:0/3931441034 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1880a2b90 0x7fc1880a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:14.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.633+0000 7fc1a3400640 1 --2- 172.21.15.26:0/3931441034 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1880a2b90 0x7fc1880a5050 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc194005ab0 tx=0x7fc194000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:14.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.634+0000 7fc1a0c00640 1 -- 172.21.15.26:0/3931441034 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc18c09c880 con 0x7fc1a41028c0 2024-04-25T01:26:14.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:14 smithi026 ceph-mon[28096]: pgmap v392: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:14.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:14 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2860204130' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:26:14.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:14 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/4233260478' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:26:14.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.838+0000 7fc1a9200640 1 -- 172.21.15.26:0/3931441034 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc1a402d300 con 0x7fc1a41028c0 2024-04-25T01:26:14.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.839+0000 7fc1a0c00640 1 -- 172.21.15.26:0/3931441034 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7fc18c09c180 con 0x7fc1a41028c0 2024-04-25T01:26:14.819 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-25T01:26:14.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.842+0000 7fc1a9200640 1 -- 172.21.15.26:0/3931441034 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1880a2b90 msgr2=0x7fc1880a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:14.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.842+0000 7fc1a9200640 1 --2- 172.21.15.26:0/3931441034 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1880a2b90 0x7fc1880a5050 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc194005ab0 tx=0x7fc194000bc0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.842+0000 7fc1a9200640 1 -- 172.21.15.26:0/3931441034 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1a41028c0 msgr2=0x7fc1a4197f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:14.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.842+0000 7fc1a9200640 1 --2- 172.21.15.26:0/3931441034 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1a41028c0 0x7fc1a4197f10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc18c00e9f0 tx=0x7fc18c00edf0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.842+0000 7fc1a9200640 1 -- 172.21.15.26:0/3931441034 shutdown_connections 2024-04-25T01:26:14.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.842+0000 7fc1a9200640 1 --2- 172.21.15.26:0/3931441034 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1a4103280 0x7fc1a419ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.842+0000 7fc1a9200640 1 --2- 172.21.15.26:0/3931441034 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1880a2b90 0x7fc1880a5050 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.842+0000 7fc1a9200640 1 --2- 172.21.15.26:0/3931441034 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1a41028c0 0x7fc1a4197f10 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.842+0000 7fc1a9200640 1 --2- 172.21.15.26:0/3931441034 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1a41016d0 0x7fc1a41979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:14.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.842+0000 7fc1a9200640 1 -- 172.21.15.26:0/3931441034 >> 172.21.15.26:0/3931441034 conn(0x7fc1a40fcc40 msgr2=0x7fc1a4105ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:14.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.842+0000 7fc1a9200640 1 -- 172.21.15.26:0/3931441034 shutdown_connections 2024-04-25T01:26:14.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:14.843+0000 7fc1a9200640 1 -- 172.21.15.26:0/3931441034 wait complete. 2024-04-25T01:26:14.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:14 smithi186 ceph-mon[32747]: pgmap v392: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:14.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:14 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2860204130' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:26:14.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:14 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/4233260478' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:26:14.844 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:26:14.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:14 smithi111 ceph-mon[32623]: pgmap v392: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:14.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:14 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2860204130' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:26:14.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:14 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/4233260478' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:26:15.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.068+0000 7fe929400640 1 -- 172.21.15.26:0/4080254584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9240741a0 msgr2=0x7fe924074620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:15.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.068+0000 7fe929400640 1 --2- 172.21.15.26:0/4080254584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9240741a0 0x7fe924074620 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe90c009900 tx=0x7fe90c02a410 comp rx=0 tx=0).stop 2024-04-25T01:26:15.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.069+0000 7fe929400640 1 -- 172.21.15.26:0/4080254584 shutdown_connections 2024-04-25T01:26:15.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.069+0000 7fe929400640 1 --2- 172.21.15.26:0/4080254584 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe9241094a0 0x7fe92410b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.069+0000 7fe929400640 1 --2- 172.21.15.26:0/4080254584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9240741a0 0x7fe924074620 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.069+0000 7fe929400640 1 --2- 172.21.15.26:0/4080254584 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe924075780 0x7fe924073bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.069+0000 7fe929400640 1 -- 172.21.15.26:0/4080254584 >> 172.21.15.26:0/4080254584 conn(0x7fe9240fcb50 msgr2=0x7fe9240fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:15.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.069+0000 7fe929400640 1 -- 172.21.15.26:0/4080254584 shutdown_connections 2024-04-25T01:26:15.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.069+0000 7fe929400640 1 -- 172.21.15.26:0/4080254584 wait complete. 2024-04-25T01:26:15.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.070+0000 7fe929400640 1 Processor -- start 2024-04-25T01:26:15.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.070+0000 7fe929400640 1 -- start start 2024-04-25T01:26:15.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.070+0000 7fe929400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9240741a0 0x7fe924199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:15.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.070+0000 7fe929400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe924075780 0x7fe92419a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:15.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.070+0000 7fe929400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe9241094a0 0x7fe9241a10b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:15.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.070+0000 7fe929400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe92410f440 con 0x7fe9240741a0 2024-04-25T01:26:15.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.070+0000 7fe929400640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe92410f2c0 con 0x7fe9241094a0 2024-04-25T01:26:15.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.070+0000 7fe929400640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fe92410f5c0 con 0x7fe924075780 2024-04-25T01:26:15.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.070+0000 7fe91be00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe924075780 0x7fe92419a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:15.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.070+0000 7fe923e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9240741a0 0x7fe924199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:15.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.070+0000 7fe91be00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe924075780 0x7fe92419a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:36526/0 (socket says 172.21.15.26:36526) 2024-04-25T01:26:15.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.070+0000 7fe91be00640 1 -- 172.21.15.26:0/3000340352 learned_addr learned my addr 172.21.15.26:0/3000340352 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:15.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.071+0000 7fe928a00640 1 --2- 172.21.15.26:0/3000340352 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe9241094a0 0x7fe9241a10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:15.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.071+0000 7fe923e00640 1 -- 172.21.15.26:0/3000340352 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe924075780 msgr2=0x7fe92419a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:15.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.071+0000 7fe923e00640 1 --2- 172.21.15.26:0/3000340352 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe924075780 0x7fe92419a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.071+0000 7fe923e00640 1 -- 172.21.15.26:0/3000340352 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe9241094a0 msgr2=0x7fe9241a10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:15.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.071+0000 7fe923e00640 1 --2- 172.21.15.26:0/3000340352 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe9241094a0 0x7fe9241a10b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.071+0000 7fe923e00640 1 -- 172.21.15.26:0/3000340352 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9241a1720 con 0x7fe9240741a0 2024-04-25T01:26:15.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.071+0000 7fe923e00640 1 --2- 172.21.15.26:0/3000340352 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9240741a0 0x7fe924199b00 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe91400e9f0 tx=0x7fe91400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:15.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.071+0000 7fe921600640 1 -- 172.21.15.26:0/3000340352 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91400ccc0 con 0x7fe9240741a0 2024-04-25T01:26:15.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.071+0000 7fe921600640 1 -- 172.21.15.26:0/3000340352 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe914005020 con 0x7fe9240741a0 2024-04-25T01:26:15.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.071+0000 7fe921600640 1 -- 172.21.15.26:0/3000340352 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9140049e0 con 0x7fe9240741a0 2024-04-25T01:26:15.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.072+0000 7fe929400640 1 -- 172.21.15.26:0/3000340352 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9241a1a10 con 0x7fe9240741a0 2024-04-25T01:26:15.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.072+0000 7fe929400640 1 -- 172.21.15.26:0/3000340352 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9241a1ee0 con 0x7fe9240741a0 2024-04-25T01:26:15.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.073+0000 7fe929400640 1 -- 172.21.15.26:0/3000340352 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9241081d0 con 0x7fe9240741a0 2024-04-25T01:26:15.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.075+0000 7fe921600640 1 -- 172.21.15.26:0/3000340352 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe914005560 con 0x7fe9240741a0 2024-04-25T01:26:15.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.076+0000 7fe921600640 1 --2- 172.21.15.26:0/3000340352 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe9080a2c10 0x7fe9080a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:15.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.077+0000 7fe921600640 1 -- 172.21.15.26:0/3000340352 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fe9140cefd0 con 0x7fe9240741a0 2024-04-25T01:26:15.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.077+0000 7fe91be00640 1 --2- 172.21.15.26:0/3000340352 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe9080a2c10 0x7fe9080a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:15.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.077+0000 7fe91be00640 1 --2- 172.21.15.26:0/3000340352 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe9080a2c10 0x7fe9080a50d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fe90c031440 tx=0x7fe90c0315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:15.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.082+0000 7fe921600640 1 -- 172.21.15.26:0/3000340352 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fe9140051d0 con 0x7fe9240741a0 2024-04-25T01:26:15.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.330+0000 7fe929400640 1 -- 172.21.15.26:0/3000340352 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe92402d170 con 0x7fe9240741a0 2024-04-25T01:26:15.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.332+0000 7fe921600640 1 -- 172.21.15.26:0/3000340352 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11938 (secure 0 0 0) 0x7fe91409beb0 con 0x7fe9240741a0 2024-04-25T01:26:15.312 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:26:15.312 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/2305348479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":2305348479},{"type":"v1","addr":"172.21.15.26:6839","nonce":2305348479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T01:23:53.313159+0000","modified":"2024-04-25T01:24:00.874004+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24535,"mds_2":24502,"mds_3":24491,"mds_4":24466},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14469":{"gid":14469,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6841/706502534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":706502534},{"type":"v1","addr":"172.21.15.26:6841","nonce":706502534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.186:6839/1584253959","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6838","nonce":1584253959},{"type":"v1","addr":"172.21.15.186:6839","nonce":1584253959}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6839/1500026678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6838","nonce":1500026678},{"type":"v1","addr":"172.21.15.111:6839","nonce":1500026678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24575,"qdb_cluster":[24502,24535,24466,24491,24575]},"id":1}]} 2024-04-25T01:26:15.312 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 27 2024-04-25T01:26:15.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.335+0000 7fe929400640 1 -- 172.21.15.26:0/3000340352 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe9080a2c10 msgr2=0x7fe9080a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:15.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.335+0000 7fe929400640 1 --2- 172.21.15.26:0/3000340352 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe9080a2c10 0x7fe9080a50d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fe90c031440 tx=0x7fe90c0315b0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.335+0000 7fe929400640 1 -- 172.21.15.26:0/3000340352 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9240741a0 msgr2=0x7fe924199b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:15.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.335+0000 7fe929400640 1 --2- 172.21.15.26:0/3000340352 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9240741a0 0x7fe924199b00 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe91400e9f0 tx=0x7fe91400eeb0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.335+0000 7fe929400640 1 -- 172.21.15.26:0/3000340352 shutdown_connections 2024-04-25T01:26:15.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.335+0000 7fe929400640 1 --2- 172.21.15.26:0/3000340352 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe9241094a0 0x7fe9241a10b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.335+0000 7fe929400640 1 --2- 172.21.15.26:0/3000340352 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe9080a2c10 0x7fe9080a50d0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.335+0000 7fe929400640 1 --2- 172.21.15.26:0/3000340352 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe924075780 0x7fe92419a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.335+0000 7fe929400640 1 --2- 172.21.15.26:0/3000340352 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9240741a0 0x7fe924199b00 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.335+0000 7fe929400640 1 -- 172.21.15.26:0/3000340352 >> 172.21.15.26:0/3000340352 conn(0x7fe9240fcb50 msgr2=0x7fe9241053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:15.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.335+0000 7fe929400640 1 -- 172.21.15.26:0/3000340352 shutdown_connections 2024-04-25T01:26:15.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.335+0000 7fe929400640 1 -- 172.21.15.26:0/3000340352 wait complete. 2024-04-25T01:26:15.335 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T01:26:15.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.571+0000 7f627ca00640 1 -- 172.21.15.26:0/1299601139 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6278075700 msgr2=0x7f6278073b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:15.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.571+0000 7f627ca00640 1 --2- 172.21.15.26:0/1299601139 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6278075700 0x7f6278073b50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f6268009900 tx=0x7f626802a480 comp rx=0 tx=0).stop 2024-04-25T01:26:15.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.572+0000 7f627ca00640 1 -- 172.21.15.26:0/1299601139 shutdown_connections 2024-04-25T01:26:15.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.572+0000 7f627ca00640 1 --2- 172.21.15.26:0/1299601139 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6278109460 0x7f627810b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.572+0000 7f627ca00640 1 --2- 172.21.15.26:0/1299601139 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6278074120 0x7f6278074580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.572+0000 7f627ca00640 1 --2- 172.21.15.26:0/1299601139 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6278075700 0x7f6278073b50 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.572+0000 7f627ca00640 1 -- 172.21.15.26:0/1299601139 >> 172.21.15.26:0/1299601139 conn(0x7f62780fcb20 msgr2=0x7f62780fef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:15.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.572+0000 7f627ca00640 1 -- 172.21.15.26:0/1299601139 shutdown_connections 2024-04-25T01:26:15.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.572+0000 7f627ca00640 1 -- 172.21.15.26:0/1299601139 wait complete. 2024-04-25T01:26:15.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.573+0000 7f627ca00640 1 Processor -- start 2024-04-25T01:26:15.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.573+0000 7f627ca00640 1 -- start start 2024-04-25T01:26:15.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.573+0000 7f627ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6278074120 0x7f6278199ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:15.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.573+0000 7f627ca00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6278075700 0x7f627819a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:15.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.573+0000 7f627ca00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6278109460 0x7f62781a1080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:15.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.573+0000 7f627ca00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f627810f460 con 0x7f6278074120 2024-04-25T01:26:15.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.573+0000 7f627ca00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f627810f2e0 con 0x7f6278109460 2024-04-25T01:26:15.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.573+0000 7f627ca00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f627810f5e0 con 0x7f6278075700 2024-04-25T01:26:15.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.573+0000 7f6277400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6278074120 0x7f6278199ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:15.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.574+0000 7f6277400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6278074120 0x7f6278199ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38392/0 (socket says 172.21.15.26:38392) 2024-04-25T01:26:15.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.574+0000 7f6277400640 1 -- 172.21.15.26:0/1820886858 learned_addr learned my addr 172.21.15.26:0/1820886858 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:15.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.574+0000 7f6277e00640 1 --2- 172.21.15.26:0/1820886858 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6278109460 0x7f62781a1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:15.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.574+0000 7f626fe00640 1 --2- 172.21.15.26:0/1820886858 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6278075700 0x7f627819a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:15.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.574+0000 7f6277400640 1 -- 172.21.15.26:0/1820886858 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6278075700 msgr2=0x7f627819a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:15.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.574+0000 7f6277400640 1 --2- 172.21.15.26:0/1820886858 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6278075700 0x7f627819a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.574+0000 7f6277400640 1 -- 172.21.15.26:0/1820886858 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6278109460 msgr2=0x7f62781a1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:15.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.574+0000 7f6277400640 1 --2- 172.21.15.26:0/1820886858 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6278109460 0x7f62781a1080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.574+0000 7f6277400640 1 -- 172.21.15.26:0/1820886858 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62781a16f0 con 0x7f6278074120 2024-04-25T01:26:15.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.574+0000 7f6277400640 1 --2- 172.21.15.26:0/1820886858 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6278074120 0x7f6278199ad0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6268031440 tx=0x7f6268032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:15.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.575+0000 7f6274c00640 1 -- 172.21.15.26:0/1820886858 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f626803f030 con 0x7f6278074120 2024-04-25T01:26:15.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.575+0000 7f627ca00640 1 -- 172.21.15.26:0/1820886858 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62781a1980 con 0x7f6278074120 2024-04-25T01:26:15.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.575+0000 7f6274c00640 1 -- 172.21.15.26:0/1820886858 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6268003ce0 con 0x7f6278074120 2024-04-25T01:26:15.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.575+0000 7f6274c00640 1 -- 172.21.15.26:0/1820886858 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6268035070 con 0x7f6278074120 2024-04-25T01:26:15.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.575+0000 7f627ca00640 1 -- 172.21.15.26:0/1820886858 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62781a1e70 con 0x7f6278074120 2024-04-25T01:26:15.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.576+0000 7f627ca00640 1 -- 172.21.15.26:0/1820886858 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6278108220 con 0x7f6278074120 2024-04-25T01:26:15.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.578+0000 7f6274c00640 1 -- 172.21.15.26:0/1820886858 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6268042030 con 0x7f6278074120 2024-04-25T01:26:15.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.580+0000 7f6274c00640 1 --2- 172.21.15.26:0/1820886858 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f625c0a2b90 0x7f625c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:15.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.580+0000 7f6274c00640 1 -- 172.21.15.26:0/1820886858 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f62680ef8d0 con 0x7f6278074120 2024-04-25T01:26:15.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.581+0000 7f626fe00640 1 --2- 172.21.15.26:0/1820886858 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f625c0a2b90 0x7f625c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:15.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.581+0000 7f626fe00640 1 --2- 172.21.15.26:0/1820886858 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f625c0a2b90 0x7f625c0a5050 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f627819afe0 tx=0x7f6260005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:15.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.585+0000 7f6274c00640 1 -- 172.21.15.26:0/1820886858 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f62680bc160 con 0x7f6278074120 2024-04-25T01:26:15.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.788+0000 7f627ca00640 1 -- 172.21.15.26:0/1820886858 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6278062340 con 0x7f6278074120 2024-04-25T01:26:15.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.792+0000 7f6274c00640 1 -- 172.21.15.26:0/1820886858 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22721 (secure 0 0 0) 0x7f62680c0460 con 0x7f6278074120 2024-04-25T01:26:15.772 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:26:15.773 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":88,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:24:46.838091+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T01:23:51.673615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T01:23:52.776694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.2","mappings":[{"from":7,"to":11}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:26:15.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.795+0000 7f627ca00640 1 -- 172.21.15.26:0/1820886858 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f625c0a2b90 msgr2=0x7f625c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:15.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.795+0000 7f627ca00640 1 --2- 172.21.15.26:0/1820886858 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f625c0a2b90 0x7f625c0a5050 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f627819afe0 tx=0x7f6260005f90 comp rx=0 tx=0).stop 2024-04-25T01:26:15.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.795+0000 7f627ca00640 1 -- 172.21.15.26:0/1820886858 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6278074120 msgr2=0x7f6278199ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:15.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.795+0000 7f627ca00640 1 --2- 172.21.15.26:0/1820886858 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6278074120 0x7f6278199ad0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6268031440 tx=0x7f6268032ce0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.795+0000 7f627ca00640 1 -- 172.21.15.26:0/1820886858 shutdown_connections 2024-04-25T01:26:15.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.795+0000 7f627ca00640 1 --2- 172.21.15.26:0/1820886858 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f6278109460 0x7f62781a1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.795+0000 7f627ca00640 1 --2- 172.21.15.26:0/1820886858 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f625c0a2b90 0x7f625c0a5050 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.795+0000 7f627ca00640 1 --2- 172.21.15.26:0/1820886858 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f6278075700 0x7f627819a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.795+0000 7f627ca00640 1 --2- 172.21.15.26:0/1820886858 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6278074120 0x7f6278199ad0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:15.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.795+0000 7f627ca00640 1 -- 172.21.15.26:0/1820886858 >> 172.21.15.26:0/1820886858 conn(0x7f62780fcb20 msgr2=0x7f62781053f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:15.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.795+0000 7f627ca00640 1 -- 172.21.15.26:0/1820886858 shutdown_connections 2024-04-25T01:26:15.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:15.796+0000 7f627ca00640 1 -- 172.21.15.26:0/1820886858 wait complete. 2024-04-25T01:26:15.791 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:15 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3931441034' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:26:15.791 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:15 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3000340352' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:26:15.796 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-25T01:23:53.313159+0000', 'modified': '2024-04-25T01:24:00.874004+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24575, 'mds_1': 24535, 'mds_2': 24502, 'mds_3': 24491, 'mds_4': 24466}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14469': {'gid': 14469, 'name': 'a', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.26:6841/706502534', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.26:6840', 'nonce': 706502534}, {'type': 'v1', 'addr': '172.21.15.26:6841', 'nonce': 706502534}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24443': {'gid': 24443, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.111:6833/1178904460', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.111:6832', 'nonce': 1178904460}, {'type': 'v1', 'addr': '172.21.15.111:6833', 'nonce': 1178904460}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24445': {'gid': 24445, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.186:6833/1434198326', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.186:6832', 'nonce': 1434198326}, {'type': 'v1', 'addr': '172.21.15.186:6833', 'nonce': 1434198326}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'j', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.26:6835/3982121209', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.26:6834', 'nonce': 3982121209}, {'type': 'v1', 'addr': '172.21.15.26:6835', 'nonce': 3982121209}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24491': {'gid': 24491, 'name': 'e', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.111:6835/1386767934', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.111:6834', 'nonce': 1386767934}, {'type': 'v1', 'addr': '172.21.15.111:6835', 'nonce': 1386767934}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24502': {'gid': 24502, 'name': 'f', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.186:6835/3216839839', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.186:6834', 'nonce': 3216839839}, {'type': 'v1', 'addr': '172.21.15.186:6835', 'nonce': 3216839839}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24514': {'gid': 24514, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.186:6837/3955680978', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.186:6836', 'nonce': 3955680978}, {'type': 'v1', 'addr': '172.21.15.186:6837', 'nonce': 3955680978}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24518': {'gid': 24518, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.111:6837/3470022126', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.111:6836', 'nonce': 3470022126}, {'type': 'v1', 'addr': '172.21.15.111:6837', 'nonce': 3470022126}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24535': {'gid': 24535, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.186:6839/1584253959', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.186:6838', 'nonce': 1584253959}, {'type': 'v1', 'addr': '172.21.15.186:6839', 'nonce': 1584253959}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24575': {'gid': 24575, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.111:6839/1500026678', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.111:6838', 'nonce': 1500026678}, {'type': 'v1', 'addr': '172.21.15.111:6839', 'nonce': 1500026678}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24575, 'qdb_cluster': [24502, 24535, 24466, 24491, 24575]} 2024-04-25T01:26:15.796 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-25T01:26:15.796 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.j status 2024-04-25T01:26:15.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:15 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3931441034' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:26:15.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:15 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3000340352' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:26:15.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:15 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3931441034' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:26:15.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:15 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3000340352' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:26:16.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.033+0000 7f0789600640 1 -- 172.21.15.26:0/3753357781 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07840ffec0 msgr2=0x7f07841022f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.033+0000 7f0789600640 1 --2- 172.21.15.26:0/3753357781 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07840ffec0 0x7f07841022f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0774009900 tx=0x7f077402a3f0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.033+0000 7f0789600640 1 -- 172.21.15.26:0/3753357781 shutdown_connections 2024-04-25T01:26:16.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.033+0000 7f0789600640 1 --2- 172.21.15.26:0/3753357781 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07841051e0 0x7f0784105660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.033+0000 7f0789600640 1 --2- 172.21.15.26:0/3753357781 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0784102830 0x7f0784104ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.033+0000 7f0789600640 1 --2- 172.21.15.26:0/3753357781 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07840ffec0 0x7f07841022f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.033+0000 7f0789600640 1 -- 172.21.15.26:0/3753357781 >> 172.21.15.26:0/3753357781 conn(0x7f07840fbae0 msgr2=0x7f07840fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.033+0000 7f0789600640 1 -- 172.21.15.26:0/3753357781 shutdown_connections 2024-04-25T01:26:16.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.033+0000 7f0789600640 1 -- 172.21.15.26:0/3753357781 wait complete. 2024-04-25T01:26:16.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.034+0000 7f0789600640 1 Processor -- start 2024-04-25T01:26:16.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.034+0000 7f0789600640 1 -- start start 2024-04-25T01:26:16.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.034+0000 7f0789600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07840ffec0 0x7f078419df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.034+0000 7f0789600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0784102830 0x7f078419e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.034+0000 7f0789600640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07841051e0 0x7f07841a5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.034+0000 7f0789600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f07841138f0 con 0x7f0784102830 2024-04-25T01:26:16.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.034+0000 7f0789600640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0784113770 con 0x7f07840ffec0 2024-04-25T01:26:16.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.034+0000 7f0789600640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f0784113a70 con 0x7f07841051e0 2024-04-25T01:26:16.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.035+0000 7f0783e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07840ffec0 0x7f078419df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.035+0000 7f0783400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0784102830 0x7f078419e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.035+0000 7f0783e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07840ffec0 0x7f078419df70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48598/0 (socket says 172.21.15.26:48598) 2024-04-25T01:26:16.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.035+0000 7f0783e00640 1 -- 172.21.15.26:0/196838631 learned_addr learned my addr 172.21.15.26:0/196838631 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.035+0000 7f0788c00640 1 --2- 172.21.15.26:0/196838631 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07841051e0 0x7f07841a5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.035+0000 7f0783e00640 1 -- 172.21.15.26:0/196838631 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07841051e0 msgr2=0x7f07841a5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.035+0000 7f0783e00640 1 --2- 172.21.15.26:0/196838631 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07841051e0 0x7f07841a5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.035+0000 7f0783e00640 1 -- 172.21.15.26:0/196838631 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0784102830 msgr2=0x7f078419e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.035+0000 7f0783e00640 1 --2- 172.21.15.26:0/196838631 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0784102830 0x7f078419e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.035+0000 7f0783e00640 1 -- 172.21.15.26:0/196838631 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07841a5b90 con 0x7f07840ffec0 2024-04-25T01:26:16.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.035+0000 7f0783e00640 1 --2- 172.21.15.26:0/196838631 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07840ffec0 0x7f078419df70 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0774031440 tx=0x7f0774032ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.036+0000 7f0780c00640 1 -- 172.21.15.26:0/196838631 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f077403f030 con 0x7f07840ffec0 2024-04-25T01:26:16.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.036+0000 7f0789600640 1 -- 172.21.15.26:0/196838631 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07841a5e20 con 0x7f07840ffec0 2024-04-25T01:26:16.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.036+0000 7f0780c00640 1 -- 172.21.15.26:0/196838631 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0774003ce0 con 0x7f07840ffec0 2024-04-25T01:26:16.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.036+0000 7f0780c00640 1 -- 172.21.15.26:0/196838631 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0774035070 con 0x7f07840ffec0 2024-04-25T01:26:16.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.036+0000 7f0789600640 1 -- 172.21.15.26:0/196838631 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07841a6280 con 0x7f07840ffec0 2024-04-25T01:26:16.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.039+0000 7f078da1a740 1 Processor -- start 2024-04-25T01:26:16.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.039+0000 7f078da1a740 1 -- start start 2024-04-25T01:26:16.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.039+0000 7f078da1a740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbd970 0x562eddbbdd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.039+0000 7f078da1a740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbe360 0x562eddbc2e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f078da1a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbc5960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f078da1a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562eddabded0 con 0x562eddbc34d0 2024-04-25T01:26:16.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f078da1a740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x562eddb20df0 con 0x562eddbbd970 2024-04-25T01:26:16.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f078da1a740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x562eddac98d0 con 0x562eddbbe360 2024-04-25T01:26:16.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f0780c00640 1 -- 172.21.15.26:0/196838631 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0774042030 con 0x7f07840ffec0 2024-04-25T01:26:16.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f0788c00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbd970 0x562eddbbdd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f0788c00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbd970 0x562eddbbdd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48614/0 (socket says 172.21.15.26:48614) 2024-04-25T01:26:16.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f0788c00640 1 -- 172.21.15.26:0/2882021373 learned_addr learned my addr 172.21.15.26:0/2882021373 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f0783400640 1 --2- 172.21.15.26:0/2882021373 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbc5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f0783e00640 1 --2- 172.21.15.26:0/2882021373 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbe360 0x562eddbc2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f0788c00640 1 -- 172.21.15.26:0/2882021373 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbe360 msgr2=0x562eddbc2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f0788c00640 1 --2- 172.21.15.26:0/2882021373 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbe360 0x562eddbc2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f0788c00640 1 -- 172.21.15.26:0/2882021373 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 msgr2=0x562eddbc5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f0788c00640 1 --2- 172.21.15.26:0/2882021373 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbc5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f0788c00640 1 -- 172.21.15.26:0/2882021373 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562edd8352d0 con 0x562eddbbd970 2024-04-25T01:26:16.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.040+0000 7f0783400640 1 --2- 172.21.15.26:0/2882021373 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbc5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:16.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.041+0000 7f0788c00640 1 --2- 172.21.15.26:0/2882021373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbd970 0x562eddbbdd90 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f077c00b6b0 tx=0x7f077c00bb70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b150499d56ee26b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.041+0000 7f0779200640 1 -- 172.21.15.26:0/2882021373 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f077c003bd0 con 0x562eddbbd970 2024-04-25T01:26:16.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.041+0000 7f0779200640 1 -- 172.21.15.26:0/2882021373 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f077c015070 con 0x562eddbbd970 2024-04-25T01:26:16.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.041+0000 7f0779200640 1 -- 172.21.15.26:0/2882021373 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f077c011640 con 0x562eddbbd970 2024-04-25T01:26:16.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.042+0000 7f078da1a740 1 -- 172.21.15.26:0/2882021373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbd970 msgr2=0x562eddbbdd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.042+0000 7f078da1a740 1 --2- 172.21.15.26:0/2882021373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbd970 0x562eddbbdd90 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f077c00b6b0 tx=0x7f077c00bb70 comp rx=0 tx=0).stop 2024-04-25T01:26:16.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.042+0000 7f0780c00640 1 --2- 172.21.15.26:0/196838631 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07680a2c10 0x7f07680a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.042+0000 7f078da1a740 1 -- 172.21.15.26:0/2882021373 shutdown_connections 2024-04-25T01:26:16.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.042+0000 7f078da1a740 1 --2- 172.21.15.26:0/2882021373 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbc5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.042+0000 7f078da1a740 1 --2- 172.21.15.26:0/2882021373 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbe360 0x562eddbc2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.042+0000 7f078da1a740 1 --2- 172.21.15.26:0/2882021373 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbd970 0x562eddbbdd90 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.042+0000 7f078da1a740 1 -- 172.21.15.26:0/2882021373 >> 172.21.15.26:0/2882021373 conn(0x562eddbb8fe0 msgr2=0x562eddbb93e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.042+0000 7f0780c00640 1 -- 172.21.15.26:0/196838631 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f07740ef530 con 0x7f07840ffec0 2024-04-25T01:26:16.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.042+0000 7f078da1a740 1 -- 172.21.15.26:0/2882021373 shutdown_connections 2024-04-25T01:26:16.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.042+0000 7f078da1a740 1 -- 172.21.15.26:0/2882021373 wait complete. 2024-04-25T01:26:16.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.042+0000 7f0788c00640 1 --2- 172.21.15.26:0/196838631 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07680a2c10 0x7f07680a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.043+0000 7f078da1a740 1 -- start start 2024-04-25T01:26:16.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.043+0000 7f078da1a740 1 Processor -- start 2024-04-25T01:26:16.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.043+0000 7f0788c00640 1 --2- 172.21.15.26:0/196838631 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07680a2c10 0x7f07680a50d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f077c01ad00 tx=0x7f077c00be60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.043+0000 7f078da1a740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbc7c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.043+0000 7f078da1a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbbe360 0x562eddbc81a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.043+0000 7f078da1a740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbc34d0 0x562eddbcf1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.043+0000 7f078da1a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562eddadcd20 con 0x562eddbbe360 2024-04-25T01:26:16.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.043+0000 7f078da1a740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x562eddb1cdb0 con 0x562eddbc34d0 2024-04-25T01:26:16.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.043+0000 7f078da1a740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x562eddbc6480 con 0x562eddbbd970 2024-04-25T01:26:16.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.043+0000 7f078da1a740 10 client.0 _ll_register_callbacks cb 0x562eddb17f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:26:16.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.044+0000 7f0783400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbbe360 0x562eddbc81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.044+0000 7f0783400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbbe360 0x562eddbc81a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38430/0 (socket says 172.21.15.26:38430) 2024-04-25T01:26:16.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.044+0000 7f0783400640 1 -- 172.21.15.26:0/3832307413 learned_addr learned my addr 172.21.15.26:0/3832307413 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.044+0000 7f0783e00640 1 --2- 172.21.15.26:0/3832307413 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbc7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.044+0000 7f0788c00640 1 --2- 172.21.15.26:0/3832307413 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbc34d0 0x562eddbcf1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.044+0000 7f0783e00640 1 -- 172.21.15.26:0/3832307413 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbc34d0 msgr2=0x562eddbcf1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.044+0000 7f0783e00640 1 --2- 172.21.15.26:0/3832307413 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbc34d0 0x562eddbcf1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.044+0000 7f0783e00640 1 -- 172.21.15.26:0/3832307413 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbbe360 msgr2=0x562eddbc81a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.044+0000 7f0783e00640 1 --2- 172.21.15.26:0/3832307413 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbbe360 0x562eddbc81a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.044+0000 7f0783e00640 1 -- 172.21.15.26:0/3832307413 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562edd8ff6b0 con 0x562eddbbd970 2024-04-25T01:26:16.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.044+0000 7f0783400640 1 --2- 172.21.15.26:0/3832307413 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbbe360 0x562eddbc81a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:16.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.044+0000 7f0783e00640 1 --2- 172.21.15.26:0/3832307413 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbc7c60 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x562eddbbedd0 tx=0x7f0774009620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e68ba260188fa7b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.044+0000 7f076d600640 10 client.0 ms_handle_connect on v2:172.21.15.186:3300/0 2024-04-25T01:26:16.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.045+0000 7f076d600640 1 -- 172.21.15.26:0/3832307413 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0774049070 con 0x562eddbbd970 2024-04-25T01:26:16.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.045+0000 7f076d600640 1 -- 172.21.15.26:0/3832307413 <== mon.1 v2:172.21.15.186:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f07740b8430 con 0x562eddbbd970 2024-04-25T01:26:16.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.045+0000 7f078da1a740 1 -- 172.21.15.26:0/3832307413 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f077c015070 con 0x562eddbbd970 2024-04-25T01:26:16.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.045+0000 7f076d600640 1 -- 172.21.15.26:0/3832307413 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f07740bb900 con 0x562eddbbd970 2024-04-25T01:26:16.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.045+0000 7f078da1a740 10 client.25180 fetch_fsmap learned FSMap version 27 2024-04-25T01:26:16.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.045+0000 7f078da1a740 1 -- 172.21.15.26:0/3832307413 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x562eddbd2530 con 0x562eddbbd970 2024-04-25T01:26:16.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.045+0000 7f076d600640 1 -- 172.21.15.26:0/3832307413 <== mon.1 v2:172.21.15.186:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f077c015070 con 0x562eddbbd970 2024-04-25T01:26:16.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.045+0000 7f076d600640 1 -- 172.21.15.26:0/3832307413 <== mon.1 v2:172.21.15.186:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f07740ef0d0 con 0x562eddbbd970 2024-04-25T01:26:16.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.045+0000 7f078da1a740 10 client.25180 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:26:16.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.046+0000 7f078da1a740 10 client.25180 resolve_mds: resolved name 'j' to daemon mds.j 2024-04-25T01:26:16.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.046+0000 7f078da1a740 20 client.25180 populate_metadata read hostname 'smithi026' 2024-04-25T01:26:16.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.046+0000 7f078da1a740 1 --2- 172.21.15.26:0/3832307413 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x562eddbd4b90 0x562eddbd6000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.046+0000 7f078da1a740 4 client.25180 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:26:16.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.046+0000 7f078da1a740 1 -- 172.21.15.26:0/3832307413 --> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562eddb2e330 con 0x562eddbd4b90 2024-04-25T01:26:16.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.046+0000 7f0783400640 1 --2- 172.21.15.26:0/3832307413 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x562eddbd4b90 0x562eddbd6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.046+0000 7f0783400640 1 --2- 172.21.15.26:0/3832307413 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x562eddbd4b90 0x562eddbd6000 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5d7595492f632a36 server_cookie=879c907851318155 in_seq=0 out_seq=0 2024-04-25T01:26:16.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.046+0000 7f076d600640 10 client.25180 ms_handle_connect on v2:172.21.15.26:6834/3982121209 2024-04-25T01:26:16.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.047+0000 7f076d600640 1 -- 172.21.15.26:0/3832307413 <== mds.4 v2:172.21.15.26:6834/3982121209 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562eddb2e330 con 0x562eddbd4b90 2024-04-25T01:26:16.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.047+0000 7f076d600640 10 client.25180 handle_command_reply: tid=0 2024-04-25T01:26:16.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.047+0000 7f078da1a740 1 client.25180 shutdown 2024-04-25T01:26:16.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.047+0000 7f078da1a740 1 -- 172.21.15.26:0/3832307413 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 msgr2=0x562eddbc7c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.047+0000 7f078da1a740 1 --2- 172.21.15.26:0/3832307413 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbc7c60 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x562eddbbedd0 tx=0x7f0774009620 comp rx=0 tx=0).stop 2024-04-25T01:26:16.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.048+0000 7f078da1a740 1 -- 172.21.15.26:0/3832307413 shutdown_connections 2024-04-25T01:26:16.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.048+0000 7f078da1a740 1 --2- 172.21.15.26:0/3832307413 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x562eddbd4b90 0x562eddbd6000 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.048+0000 7f078da1a740 1 --2- 172.21.15.26:0/3832307413 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbc34d0 0x562eddbcf1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.048+0000 7f078da1a740 1 --2- 172.21.15.26:0/3832307413 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbbe360 0x562eddbc81a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.048+0000 7f078da1a740 1 --2- 172.21.15.26:0/3832307413 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbc7c60 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.048+0000 7f078da1a740 1 -- 172.21.15.26:0/3832307413 >> 172.21.15.26:0/3832307413 conn(0x562eddbb8fe0 msgr2=0x562eddbb8120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.048+0000 7f076d600640 0 client.25180 ms_handle_reset on v2:172.21.15.26:6834/3982121209 2024-04-25T01:26:16.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.048+0000 7f078da1a740 1 -- 172.21.15.26:0/3832307413 shutdown_connections 2024-04-25T01:26:16.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.048+0000 7f078da1a740 1 -- 172.21.15.26:0/3832307413 wait complete. 2024-04-25T01:26:16.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.048+0000 7f078da1a740 20 client.25180 trim_cache size 0 max 16384 2024-04-25T01:26:16.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.068+0000 7f078da1a740 1 Processor -- start 2024-04-25T01:26:16.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.069+0000 7f078da1a740 1 -- start start 2024-04-25T01:26:16.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.069+0000 7f078da1a740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbbf780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.069+0000 7f078da1a740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbe360 0x562eddbcf160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.069+0000 7f078da1a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbbfcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.069+0000 7f078da1a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562eddbd4340 con 0x562eddbc34d0 2024-04-25T01:26:16.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.069+0000 7f078da1a740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x562eddbd4a10 con 0x562eddbbe360 2024-04-25T01:26:16.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.069+0000 7f078da1a740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x562eddbd50e0 con 0x562eddbbd970 2024-04-25T01:26:16.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.069+0000 7f0788c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbbfcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.069+0000 7f0783400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbe360 0x562eddbcf160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.069+0000 7f0788c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbbfcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38442/0 (socket says 172.21.15.26:38442) 2024-04-25T01:26:16.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.069+0000 7f0788c00640 1 -- 172.21.15.26:0/444782718 learned_addr learned my addr 172.21.15.26:0/444782718 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.069+0000 7f0783e00640 1 --2- 172.21.15.26:0/444782718 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbbf780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.070+0000 7f0783400640 1 -- 172.21.15.26:0/444782718 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 msgr2=0x562eddbbf780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.070+0000 7f0783400640 1 --2- 172.21.15.26:0/444782718 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbbf780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.070+0000 7f0783400640 1 -- 172.21.15.26:0/444782718 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 msgr2=0x562eddbbfcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.070+0000 7f0783400640 1 --2- 172.21.15.26:0/444782718 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbbfcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.070+0000 7f0783400640 1 -- 172.21.15.26:0/444782718 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562eddbbd530 con 0x562eddbbe360 2024-04-25T01:26:16.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.070+0000 7f0788c00640 1 --2- 172.21.15.26:0/444782718 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbbfcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:16.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.070+0000 7f0783e00640 1 --2- 172.21.15.26:0/444782718 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbbf780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:16.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.070+0000 7f0783400640 1 --2- 172.21.15.26:0/444782718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbe360 0x562eddbcf160 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x562eddbd6e40 tx=0x7f0770009500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b3aa7e222df359f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.070+0000 7f076fe00640 1 -- 172.21.15.26:0/444782718 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0770003e00 con 0x562eddbbe360 2024-04-25T01:26:16.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.070+0000 7f076fe00640 1 -- 172.21.15.26:0/444782718 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07700044f0 con 0x562eddbbe360 2024-04-25T01:26:16.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.070+0000 7f076fe00640 1 -- 172.21.15.26:0/444782718 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07700208e0 con 0x562eddbbe360 2024-04-25T01:26:16.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.071+0000 7f078da1a740 1 -- 172.21.15.26:0/444782718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbe360 msgr2=0x562eddbcf160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.071+0000 7f078da1a740 1 --2- 172.21.15.26:0/444782718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbe360 0x562eddbcf160 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x562eddbd6e40 tx=0x7f0770009500 comp rx=0 tx=0).stop 2024-04-25T01:26:16.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.071+0000 7f078da1a740 1 -- 172.21.15.26:0/444782718 shutdown_connections 2024-04-25T01:26:16.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.071+0000 7f078da1a740 1 --2- 172.21.15.26:0/444782718 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbbfcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.071+0000 7f078da1a740 1 --2- 172.21.15.26:0/444782718 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbe360 0x562eddbcf160 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.071+0000 7f078da1a740 1 --2- 172.21.15.26:0/444782718 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbbf780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.071+0000 7f078da1a740 1 -- 172.21.15.26:0/444782718 >> 172.21.15.26:0/444782718 conn(0x562eddbb8fe0 msgr2=0x562eddbb93c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.071+0000 7f078da1a740 1 -- 172.21.15.26:0/444782718 shutdown_connections 2024-04-25T01:26:16.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.071+0000 7f078da1a740 1 -- 172.21.15.26:0/444782718 wait complete. 2024-04-25T01:26:16.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.072+0000 7f078da1a740 1 -- start start 2024-04-25T01:26:16.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.072+0000 7f078da1a740 1 Processor -- start 2024-04-25T01:26:16.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.072+0000 7f078da1a740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbcb390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.072+0000 7f078da1a740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbe360 0x562eddbcb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.072+0000 7f078da1a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.072+0000 7f078da1a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562eddbd5e80 con 0x562eddbc34d0 2024-04-25T01:26:16.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.072+0000 7f078da1a740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x562eddbd57b0 con 0x562eddbbe360 2024-04-25T01:26:16.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.072+0000 7f078da1a740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x562eddbd6550 con 0x562eddbbd970 2024-04-25T01:26:16.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.072+0000 7f078da1a740 10 client.0 _ll_register_callbacks cb 0x7f0774005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:26:16.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.073+0000 7f0783400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbe360 0x562eddbcb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.073+0000 7f0783e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbcb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.073+0000 7f0783400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbe360 0x562eddbcb8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48646/0 (socket says 172.21.15.26:48646) 2024-04-25T01:26:16.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.073+0000 7f0783400640 1 -- 172.21.15.26:0/350353364 learned_addr learned my addr 172.21.15.26:0/350353364 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.073+0000 7f0788c00640 1 --2- 172.21.15.26:0/350353364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.073+0000 7f0783400640 1 -- 172.21.15.26:0/350353364 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 msgr2=0x562eddbcb390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.073+0000 7f0783400640 1 --2- 172.21.15.26:0/350353364 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbcb390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.073+0000 7f0783400640 1 -- 172.21.15.26:0/350353364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 msgr2=0x562eddbce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.073+0000 7f0783400640 1 --2- 172.21.15.26:0/350353364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbce4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.073+0000 7f0783400640 1 -- 172.21.15.26:0/350353364 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562eddbceb10 con 0x562eddbbe360 2024-04-25T01:26:16.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.073+0000 7f0783e00640 1 --2- 172.21.15.26:0/350353364 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbcb390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:16.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.073+0000 7f0783400640 1 --2- 172.21.15.26:0/350353364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbe360 0x562eddbcb8d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f07700119b0 tx=0x7f0770011c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c59a8b8d3418d8f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.073+0000 7f076d600640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-04-25T01:26:16.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.074+0000 7f076d600640 1 -- 172.21.15.26:0/350353364 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07700046a0 con 0x562eddbbe360 2024-04-25T01:26:16.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.074+0000 7f076d600640 1 -- 172.21.15.26:0/350353364 <== mon.2 v2:172.21.15.111:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f0770020660 con 0x562eddbbe360 2024-04-25T01:26:16.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.074+0000 7f078da1a740 1 -- 172.21.15.26:0/350353364 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07700044f0 con 0x562eddbbe360 2024-04-25T01:26:16.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.074+0000 7f076d600640 1 -- 172.21.15.26:0/350353364 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f0770004840 con 0x562eddbbe360 2024-04-25T01:26:16.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.074+0000 7f078da1a740 10 client.25172 fetch_fsmap learned FSMap version 27 2024-04-25T01:26:16.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.074+0000 7f078da1a740 1 -- 172.21.15.26:0/350353364 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x562eddc3b2b0 con 0x562eddbbe360 2024-04-25T01:26:16.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.074+0000 7f076d600640 1 -- 172.21.15.26:0/350353364 <== mon.2 v2:172.21.15.111:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07700044f0 con 0x562eddbbe360 2024-04-25T01:26:16.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.075+0000 7f076d600640 1 -- 172.21.15.26:0/350353364 <== mon.2 v2:172.21.15.111:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f0770005630 con 0x562eddbbe360 2024-04-25T01:26:16.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.075+0000 7f078da1a740 10 client.25172 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:26:16.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.075+0000 7f078da1a740 10 client.25172 resolve_mds: resolved name 'j' to daemon mds.j 2024-04-25T01:26:16.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.075+0000 7f078da1a740 20 client.25172 populate_metadata read hostname 'smithi026' 2024-04-25T01:26:16.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.075+0000 7f078da1a740 1 --2- 172.21.15.26:0/350353364 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x562eddc3fb00 0x562eddc3e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.075+0000 7f078da1a740 4 client.25172 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T01:26:16.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.075+0000 7f078da1a740 1 -- 172.21.15.26:0/350353364 --> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] -- command(tid 0: {"prefix": "status"}) -- 0x562eddb28680 con 0x562eddc3fb00 2024-04-25T01:26:16.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.075+0000 7f0783e00640 1 --2- 172.21.15.26:0/350353364 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x562eddc3fb00 0x562eddc3e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.076+0000 7f0783e00640 1 --2- 172.21.15.26:0/350353364 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x562eddc3fb00 0x562eddc3e810 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=fa07c8bb41fbcb4e server_cookie=209236dc3c589e4 in_seq=0 out_seq=0 2024-04-25T01:26:16.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.076+0000 7f076d600640 10 client.25172 ms_handle_connect on v2:172.21.15.26:6834/3982121209 2024-04-25T01:26:16.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.076+0000 7f076d600640 1 -- 172.21.15.26:0/350353364 <== mds.4 v2:172.21.15.26:6834/3982121209 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x562eddb28680 con 0x562eddc3fb00 2024-04-25T01:26:16.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.076+0000 7f076d600640 10 client.25172 handle_command_reply: tid=0 2024-04-25T01:26:16.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.076+0000 7f078da1a740 1 client.25172 shutdown 2024-04-25T01:26:16.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.076+0000 7f078da1a740 1 -- 172.21.15.26:0/350353364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbe360 msgr2=0x562eddbcb8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.076+0000 7f078da1a740 1 --2- 172.21.15.26:0/350353364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbe360 0x562eddbcb8d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f07700119b0 tx=0x7f0770011c80 comp rx=0 tx=0).stop 2024-04-25T01:26:16.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.076+0000 7f078da1a740 1 -- 172.21.15.26:0/350353364 shutdown_connections 2024-04-25T01:26:16.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.076+0000 7f078da1a740 1 --2- 172.21.15.26:0/350353364 >> [v2:172.21.15.26:6834/3982121209,v1:172.21.15.26:6835/3982121209] conn(0x562eddc3fb00 0x562eddc3e810 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.076+0000 7f078da1a740 1 --2- 172.21.15.26:0/350353364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562eddbc34d0 0x562eddbce4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.076+0000 7f078da1a740 1 --2- 172.21.15.26:0/350353364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562eddbbe360 0x562eddbcb8d0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.076+0000 7f076d600640 0 client.25172 ms_handle_reset on v2:172.21.15.26:6834/3982121209 2024-04-25T01:26:16.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.076+0000 7f078da1a740 1 --2- 172.21.15.26:0/350353364 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562eddbbd970 0x562eddbcb390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.076+0000 7f078da1a740 1 -- 172.21.15.26:0/350353364 >> 172.21.15.26:0/350353364 conn(0x562eddbb8fe0 msgr2=0x562eddbd3880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.077+0000 7f078da1a740 1 -- 172.21.15.26:0/350353364 shutdown_connections 2024-04-25T01:26:16.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.077+0000 7f078da1a740 1 -- 172.21.15.26:0/350353364 wait complete. 2024-04-25T01:26:16.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.077+0000 7f078da1a740 20 client.25172 trim_cache size 0 max 16384 2024-04-25T01:26:16.062 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:26:16.062 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "004ab5e8-02a1-11ef-bc93-c7b262605968", 2024-04-25T01:26:16.062 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 4, 2024-04-25T01:26:16.062 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24466, 2024-04-25T01:26:16.062 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-25T01:26:16.062 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-25T01:26:16.062 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-25T01:26:16.062 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 136.21105242499999, 2024-04-25T01:26:16.062 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 27, 2024-04-25T01:26:16.062 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 88, 2024-04-25T01:26:16.062 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T01:26:16.062 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 178.99806124899999 2024-04-25T01:26:16.063 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:26:16.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.077+0000 7f0789600640 1 -- 172.21.15.26:0/196838631 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07680a2c10 msgr2=0x7f07680a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.077+0000 7f0789600640 1 --2- 172.21.15.26:0/196838631 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07680a2c10 0x7f07680a50d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f077c01ad00 tx=0x7f077c00be60 comp rx=0 tx=0).stop 2024-04-25T01:26:16.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.077+0000 7f0789600640 1 -- 172.21.15.26:0/196838631 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07840ffec0 msgr2=0x7f078419df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.077+0000 7f0789600640 1 --2- 172.21.15.26:0/196838631 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07840ffec0 0x7f078419df70 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0774031440 tx=0x7f0774032ce0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.077+0000 7f0789600640 1 -- 172.21.15.26:0/196838631 shutdown_connections 2024-04-25T01:26:16.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.077+0000 7f0789600640 1 --2- 172.21.15.26:0/196838631 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f07680a2c10 0x7f07680a50d0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.077+0000 7f0789600640 1 --2- 172.21.15.26:0/196838631 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f07841051e0 0x7f07841a5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.077+0000 7f0789600640 1 --2- 172.21.15.26:0/196838631 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0784102830 0x7f078419e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.077+0000 7f0789600640 1 --2- 172.21.15.26:0/196838631 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f07840ffec0 0x7f078419df70 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.077+0000 7f0789600640 1 -- 172.21.15.26:0/196838631 >> 172.21.15.26:0/196838631 conn(0x7f07840fbae0 msgr2=0x7f07841031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.078+0000 7f0789600640 1 -- 172.21.15.26:0/196838631 shutdown_connections 2024-04-25T01:26:16.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.078+0000 7f0789600640 1 -- 172.21.15.26:0/196838631 wait complete. 2024-04-25T01:26:16.075 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.e status 2024-04-25T01:26:16.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.292+0000 7ff69ce00640 1 -- 172.21.15.26:0/545508297 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff698104a00 msgr2=0x7ff698106df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.292+0000 7ff69ce00640 1 --2- 172.21.15.26:0/545508297 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff698104a00 0x7ff698106df0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff680009860 tx=0x7ff68002a340 comp rx=0 tx=0).stop 2024-04-25T01:26:16.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.292+0000 7ff69ce00640 1 -- 172.21.15.26:0/545508297 shutdown_connections 2024-04-25T01:26:16.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.292+0000 7ff69ce00640 1 --2- 172.21.15.26:0/545508297 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff698107330 0x7ff698109780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.292+0000 7ff69ce00640 1 --2- 172.21.15.26:0/545508297 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff698104a00 0x7ff698106df0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.292+0000 7ff69ce00640 1 --2- 172.21.15.26:0/545508297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff6981020d0 0x7ff6981044c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.292+0000 7ff69ce00640 1 -- 172.21.15.26:0/545508297 >> 172.21.15.26:0/545508297 conn(0x7ff6980fbae0 msgr2=0x7ff6980fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.293+0000 7ff69ce00640 1 -- 172.21.15.26:0/545508297 shutdown_connections 2024-04-25T01:26:16.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.293+0000 7ff69ce00640 1 -- 172.21.15.26:0/545508297 wait complete. 2024-04-25T01:26:16.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.293+0000 7ff69ce00640 1 Processor -- start 2024-04-25T01:26:16.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.294+0000 7ff69ce00640 1 -- start start 2024-04-25T01:26:16.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.294+0000 7ff69ce00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff6981020d0 0x7ff698199ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.294+0000 7ff69ce00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff698104a00 0x7ff69819a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.294+0000 7ff69ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff698107330 0x7ff6981a1150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.294+0000 7ff69ce00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff69810d2b0 con 0x7ff698107330 2024-04-25T01:26:16.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.294+0000 7ff69ce00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7ff69810d130 con 0x7ff698104a00 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.294+0000 7ff69ce00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7ff69810d430 con 0x7ff6981020d0 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.294+0000 7ff697400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff6981020d0 0x7ff698199ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.294+0000 7ff697400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff6981020d0 0x7ff698199ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:36628/0 (socket says 172.21.15.26:36628) 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.294+0000 7ff697e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff698107330 0x7ff6981a1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.294+0000 7ff697400640 1 -- 172.21.15.26:0/3822103012 learned_addr learned my addr 172.21.15.26:0/3822103012 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.294+0000 7ff68ea00640 1 --2- 172.21.15.26:0/3822103012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff698104a00 0x7ff69819a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.295+0000 7ff697e00640 1 -- 172.21.15.26:0/3822103012 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff6981020d0 msgr2=0x7ff698199ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.295+0000 7ff697e00640 1 --2- 172.21.15.26:0/3822103012 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff6981020d0 0x7ff698199ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.295+0000 7ff697e00640 1 -- 172.21.15.26:0/3822103012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff698104a00 msgr2=0x7ff69819a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.295+0000 7ff697e00640 1 --2- 172.21.15.26:0/3822103012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff698104a00 0x7ff69819a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.295+0000 7ff697e00640 1 -- 172.21.15.26:0/3822103012 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6981a17c0 con 0x7ff698107330 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.295+0000 7ff68ea00640 1 --2- 172.21.15.26:0/3822103012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff698104a00 0x7ff69819a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.295+0000 7ff697e00640 1 --2- 172.21.15.26:0/3822103012 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff698107330 0x7ff6981a1150 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff69000ec50 tx=0x7ff69000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.295+0000 7ff694c00640 1 -- 172.21.15.26:0/3822103012 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff690003b70 con 0x7ff698107330 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.295+0000 7ff694c00640 1 -- 172.21.15.26:0/3822103012 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff690003d10 con 0x7ff698107330 2024-04-25T01:26:16.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.295+0000 7ff69ce00640 1 -- 172.21.15.26:0/3822103012 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6981a1ab0 con 0x7ff698107330 2024-04-25T01:26:16.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.295+0000 7ff694c00640 1 -- 172.21.15.26:0/3822103012 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff690010890 con 0x7ff698107330 2024-04-25T01:26:16.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.296+0000 7ff69ce00640 1 -- 172.21.15.26:0/3822103012 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6981a1f80 con 0x7ff698107330 2024-04-25T01:26:16.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.299+0000 7ff694c00640 1 -- 172.21.15.26:0/3822103012 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff690003fc0 con 0x7ff698107330 2024-04-25T01:26:16.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.299+0000 7ff6a1379740 1 Processor -- start 2024-04-25T01:26:16.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.299+0000 7ff6a1379740 1 -- start start 2024-04-25T01:26:16.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.299+0000 7ff6a1379740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976ba970 0x5618976bad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff6a1379740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976bfe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff6a1379740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976c04d0 0x5618976c2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff6a1379740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5618975baed0 con 0x5618976c04d0 2024-04-25T01:26:16.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff6a1379740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x56189761ddf0 con 0x5618976bb360 2024-04-25T01:26:16.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff6a1379740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x5618975c68d0 con 0x5618976ba970 2024-04-25T01:26:16.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff697400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976bfe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff68ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976c04d0 0x5618976c2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff697400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976bfe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48678/0 (socket says 172.21.15.26:48678) 2024-04-25T01:26:16.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff697400640 1 -- 172.21.15.26:0/321835189 learned_addr learned my addr 172.21.15.26:0/321835189 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff68ea00640 1 --2- 172.21.15.26:0/321835189 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976ba970 0x5618976bad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff697400640 1 -- 172.21.15.26:0/321835189 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976ba970 msgr2=0x5618976bad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff697400640 1 --2- 172.21.15.26:0/321835189 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976ba970 0x5618976bad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff697400640 1 -- 172.21.15.26:0/321835189 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976c04d0 msgr2=0x5618976c2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff697400640 1 --2- 172.21.15.26:0/321835189 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976c04d0 0x5618976c2960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff697400640 1 -- 172.21.15.26:0/321835189 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618973322d0 con 0x5618976bb360 2024-04-25T01:26:16.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.300+0000 7ff68ea00640 1 --2- 172.21.15.26:0/321835189 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976c04d0 0x5618976c2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:26:16.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.301+0000 7ff694c00640 1 --2- 172.21.15.26:0/3822103012 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff67c0a2b90 0x7ff67c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.301+0000 7ff697400640 1 --2- 172.21.15.26:0/321835189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976bfe60 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff688009d80 tx=0x7ff688011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a5778b5e00e6348 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.301+0000 7ff694c00640 1 -- 172.21.15.26:0/3822103012 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7ff6900cf680 con 0x7ff698107330 2024-04-25T01:26:16.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.301+0000 7ff68ea00640 1 --2- 172.21.15.26:0/3822103012 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff67c0a2b90 0x7ff67c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.301+0000 7ff68cc00640 1 -- 172.21.15.26:0/321835189 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68801e070 con 0x5618976bb360 2024-04-25T01:26:16.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.301+0000 7ff68cc00640 1 -- 172.21.15.26:0/321835189 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff688019b10 con 0x5618976bb360 2024-04-25T01:26:16.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.301+0000 7ff68cc00640 1 -- 172.21.15.26:0/321835189 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68800eb80 con 0x5618976bb360 2024-04-25T01:26:16.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.302+0000 7ff6a1379740 1 -- 172.21.15.26:0/321835189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 msgr2=0x5618976bfe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.302+0000 7ff6a1379740 1 --2- 172.21.15.26:0/321835189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976bfe60 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff688009d80 tx=0x7ff688011810 comp rx=0 tx=0).stop 2024-04-25T01:26:16.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.302+0000 7ff68ea00640 1 --2- 172.21.15.26:0/3822103012 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff67c0a2b90 0x7ff67c0a5050 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff680030410 tx=0x7ff6800056d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.302+0000 7ff6a1379740 1 -- 172.21.15.26:0/321835189 shutdown_connections 2024-04-25T01:26:16.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.302+0000 7ff6a1379740 1 --2- 172.21.15.26:0/321835189 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976c04d0 0x5618976c2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.302+0000 7ff6a1379740 1 --2- 172.21.15.26:0/321835189 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976bfe60 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.302+0000 7ff6a1379740 1 --2- 172.21.15.26:0/321835189 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976ba970 0x5618976bad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.302+0000 7ff6a1379740 1 -- 172.21.15.26:0/321835189 >> 172.21.15.26:0/321835189 conn(0x5618976b5fe0 msgr2=0x5618976b63e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.302+0000 7ff6a1379740 1 -- 172.21.15.26:0/321835189 shutdown_connections 2024-04-25T01:26:16.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.302+0000 7ff6a1379740 1 -- 172.21.15.26:0/321835189 wait complete. 2024-04-25T01:26:16.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.303+0000 7ff6a1379740 1 -- start start 2024-04-25T01:26:16.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.303+0000 7ff6a1379740 1 Processor -- start 2024-04-25T01:26:16.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.304+0000 7ff6a1379740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976ba970 0x5618976c4c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.304+0000 7ff6a1379740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976c51d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.304+0000 7ff6a1379740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976c04d0 0x5618976cc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.304+0000 7ff6a1379740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5618975d9d20 con 0x5618976ba970 2024-04-25T01:26:16.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.304+0000 7ff6a1379740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x561897619db0 con 0x5618976bb360 2024-04-25T01:26:16.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.304+0000 7ff6a1379740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x5618976c3480 con 0x5618976c04d0 2024-04-25T01:26:16.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.304+0000 7ff6a1379740 10 client.0 _ll_register_callbacks cb 0x561897614f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:26:16.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.304+0000 7ff68ea00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976c51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.304+0000 7ff697400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976ba970 0x5618976c4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.304+0000 7ff68ea00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976c51d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48690/0 (socket says 172.21.15.26:48690) 2024-04-25T01:26:16.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.304+0000 7ff68ea00640 1 -- 172.21.15.26:0/2361308387 learned_addr learned my addr 172.21.15.26:0/2361308387 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.305+0000 7ff697e00640 1 --2- 172.21.15.26:0/2361308387 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976c04d0 0x5618976cc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.305+0000 7ff68ea00640 1 -- 172.21.15.26:0/2361308387 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976c04d0 msgr2=0x5618976cc1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.305+0000 7ff68ea00640 1 --2- 172.21.15.26:0/2361308387 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976c04d0 0x5618976cc1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.305+0000 7ff68ea00640 1 -- 172.21.15.26:0/2361308387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976ba970 msgr2=0x5618976c4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.305+0000 7ff68ea00640 1 --2- 172.21.15.26:0/2361308387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976ba970 0x5618976c4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.305+0000 7ff68ea00640 1 -- 172.21.15.26:0/2361308387 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618973fc6b0 con 0x5618976bb360 2024-04-25T01:26:16.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.305+0000 7ff68ea00640 1 --2- 172.21.15.26:0/2361308387 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976c51d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff680031000 tx=0x7ff680030550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b88389b2257eef8e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.305+0000 7ff685600640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-04-25T01:26:16.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.306+0000 7ff685600640 1 -- 172.21.15.26:0/2361308387 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff680037040 con 0x5618976bb360 2024-04-25T01:26:16.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.306+0000 7ff685600640 1 -- 172.21.15.26:0/2361308387 <== mon.2 v2:172.21.15.111:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7ff680003a00 con 0x5618976bb360 2024-04-25T01:26:16.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.306+0000 7ff6a1379740 1 -- 172.21.15.26:0/2361308387 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff688019b10 con 0x5618976bb360 2024-04-25T01:26:16.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.306+0000 7ff685600640 1 -- 172.21.15.26:0/2361308387 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff680003c00 con 0x5618976bb360 2024-04-25T01:26:16.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.306+0000 7ff6a1379740 10 client.25184 fetch_fsmap learned FSMap version 27 2024-04-25T01:26:16.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.306+0000 7ff6a1379740 1 -- 172.21.15.26:0/2361308387 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5618976cf5d0 con 0x5618976bb360 2024-04-25T01:26:16.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.306+0000 7ff685600640 1 -- 172.21.15.26:0/2361308387 <== mon.2 v2:172.21.15.111:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff688019b10 con 0x5618976bb360 2024-04-25T01:26:16.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.307+0000 7ff685600640 1 -- 172.21.15.26:0/2361308387 <== mon.2 v2:172.21.15.111:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7ff680032440 con 0x5618976bb360 2024-04-25T01:26:16.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.307+0000 7ff6a1379740 10 client.25184 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:26:16.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.307+0000 7ff6a1379740 10 client.25184 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-25T01:26:16.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.307+0000 7ff6a1379740 20 client.25184 populate_metadata read hostname 'smithi026' 2024-04-25T01:26:16.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.307+0000 7ff6a1379740 1 --2- 172.21.15.26:0/2361308387 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x5618976d1c60 0x5618976d30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.307+0000 7ff6a1379740 4 client.25184 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:26:16.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.307+0000 7ff6a1379740 1 -- 172.21.15.26:0/2361308387 --> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56189762b330 con 0x5618976d1c60 2024-04-25T01:26:16.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.307+0000 7ff697400640 1 --2- 172.21.15.26:0/2361308387 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x5618976d1c60 0x5618976d30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.308+0000 7ff697400640 1 --2- 172.21.15.26:0/2361308387 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x5618976d1c60 0x5618976d30d0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=212d431ac06c9a7d server_cookie=d7f857e782c84d70 in_seq=0 out_seq=0 2024-04-25T01:26:16.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.308+0000 7ff685600640 10 client.25184 ms_handle_connect on v2:172.21.15.111:6834/1386767934 2024-04-25T01:26:16.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.309+0000 7ff685600640 1 -- 172.21.15.26:0/2361308387 <== mds.3 v2:172.21.15.111:6834/1386767934 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56189762b330 con 0x5618976d1c60 2024-04-25T01:26:16.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.309+0000 7ff685600640 10 client.25184 handle_command_reply: tid=0 2024-04-25T01:26:16.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.309+0000 7ff6a1379740 1 client.25184 shutdown 2024-04-25T01:26:16.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.309+0000 7ff6a1379740 1 -- 172.21.15.26:0/2361308387 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 msgr2=0x5618976c51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.309+0000 7ff6a1379740 1 --2- 172.21.15.26:0/2361308387 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976c51d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff680031000 tx=0x7ff680030550 comp rx=0 tx=0).stop 2024-04-25T01:26:16.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.309+0000 7ff6a1379740 1 -- 172.21.15.26:0/2361308387 shutdown_connections 2024-04-25T01:26:16.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.309+0000 7ff6a1379740 1 --2- 172.21.15.26:0/2361308387 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x5618976d1c60 0x5618976d30d0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.309+0000 7ff6a1379740 1 --2- 172.21.15.26:0/2361308387 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976c04d0 0x5618976cc1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.309+0000 7ff685600640 0 client.25184 ms_handle_reset on v2:172.21.15.111:6834/1386767934 2024-04-25T01:26:16.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.309+0000 7ff6a1379740 1 --2- 172.21.15.26:0/2361308387 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976c51d0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.309+0000 7ff6a1379740 1 --2- 172.21.15.26:0/2361308387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976ba970 0x5618976c4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.309+0000 7ff6a1379740 1 -- 172.21.15.26:0/2361308387 >> 172.21.15.26:0/2361308387 conn(0x5618976b5fe0 msgr2=0x5618976b5120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.310+0000 7ff6a1379740 1 -- 172.21.15.26:0/2361308387 shutdown_connections 2024-04-25T01:26:16.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.310+0000 7ff6a1379740 1 -- 172.21.15.26:0/2361308387 wait complete. 2024-04-25T01:26:16.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.310+0000 7ff6a1379740 20 client.25184 trim_cache size 0 max 16384 2024-04-25T01:26:16.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.353+0000 7ff6a1379740 1 Processor -- start 2024-04-25T01:26:16.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.353+0000 7ff6a1379740 1 -- start start 2024-04-25T01:26:16.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.353+0000 7ff6a1379740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976ba970 0x5618976b0d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.353+0000 7ff6a1379740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976cc0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.353+0000 7ff6a1379740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976c04d0 0x5618976b8f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.353+0000 7ff6a1379740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5618976d1410 con 0x5618976ba970 2024-04-25T01:26:16.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.353+0000 7ff6a1379740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5618976d1ae0 con 0x5618976bb360 2024-04-25T01:26:16.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.353+0000 7ff6a1379740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x5618976d21b0 con 0x5618976c04d0 2024-04-25T01:26:16.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.354+0000 7ff697400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976ba970 0x5618976b0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.354+0000 7ff697400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976ba970 0x5618976b0d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38512/0 (socket says 172.21.15.26:38512) 2024-04-25T01:26:16.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.354+0000 7ff68ea00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976cc0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.354+0000 7ff697400640 1 -- 172.21.15.26:0/2050075684 learned_addr learned my addr 172.21.15.26:0/2050075684 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.354+0000 7ff697e00640 1 --2- 172.21.15.26:0/2050075684 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976c04d0 0x5618976b8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.354+0000 7ff697e00640 1 -- 172.21.15.26:0/2050075684 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 msgr2=0x5618976cc0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.354+0000 7ff697e00640 1 --2- 172.21.15.26:0/2050075684 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976cc0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.354+0000 7ff697e00640 1 -- 172.21.15.26:0/2050075684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976ba970 msgr2=0x5618976b0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.354+0000 7ff697e00640 1 --2- 172.21.15.26:0/2050075684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976ba970 0x5618976b0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.354+0000 7ff697e00640 1 -- 172.21.15.26:0/2050075684 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618976bfa90 con 0x5618976c04d0 2024-04-25T01:26:16.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.354+0000 7ff697400640 1 --2- 172.21.15.26:0/2050075684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976ba970 0x5618976b0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:16.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.354+0000 7ff697e00640 1 --2- 172.21.15.26:0/2050075684 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976c04d0 0x5618976b8f90 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff69009bdf0 tx=0x7ff69000ce70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27f8037b7779e07f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.354+0000 7ff687e00640 1 -- 172.21.15.26:0/2050075684 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff690009820 con 0x5618976c04d0 2024-04-25T01:26:16.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.355+0000 7ff687e00640 1 -- 172.21.15.26:0/2050075684 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff69009c560 con 0x5618976c04d0 2024-04-25T01:26:16.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.355+0000 7ff687e00640 1 -- 172.21.15.26:0/2050075684 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69009c0c0 con 0x5618976c04d0 2024-04-25T01:26:16.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.355+0000 7ff6a1379740 1 -- 172.21.15.26:0/2050075684 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976c04d0 msgr2=0x5618976b8f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.355+0000 7ff6a1379740 1 --2- 172.21.15.26:0/2050075684 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976c04d0 0x5618976b8f90 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff69009bdf0 tx=0x7ff69000ce70 comp rx=0 tx=0).stop 2024-04-25T01:26:16.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.355+0000 7ff6a1379740 1 -- 172.21.15.26:0/2050075684 shutdown_connections 2024-04-25T01:26:16.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.355+0000 7ff6a1379740 1 --2- 172.21.15.26:0/2050075684 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976c04d0 0x5618976b8f90 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.355+0000 7ff6a1379740 1 --2- 172.21.15.26:0/2050075684 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976bb360 0x5618976cc0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.355+0000 7ff6a1379740 1 --2- 172.21.15.26:0/2050075684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976ba970 0x5618976b0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.355+0000 7ff6a1379740 1 -- 172.21.15.26:0/2050075684 >> 172.21.15.26:0/2050075684 conn(0x5618976b5fe0 msgr2=0x5618976b63c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.355+0000 7ff6a1379740 1 -- 172.21.15.26:0/2050075684 shutdown_connections 2024-04-25T01:26:16.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.356+0000 7ff6a1379740 1 -- 172.21.15.26:0/2050075684 wait complete. 2024-04-25T01:26:16.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.356+0000 7ff6a1379740 1 -- start start 2024-04-25T01:26:16.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.356+0000 7ff6a1379740 1 Processor -- start 2024-04-25T01:26:16.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.356+0000 7ff6a1379740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976ba970 0x5618976c7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.356+0000 7ff6a1379740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976bb360 0x5618976c7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.356+0000 7ff6a1379740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976c04d0 0x5618976cacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.356+0000 7ff6a1379740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5618976d2f50 con 0x5618976c04d0 2024-04-25T01:26:16.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.356+0000 7ff6a1379740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5618976d2880 con 0x5618976ba970 2024-04-25T01:26:16.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.356+0000 7ff6a1379740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x5618976d3620 con 0x5618976bb360 2024-04-25T01:26:16.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.357+0000 7ff6a1379740 10 client.0 _ll_register_callbacks cb 0x7ff688005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:26:16.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.357+0000 7ff68ea00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976bb360 0x5618976c7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.357+0000 7ff697e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976c04d0 0x5618976cacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.357+0000 7ff68ea00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976bb360 0x5618976c7cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:36646/0 (socket says 172.21.15.26:36646) 2024-04-25T01:26:16.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.357+0000 7ff68ea00640 1 -- 172.21.15.26:0/476338679 learned_addr learned my addr 172.21.15.26:0/476338679 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.357+0000 7ff697400640 1 --2- 172.21.15.26:0/476338679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976ba970 0x5618976c7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.357+0000 7ff697e00640 1 -- 172.21.15.26:0/476338679 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976bb360 msgr2=0x5618976c7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.357+0000 7ff697e00640 1 --2- 172.21.15.26:0/476338679 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976bb360 0x5618976c7cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.357+0000 7ff697e00640 1 -- 172.21.15.26:0/476338679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976ba970 msgr2=0x5618976c7770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.357+0000 7ff697e00640 1 --2- 172.21.15.26:0/476338679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976ba970 0x5618976c7770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.357+0000 7ff697e00640 1 -- 172.21.15.26:0/476338679 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618976cb2c0 con 0x5618976c04d0 2024-04-25T01:26:16.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.358+0000 7ff697e00640 1 --2- 172.21.15.26:0/476338679 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976c04d0 0x5618976cacd0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff6900a4c90 tx=0x7ff690005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e86622f0f16b2d2f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.358+0000 7ff685600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:26:16.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.358+0000 7ff685600640 1 -- 172.21.15.26:0/476338679 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69007e070 con 0x5618976c04d0 2024-04-25T01:26:16.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.358+0000 7ff685600640 1 -- 172.21.15.26:0/476338679 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7ff6900a4640 con 0x5618976c04d0 2024-04-25T01:26:16.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.358+0000 7ff6a1379740 1 -- 172.21.15.26:0/476338679 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff69009c560 con 0x5618976c04d0 2024-04-25T01:26:16.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.358+0000 7ff685600640 1 -- 172.21.15.26:0/476338679 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff690009820 con 0x5618976c04d0 2024-04-25T01:26:16.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.358+0000 7ff6a1379740 10 client.15096 fetch_fsmap learned FSMap version 27 2024-04-25T01:26:16.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.358+0000 7ff6a1379740 1 -- 172.21.15.26:0/476338679 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x561897737c10 con 0x5618976c04d0 2024-04-25T01:26:16.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.358+0000 7ff685600640 1 -- 172.21.15.26:0/476338679 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff69009c560 con 0x5618976c04d0 2024-04-25T01:26:16.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.359+0000 7ff685600640 1 -- 172.21.15.26:0/476338679 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7ff690004b40 con 0x5618976c04d0 2024-04-25T01:26:16.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.359+0000 7ff6a1379740 10 client.15096 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:26:16.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.359+0000 7ff6a1379740 10 client.15096 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-25T01:26:16.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.359+0000 7ff6a1379740 20 client.15096 populate_metadata read hostname 'smithi026' 2024-04-25T01:26:16.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.359+0000 7ff6a1379740 1 --2- 172.21.15.26:0/476338679 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x56189773c300 0x56189773b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.359+0000 7ff6a1379740 4 client.15096 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T01:26:16.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.359+0000 7ff6a1379740 1 -- 172.21.15.26:0/476338679 --> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] -- command(tid 0: {"prefix": "status"}) -- 0x561897625680 con 0x56189773c300 2024-04-25T01:26:16.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.359+0000 7ff697400640 1 --2- 172.21.15.26:0/476338679 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x56189773c300 0x56189773b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff697400640 1 --2- 172.21.15.26:0/476338679 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x56189773c300 0x56189773b010 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=84ce8df2165a31b9 server_cookie=4716e36042f92944 in_seq=0 out_seq=0 2024-04-25T01:26:16.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff685600640 10 client.15096 ms_handle_connect on v2:172.21.15.111:6834/1386767934 2024-04-25T01:26:16.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff685600640 1 -- 172.21.15.26:0/476338679 <== mds.3 v2:172.21.15.111:6834/1386767934 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x561897625680 con 0x56189773c300 2024-04-25T01:26:16.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff685600640 10 client.15096 handle_command_reply: tid=0 2024-04-25T01:26:16.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff6a1379740 1 client.15096 shutdown 2024-04-25T01:26:16.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff6a1379740 1 -- 172.21.15.26:0/476338679 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976c04d0 msgr2=0x5618976cacd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff6a1379740 1 --2- 172.21.15.26:0/476338679 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976c04d0 0x5618976cacd0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff6900a4c90 tx=0x7ff690005f70 comp rx=0 tx=0).stop 2024-04-25T01:26:16.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff6a1379740 1 -- 172.21.15.26:0/476338679 shutdown_connections 2024-04-25T01:26:16.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff6a1379740 1 --2- 172.21.15.26:0/476338679 >> [v2:172.21.15.111:6834/1386767934,v1:172.21.15.111:6835/1386767934] conn(0x56189773c300 0x56189773b010 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff6a1379740 1 --2- 172.21.15.26:0/476338679 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618976c04d0 0x5618976cacd0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff6a1379740 1 --2- 172.21.15.26:0/476338679 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618976bb360 0x5618976c7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff6a1379740 1 --2- 172.21.15.26:0/476338679 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618976ba970 0x5618976c7770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff685600640 0 client.15096 ms_handle_reset on v2:172.21.15.111:6834/1386767934 2024-04-25T01:26:16.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff6a1379740 1 -- 172.21.15.26:0/476338679 >> 172.21.15.26:0/476338679 conn(0x5618976b5fe0 msgr2=0x5618976b8f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff6a1379740 1 -- 172.21.15.26:0/476338679 shutdown_connections 2024-04-25T01:26:16.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.360+0000 7ff6a1379740 1 -- 172.21.15.26:0/476338679 wait complete. 2024-04-25T01:26:16.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.361+0000 7ff6a1379740 20 client.15096 trim_cache size 0 max 16384 2024-04-25T01:26:16.344 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:26:16.344 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "004ab5e8-02a1-11ef-bc93-c7b262605968", 2024-04-25T01:26:16.344 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 3, 2024-04-25T01:26:16.344 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24491, 2024-04-25T01:26:16.344 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-25T01:26:16.344 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-25T01:26:16.344 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-25T01:26:16.344 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 137.51755019000001, 2024-04-25T01:26:16.345 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 27, 2024-04-25T01:26:16.345 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 88, 2024-04-25T01:26:16.345 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T01:26:16.345 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 172.23608129199999 2024-04-25T01:26:16.345 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:26:16.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.361+0000 7ff69ce00640 1 -- 172.21.15.26:0/3822103012 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff67c0a2b90 msgr2=0x7ff67c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.361+0000 7ff69ce00640 1 --2- 172.21.15.26:0/3822103012 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff67c0a2b90 0x7ff67c0a5050 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff680030410 tx=0x7ff6800056d0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.361+0000 7ff69ce00640 1 -- 172.21.15.26:0/3822103012 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff698107330 msgr2=0x7ff6981a1150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.361+0000 7ff69ce00640 1 --2- 172.21.15.26:0/3822103012 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff698107330 0x7ff6981a1150 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff69000ec50 tx=0x7ff69000c6a0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.361+0000 7ff69ce00640 1 -- 172.21.15.26:0/3822103012 shutdown_connections 2024-04-25T01:26:16.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.361+0000 7ff69ce00640 1 --2- 172.21.15.26:0/3822103012 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff698107330 0x7ff6981a1150 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.361+0000 7ff69ce00640 1 --2- 172.21.15.26:0/3822103012 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7ff698104a00 0x7ff69819a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.361+0000 7ff69ce00640 1 --2- 172.21.15.26:0/3822103012 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7ff67c0a2b90 0x7ff67c0a5050 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.361+0000 7ff69ce00640 1 --2- 172.21.15.26:0/3822103012 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7ff6981020d0 0x7ff698199ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.361+0000 7ff69ce00640 1 -- 172.21.15.26:0/3822103012 >> 172.21.15.26:0/3822103012 conn(0x7ff6980fbae0 msgr2=0x7ff6981017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.362+0000 7ff69ce00640 1 -- 172.21.15.26:0/3822103012 shutdown_connections 2024-04-25T01:26:16.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.362+0000 7ff69ce00640 1 -- 172.21.15.26:0/3822103012 wait complete. 2024-04-25T01:26:16.359 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.f status 2024-04-25T01:26:16.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.581+0000 7f197be00640 1 -- 172.21.15.26:0/411813081 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f197c103220 msgr2=0x7f197c109ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.581+0000 7f197be00640 1 --2- 172.21.15.26:0/411813081 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f197c103220 0x7f197c109ab0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f1974009be0 tx=0x7f197402a6c0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.582+0000 7f197be00640 1 -- 172.21.15.26:0/411813081 shutdown_connections 2024-04-25T01:26:16.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.582+0000 7f197be00640 1 --2- 172.21.15.26:0/411813081 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f197c103220 0x7f197c109ab0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.582+0000 7f197be00640 1 --2- 172.21.15.26:0/411813081 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f197c102860 0x7f197c102ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.582+0000 7f197be00640 1 --2- 172.21.15.26:0/411813081 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f197c101670 0x7f197c101a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.582+0000 7f197be00640 1 -- 172.21.15.26:0/411813081 >> 172.21.15.26:0/411813081 conn(0x7f197c0fcbe0 msgr2=0x7f197c0ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.582+0000 7f197be00640 1 -- 172.21.15.26:0/411813081 shutdown_connections 2024-04-25T01:26:16.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.582+0000 7f197be00640 1 -- 172.21.15.26:0/411813081 wait complete. 2024-04-25T01:26:16.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.583+0000 7f197be00640 1 Processor -- start 2024-04-25T01:26:16.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.583+0000 7f197be00640 1 -- start start 2024-04-25T01:26:16.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.583+0000 7f197be00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f197c101670 0x7f197c0754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.583+0000 7f197be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f197c102860 0x7f197c073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.583+0000 7f197be00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f197c103220 0x7f197c074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.583+0000 7f197be00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f197c10d2d0 con 0x7f197c102860 2024-04-25T01:26:16.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.583+0000 7f197be00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f197c10d150 con 0x7f197c101670 2024-04-25T01:26:16.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.583+0000 7f197be00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f197c10d450 con 0x7f197c103220 2024-04-25T01:26:16.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.583+0000 7f197aa00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f197c101670 0x7f197c0754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.583+0000 7f197aa00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f197c101670 0x7f197c0754f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48736/0 (socket says 172.21.15.26:48736) 2024-04-25T01:26:16.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.583+0000 7f1973e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f197c102860 0x7f197c073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.583+0000 7f197aa00640 1 -- 172.21.15.26:0/2395459528 learned_addr learned my addr 172.21.15.26:0/2395459528 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.584+0000 7f197b400640 1 --2- 172.21.15.26:0/2395459528 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f197c103220 0x7f197c074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.584+0000 7f197aa00640 1 -- 172.21.15.26:0/2395459528 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f197c103220 msgr2=0x7f197c074070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.584+0000 7f197aa00640 1 --2- 172.21.15.26:0/2395459528 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f197c103220 0x7f197c074070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.584+0000 7f197aa00640 1 -- 172.21.15.26:0/2395459528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f197c102860 msgr2=0x7f197c073b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.584+0000 7f197aa00640 1 --2- 172.21.15.26:0/2395459528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f197c102860 0x7f197c073b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.584+0000 7f197aa00640 1 -- 172.21.15.26:0/2395459528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f197c074900 con 0x7f197c101670 2024-04-25T01:26:16.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.584+0000 7f1973e00640 1 --2- 172.21.15.26:0/2395459528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f197c102860 0x7f197c073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:16.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.584+0000 7f197aa00640 1 --2- 172.21.15.26:0/2395459528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f197c101670 0x7f197c0754f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f196c00e9a0 tx=0x7f196c00ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.584+0000 7f1973400640 1 -- 172.21.15.26:0/2395459528 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f196c00cd80 con 0x7f197c101670 2024-04-25T01:26:16.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.584+0000 7f1973400640 1 -- 172.21.15.26:0/2395459528 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f196c010910 con 0x7f197c101670 2024-04-25T01:26:16.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.584+0000 7f197be00640 1 -- 172.21.15.26:0/2395459528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f197c1a1a00 con 0x7f197c101670 2024-04-25T01:26:16.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.584+0000 7f1973400640 1 -- 172.21.15.26:0/2395459528 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f196c018a30 con 0x7f197c101670 2024-04-25T01:26:16.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.585+0000 7f197be00640 1 -- 172.21.15.26:0/2395459528 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f197c1a1fa0 con 0x7f197c101670 2024-04-25T01:26:16.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.588+0000 7f1984967740 1 Processor -- start 2024-04-25T01:26:16.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.588+0000 7f1973400640 1 -- 172.21.15.26:0/2395459528 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f196c010ac0 con 0x7f197c101670 2024-04-25T01:26:16.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.588+0000 7f1984967740 1 -- start start 2024-04-25T01:26:16.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.588+0000 7f1984967740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed1ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.588+0000 7f1984967740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed23e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.588+0000 7f1984967740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 0x5632fed26960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.588+0000 7f1984967740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5632fec1eed0 con 0x5632fed1e970 2024-04-25T01:26:16.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.588+0000 7f1984967740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5632fec81df0 con 0x5632fed1f360 2024-04-25T01:26:16.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.588+0000 7f1984967740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x5632fec2a8d0 con 0x5632fed244d0 2024-04-25T01:26:16.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.588+0000 7f197b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed1ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.588+0000 7f197aa00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed23e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.588+0000 7f197b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed1ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38544/0 (socket says 172.21.15.26:38544) 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.588+0000 7f197b400640 1 -- 172.21.15.26:0/1343133105 learned_addr learned my addr 172.21.15.26:0/1343133105 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.589+0000 7f1973e00640 1 --2- 172.21.15.26:0/1343133105 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 0x5632fed26960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.589+0000 7f197b400640 1 -- 172.21.15.26:0/1343133105 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 msgr2=0x5632fed26960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.589+0000 7f197b400640 1 --2- 172.21.15.26:0/1343133105 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 0x5632fed26960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.589+0000 7f197b400640 1 -- 172.21.15.26:0/1343133105 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 msgr2=0x5632fed23e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.589+0000 7f197b400640 1 --2- 172.21.15.26:0/1343133105 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed23e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.589+0000 7f197b400640 1 -- 172.21.15.26:0/1343133105 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632fe9962d0 con 0x5632fed1e970 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.589+0000 7f197aa00640 1 --2- 172.21.15.26:0/1343133105 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed23e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.589+0000 7f197b400640 1 --2- 172.21.15.26:0/1343133105 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed1ed90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1974009be0 tx=0x7f1974005eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be5df5561bb6fef7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.590+0000 7f1973400640 1 --2- 172.21.15.26:0/2395459528 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f19600a2c10 0x7f19600a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.590+0000 7f196be00640 1 -- 172.21.15.26:0/1343133105 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1974041030 con 0x5632fed1e970 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.590+0000 7f196be00640 1 -- 172.21.15.26:0/1343133105 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1974030c70 con 0x5632fed1e970 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.590+0000 7f196be00640 1 -- 172.21.15.26:0/1343133105 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1974036040 con 0x5632fed1e970 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.590+0000 7f1973400640 1 -- 172.21.15.26:0/2395459528 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f196c0cf3d0 con 0x7f197c101670 2024-04-25T01:26:16.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.590+0000 7f197aa00640 1 --2- 172.21.15.26:0/2395459528 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f19600a2c10 0x7f19600a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.590+0000 7f1984967740 1 -- 172.21.15.26:0/1343133105 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 msgr2=0x5632fed1ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.590+0000 7f1984967740 1 --2- 172.21.15.26:0/1343133105 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed1ed90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1974009be0 tx=0x7f1974005eb0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.591+0000 7f1984967740 1 -- 172.21.15.26:0/1343133105 shutdown_connections 2024-04-25T01:26:16.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.591+0000 7f1984967740 1 --2- 172.21.15.26:0/1343133105 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 0x5632fed26960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.591+0000 7f1984967740 1 --2- 172.21.15.26:0/1343133105 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed23e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.591+0000 7f1984967740 1 --2- 172.21.15.26:0/1343133105 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed1ed90 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.591+0000 7f1984967740 1 -- 172.21.15.26:0/1343133105 >> 172.21.15.26:0/1343133105 conn(0x5632fed19fe0 msgr2=0x5632fed1a3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.591+0000 7f197aa00640 1 --2- 172.21.15.26:0/2395459528 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f19600a2c10 0x7f19600a50d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f196c0058c0 tx=0x7f196c0d2e10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.591+0000 7f1984967740 1 -- 172.21.15.26:0/1343133105 shutdown_connections 2024-04-25T01:26:16.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.591+0000 7f1984967740 1 -- 172.21.15.26:0/1343133105 wait complete. 2024-04-25T01:26:16.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.591+0000 7f1984967740 1 -- start start 2024-04-25T01:26:16.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.591+0000 7f1984967740 1 Processor -- start 2024-04-25T01:26:16.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.592+0000 7f1984967740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed1e970 0x5632fed28be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.592+0000 7f1984967740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1f360 0x5632fed29120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.592+0000 7f1984967740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed244d0 0x5632fed30160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.592+0000 7f1984967740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5632fec3dd20 con 0x5632fed1f360 2024-04-25T01:26:16.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.592+0000 7f1984967740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5632fec7ddb0 con 0x5632fed244d0 2024-04-25T01:26:16.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.592+0000 7f1984967740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x5632fed27420 con 0x5632fed1e970 2024-04-25T01:26:16.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.592+0000 7f1984967740 10 client.0 _ll_register_callbacks cb 0x5632fec78f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:26:16.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.592+0000 7f1973e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1f360 0x5632fed29120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.592+0000 7f1973e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1f360 0x5632fed29120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38560/0 (socket says 172.21.15.26:38560) 2024-04-25T01:26:16.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.592+0000 7f1973e00640 1 -- 172.21.15.26:0/2240104094 learned_addr learned my addr 172.21.15.26:0/2240104094 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.592+0000 7f197b400640 1 --2- 172.21.15.26:0/2240104094 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed244d0 0x5632fed30160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.592+0000 7f197b400640 1 --2- 172.21.15.26:0/2240104094 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed1e970 0x5632fed28be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.593+0000 7f1973e00640 1 -- 172.21.15.26:0/2240104094 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed1e970 msgr2=0x5632fed28be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.593+0000 7f1973e00640 1 --2- 172.21.15.26:0/2240104094 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed1e970 0x5632fed28be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.593+0000 7f1973e00640 1 -- 172.21.15.26:0/2240104094 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed244d0 msgr2=0x5632fed30160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.593+0000 7f1973e00640 1 --2- 172.21.15.26:0/2240104094 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed244d0 0x5632fed30160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.593+0000 7f1973e00640 1 -- 172.21.15.26:0/2240104094 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632fea606b0 con 0x5632fed1f360 2024-04-25T01:26:16.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.593+0000 7f197b400640 1 --2- 172.21.15.26:0/2240104094 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed244d0 0x5632fed30160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:26:16.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.593+0000 7f1973e00640 1 --2- 172.21.15.26:0/2240104094 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1f360 0x5632fed29120 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f1964012b10 tx=0x7f196400f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11835a0bc70c7f16 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.593+0000 7f1968c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:26:16.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.593+0000 7f1968c00640 1 -- 172.21.15.26:0/2240104094 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f196400fae0 con 0x5632fed1f360 2024-04-25T01:26:16.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.593+0000 7f1968c00640 1 -- 172.21.15.26:0/2240104094 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f196400fc80 con 0x5632fed1f360 2024-04-25T01:26:16.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.593+0000 7f1984967740 1 -- 172.21.15.26:0/2240104094 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1974030c70 con 0x5632fed1f360 2024-04-25T01:26:16.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.594+0000 7f1968c00640 1 -- 172.21.15.26:0/2240104094 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f1964004050 con 0x5632fed1f360 2024-04-25T01:26:16.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.594+0000 7f1984967740 10 client.15108 fetch_fsmap learned FSMap version 27 2024-04-25T01:26:16.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.594+0000 7f1984967740 1 -- 172.21.15.26:0/2240104094 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5632fed335a0 con 0x5632fed1f360 2024-04-25T01:26:16.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.594+0000 7f1968c00640 1 -- 172.21.15.26:0/2240104094 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1974030c70 con 0x5632fed1f360 2024-04-25T01:26:16.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.594+0000 7f1968c00640 1 -- 172.21.15.26:0/2240104094 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f1964010430 con 0x5632fed1f360 2024-04-25T01:26:16.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.594+0000 7f1984967740 10 client.15108 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:26:16.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.594+0000 7f1984967740 10 client.15108 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-25T01:26:16.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.594+0000 7f1984967740 20 client.15108 populate_metadata read hostname 'smithi026' 2024-04-25T01:26:16.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.594+0000 7f1984967740 1 --2- 172.21.15.26:0/2240104094 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x5632fed35c20 0x5632fed37090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.594+0000 7f1984967740 4 client.15108 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.594+0000 7f1984967740 1 -- 172.21.15.26:0/2240104094 --> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5632fec8f330 con 0x5632fed35c20 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.595+0000 7f197b400640 1 --2- 172.21.15.26:0/2240104094 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x5632fed35c20 0x5632fed37090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.595+0000 7f197b400640 1 --2- 172.21.15.26:0/2240104094 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x5632fed35c20 0x5632fed37090 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a206eb1c6051fd7b server_cookie=83eada0d4f7a019d in_seq=0 out_seq=0 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.595+0000 7f1968c00640 10 client.15108 ms_handle_connect on v2:172.21.15.186:6834/3216839839 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.596+0000 7f1968c00640 1 -- 172.21.15.26:0/2240104094 <== mds.2 v2:172.21.15.186:6834/3216839839 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5632fec8f330 con 0x5632fed35c20 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.596+0000 7f1968c00640 10 client.15108 handle_command_reply: tid=0 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.596+0000 7f1984967740 1 client.15108 shutdown 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.596+0000 7f1984967740 1 -- 172.21.15.26:0/2240104094 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1f360 msgr2=0x5632fed29120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.596+0000 7f1984967740 1 --2- 172.21.15.26:0/2240104094 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1f360 0x5632fed29120 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f1964012b10 tx=0x7f196400f3c0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.597+0000 7f1984967740 1 -- 172.21.15.26:0/2240104094 shutdown_connections 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.597+0000 7f1984967740 1 --2- 172.21.15.26:0/2240104094 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x5632fed35c20 0x5632fed37090 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.597+0000 7f1984967740 1 --2- 172.21.15.26:0/2240104094 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed244d0 0x5632fed30160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.597+0000 7f1984967740 1 --2- 172.21.15.26:0/2240104094 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1f360 0x5632fed29120 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.597+0000 7f1984967740 1 --2- 172.21.15.26:0/2240104094 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed1e970 0x5632fed28be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.597+0000 7f1984967740 1 -- 172.21.15.26:0/2240104094 >> 172.21.15.26:0/2240104094 conn(0x5632fed19fe0 msgr2=0x5632fed19120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.597+0000 7f1968c00640 0 client.15108 ms_handle_reset on v2:172.21.15.186:6834/3216839839 2024-04-25T01:26:16.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.597+0000 7f1984967740 1 -- 172.21.15.26:0/2240104094 shutdown_connections 2024-04-25T01:26:16.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.597+0000 7f1984967740 1 -- 172.21.15.26:0/2240104094 wait complete. 2024-04-25T01:26:16.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.597+0000 7f1984967740 20 client.15108 trim_cache size 0 max 16384 2024-04-25T01:26:16.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.623+0000 7f1984967740 1 Processor -- start 2024-04-25T01:26:16.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.623+0000 7f1984967740 1 -- start start 2024-04-25T01:26:16.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.623+0000 7f1984967740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed23d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.623+0000 7f1984967740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed30120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.623+0000 7f1984967740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 0x5632fed18890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.623+0000 7f1984967740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5632fed353d0 con 0x5632fed1e970 2024-04-25T01:26:16.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.623+0000 7f1984967740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5632fed35aa0 con 0x5632fed1f360 2024-04-25T01:26:16.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.623+0000 7f1984967740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x5632fed36170 con 0x5632fed244d0 2024-04-25T01:26:16.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.624+0000 7f197b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed23d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.624+0000 7f1973e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed30120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.624+0000 7f1973e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed30120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48766/0 (socket says 172.21.15.26:48766) 2024-04-25T01:26:16.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.624+0000 7f1973e00640 1 -- 172.21.15.26:0/779972870 learned_addr learned my addr 172.21.15.26:0/779972870 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.624+0000 7f197b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed23d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38570/0 (socket says 172.21.15.26:38570) 2024-04-25T01:26:16.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.624+0000 7f197b400640 1 --2- 172.21.15.26:0/779972870 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 0x5632fed18890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.624+0000 7f1973e00640 1 -- 172.21.15.26:0/779972870 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 msgr2=0x5632fed18890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.624+0000 7f1973e00640 1 --2- 172.21.15.26:0/779972870 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 0x5632fed18890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.624+0000 7f1973e00640 1 -- 172.21.15.26:0/779972870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 msgr2=0x5632fed23d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.624+0000 7f1973e00640 1 --2- 172.21.15.26:0/779972870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed23d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.624+0000 7f1973e00640 1 -- 172.21.15.26:0/779972870 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632fed1e5b0 con 0x5632fed1f360 2024-04-25T01:26:16.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.625+0000 7f1973e00640 1 --2- 172.21.15.26:0/779972870 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed30120 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f1964014000 tx=0x7f196400f940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=876daa89c3f9feb4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.625+0000 7f196b400640 1 -- 172.21.15.26:0/779972870 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1964010c60 con 0x5632fed1f360 2024-04-25T01:26:16.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.625+0000 7f196b400640 1 -- 172.21.15.26:0/779972870 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1964010430 con 0x5632fed1f360 2024-04-25T01:26:16.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.625+0000 7f196b400640 1 -- 172.21.15.26:0/779972870 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19640038e0 con 0x5632fed1f360 2024-04-25T01:26:16.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.626+0000 7f1984967740 1 -- 172.21.15.26:0/779972870 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 msgr2=0x5632fed30120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.626+0000 7f1984967740 1 --2- 172.21.15.26:0/779972870 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed30120 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f1964014000 tx=0x7f196400f940 comp rx=0 tx=0).stop 2024-04-25T01:26:16.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.626+0000 7f1984967740 1 -- 172.21.15.26:0/779972870 shutdown_connections 2024-04-25T01:26:16.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.626+0000 7f1984967740 1 --2- 172.21.15.26:0/779972870 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 0x5632fed18890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.626+0000 7f1984967740 1 --2- 172.21.15.26:0/779972870 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed30120 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.626+0000 7f1984967740 1 --2- 172.21.15.26:0/779972870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed23d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.626+0000 7f1984967740 1 -- 172.21.15.26:0/779972870 >> 172.21.15.26:0/779972870 conn(0x5632fed19fe0 msgr2=0x5632fed1a3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.626+0000 7f1984967740 1 -- 172.21.15.26:0/779972870 shutdown_connections 2024-04-25T01:26:16.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.626+0000 7f1984967740 1 -- 172.21.15.26:0/779972870 wait complete. 2024-04-25T01:26:16.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.626+0000 7f1984967740 1 -- start start 2024-04-25T01:26:16.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.627+0000 7f1984967740 1 Processor -- start 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.627+0000 7f1984967740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed2b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.627+0000 7f1984967740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed2bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.627+0000 7f1984967740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 0x5632fed2ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.627+0000 7f1984967740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5632fed36f10 con 0x5632fed1e970 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.627+0000 7f1984967740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5632fed36840 con 0x5632fed1f360 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.627+0000 7f1984967740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x5632fed375e0 con 0x5632fed244d0 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.627+0000 7f1984967740 10 client.0 _ll_register_callbacks cb 0x7f1964009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.627+0000 7f197b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed2b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.627+0000 7f1973e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed2bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.627+0000 7f1973e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed2bcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48768/0 (socket says 172.21.15.26:48768) 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.627+0000 7f1973e00640 1 -- 172.21.15.26:0/742817580 learned_addr learned my addr 172.21.15.26:0/742817580 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.628+0000 7f197b400640 1 --2- 172.21.15.26:0/742817580 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 0x5632fed2ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.628+0000 7f1973e00640 1 -- 172.21.15.26:0/742817580 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 msgr2=0x5632fed2ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.628+0000 7f1973e00640 1 --2- 172.21.15.26:0/742817580 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 0x5632fed2ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.628+0000 7f1973e00640 1 -- 172.21.15.26:0/742817580 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 msgr2=0x5632fed2b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.628+0000 7f1973e00640 1 --2- 172.21.15.26:0/742817580 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed2b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.628+0000 7f1973e00640 1 -- 172.21.15.26:0/742817580 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632fed2f2c0 con 0x5632fed1f360 2024-04-25T01:26:16.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.628+0000 7f197b400640 1 --2- 172.21.15.26:0/742817580 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 0x5632fed2ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T01:26:16.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.628+0000 7f1973e00640 1 --2- 172.21.15.26:0/742817580 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed2bcb0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f1964000c00 tx=0x7f1964012a00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=39de8e139d0a0c71 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.628+0000 7f1968c00640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-04-25T01:26:16.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.629+0000 7f1968c00640 1 -- 172.21.15.26:0/742817580 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f196400fcf0 con 0x5632fed1f360 2024-04-25T01:26:16.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.629+0000 7f1984967740 1 -- 172.21.15.26:0/742817580 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1964010430 con 0x5632fed1f360 2024-04-25T01:26:16.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.629+0000 7f1968c00640 1 -- 172.21.15.26:0/742817580 <== mon.2 v2:172.21.15.111:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f1964003660 con 0x5632fed1f360 2024-04-25T01:26:16.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.629+0000 7f1968c00640 1 -- 172.21.15.26:0/742817580 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f1964003860 con 0x5632fed1f360 2024-04-25T01:26:16.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.629+0000 7f1984967740 10 client.25208 fetch_fsmap learned FSMap version 27 2024-04-25T01:26:16.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.629+0000 7f1984967740 1 -- 172.21.15.26:0/742817580 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5632fed9bbd0 con 0x5632fed1f360 2024-04-25T01:26:16.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.629+0000 7f1968c00640 1 -- 172.21.15.26:0/742817580 <== mon.2 v2:172.21.15.111:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1964010430 con 0x5632fed1f360 2024-04-25T01:26:16.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.629+0000 7f1968c00640 1 -- 172.21.15.26:0/742817580 <== mon.2 v2:172.21.15.111:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f196402f9e0 con 0x5632fed1f360 2024-04-25T01:26:16.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.630+0000 7f1984967740 10 client.25208 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:26:16.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.630+0000 7f1984967740 10 client.25208 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-25T01:26:16.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.630+0000 7f1984967740 20 client.25208 populate_metadata read hostname 'smithi026' 2024-04-25T01:26:16.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.630+0000 7f1984967740 1 --2- 172.21.15.26:0/742817580 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x5632feda03c0 0x5632fed9f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.630+0000 7f1984967740 4 client.25208 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T01:26:16.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.630+0000 7f1984967740 1 -- 172.21.15.26:0/742817580 --> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] -- command(tid 0: {"prefix": "status"}) -- 0x5632fec89680 con 0x5632feda03c0 2024-04-25T01:26:16.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.630+0000 7f197b400640 1 --2- 172.21.15.26:0/742817580 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x5632feda03c0 0x5632fed9f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.631+0000 7f197b400640 1 --2- 172.21.15.26:0/742817580 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x5632feda03c0 0x5632fed9f0d0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e299db54bbb95e7f server_cookie=120edd6fd39ca68d in_seq=0 out_seq=0 2024-04-25T01:26:16.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.631+0000 7f1968c00640 10 client.25208 ms_handle_connect on v2:172.21.15.186:6834/3216839839 2024-04-25T01:26:16.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.631+0000 7f1968c00640 1 -- 172.21.15.26:0/742817580 <== mds.2 v2:172.21.15.186:6834/3216839839 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5632fec89680 con 0x5632feda03c0 2024-04-25T01:26:16.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.631+0000 7f1968c00640 10 client.25208 handle_command_reply: tid=0 2024-04-25T01:26:16.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.631+0000 7f1984967740 1 client.25208 shutdown 2024-04-25T01:26:16.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.631+0000 7f1984967740 1 -- 172.21.15.26:0/742817580 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 msgr2=0x5632fed2bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.631+0000 7f1984967740 1 --2- 172.21.15.26:0/742817580 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed2bcb0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f1964000c00 tx=0x7f1964012a00 comp rx=0 tx=0).stop 2024-04-25T01:26:16.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.631+0000 7f1984967740 1 -- 172.21.15.26:0/742817580 shutdown_connections 2024-04-25T01:26:16.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.631+0000 7f1984967740 1 --2- 172.21.15.26:0/742817580 >> [v2:172.21.15.186:6834/3216839839,v1:172.21.15.186:6835/3216839839] conn(0x5632feda03c0 0x5632fed9f0d0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.631+0000 7f1984967740 1 --2- 172.21.15.26:0/742817580 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5632fed244d0 0x5632fed2ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.631+0000 7f1984967740 1 --2- 172.21.15.26:0/742817580 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5632fed1f360 0x5632fed2bcb0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.631+0000 7f1968c00640 0 client.25208 ms_handle_reset on v2:172.21.15.186:6834/3216839839 2024-04-25T01:26:16.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.631+0000 7f1984967740 1 --2- 172.21.15.26:0/742817580 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632fed1e970 0x5632fed2b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.631+0000 7f1984967740 1 -- 172.21.15.26:0/742817580 >> 172.21.15.26:0/742817580 conn(0x5632fed19fe0 msgr2=0x5632fed18890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.632+0000 7f1984967740 1 -- 172.21.15.26:0/742817580 shutdown_connections 2024-04-25T01:26:16.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.632+0000 7f1984967740 1 -- 172.21.15.26:0/742817580 wait complete. 2024-04-25T01:26:16.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.632+0000 7f1984967740 20 client.25208 trim_cache size 0 max 16384 2024-04-25T01:26:16.614 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:26:16.614 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "004ab5e8-02a1-11ef-bc93-c7b262605968", 2024-04-25T01:26:16.614 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 2, 2024-04-25T01:26:16.614 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24502, 2024-04-25T01:26:16.615 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-25T01:26:16.615 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-25T01:26:16.615 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-25T01:26:16.615 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 138.83370665999999, 2024-04-25T01:26:16.615 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 27, 2024-04-25T01:26:16.615 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 88, 2024-04-25T01:26:16.615 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T01:26:16.615 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 169.55860451800001 2024-04-25T01:26:16.615 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:26:16.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.632+0000 7f197be00640 1 -- 172.21.15.26:0/2395459528 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f19600a2c10 msgr2=0x7f19600a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.632+0000 7f197be00640 1 --2- 172.21.15.26:0/2395459528 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f19600a2c10 0x7f19600a50d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f196c0058c0 tx=0x7f196c0d2e10 comp rx=0 tx=0).stop 2024-04-25T01:26:16.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.632+0000 7f197be00640 1 -- 172.21.15.26:0/2395459528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f197c101670 msgr2=0x7f197c0754f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.632+0000 7f197be00640 1 --2- 172.21.15.26:0/2395459528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f197c101670 0x7f197c0754f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f196c00e9a0 tx=0x7f196c00ee60 comp rx=0 tx=0).stop 2024-04-25T01:26:16.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.633+0000 7f197be00640 1 -- 172.21.15.26:0/2395459528 shutdown_connections 2024-04-25T01:26:16.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.633+0000 7f197be00640 1 --2- 172.21.15.26:0/2395459528 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f19600a2c10 0x7f19600a50d0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.633+0000 7f197be00640 1 --2- 172.21.15.26:0/2395459528 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f197c103220 0x7f197c074070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.633+0000 7f197be00640 1 --2- 172.21.15.26:0/2395459528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f197c102860 0x7f197c073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.633+0000 7f197be00640 1 --2- 172.21.15.26:0/2395459528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f197c101670 0x7f197c0754f0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.633+0000 7f197be00640 1 -- 172.21.15.26:0/2395459528 >> 172.21.15.26:0/2395459528 conn(0x7f197c0fcbe0 msgr2=0x7f197c105b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.633+0000 7f197be00640 1 -- 172.21.15.26:0/2395459528 shutdown_connections 2024-04-25T01:26:16.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.633+0000 7f197be00640 1 -- 172.21.15.26:0/2395459528 wait complete. 2024-04-25T01:26:16.628 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:16 smithi026 ceph-mon[28096]: pgmap v393: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:26:16.628 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:16 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1820886858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:26:16.630 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-25T01:26:16.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.841+0000 7fcfe9a00640 1 -- 172.21.15.26:0/2970710247 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfe4077ce0 msgr2=0x7fcfe4078580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.841+0000 7fcfe9a00640 1 --2- 172.21.15.26:0/2970710247 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfe4077ce0 0x7fcfe4078580 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc009ca0 tx=0x7fcfdc02a8c0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.842+0000 7fcfe9a00640 1 -- 172.21.15.26:0/2970710247 shutdown_connections 2024-04-25T01:26:16.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.842+0000 7fcfe9a00640 1 --2- 172.21.15.26:0/2970710247 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfe4077ce0 0x7fcfe4078580 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.842+0000 7fcfe9a00640 1 --2- 172.21.15.26:0/2970710247 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fcfe4077340 0x7fcfe40777a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.842+0000 7fcfe9a00640 1 --2- 172.21.15.26:0/2970710247 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfe4076100 0x7fcfe4076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.842+0000 7fcfe9a00640 1 -- 172.21.15.26:0/2970710247 >> 172.21.15.26:0/2970710247 conn(0x7fcfe40feef0 msgr2=0x7fcfe4101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.842+0000 7fcfe9a00640 1 -- 172.21.15.26:0/2970710247 shutdown_connections 2024-04-25T01:26:16.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.842+0000 7fcfe9a00640 1 -- 172.21.15.26:0/2970710247 wait complete. 2024-04-25T01:26:16.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.843+0000 7fcfe9a00640 1 Processor -- start 2024-04-25T01:26:16.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.843+0000 7fcfe9a00640 1 -- start start 2024-04-25T01:26:16.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.843+0000 7fcfe9a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfe4076100 0x7fcfe419e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.843+0000 7fcfe9a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfe4077340 0x7fcfe419e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.843+0000 7fcfe9a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fcfe4077ce0 0x7fcfe41a5610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.843+0000 7fcfe9a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe4113a70 con 0x7fcfe4077340 2024-04-25T01:26:16.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.843+0000 7fcfe9a00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe41138f0 con 0x7fcfe4076100 2024-04-25T01:26:16.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.843+0000 7fcfe9a00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe4113bf0 con 0x7fcfe4077ce0 2024-04-25T01:26:16.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.844+0000 7fcfe2a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfe4076100 0x7fcfe419e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.844+0000 7fcfe2a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfe4076100 0x7fcfe419e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48792/0 (socket says 172.21.15.26:48792) 2024-04-25T01:26:16.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.844+0000 7fcfe2a00640 1 -- 172.21.15.26:0/2240436386 learned_addr learned my addr 172.21.15.26:0/2240436386 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.844+0000 7fcfe2000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfe4077340 0x7fcfe419e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.844+0000 7fcfe3400640 1 --2- 172.21.15.26:0/2240436386 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fcfe4077ce0 0x7fcfe41a5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.844+0000 7fcfe2a00640 1 -- 172.21.15.26:0/2240436386 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fcfe4077ce0 msgr2=0x7fcfe41a5610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.844+0000 7fcfe2a00640 1 --2- 172.21.15.26:0/2240436386 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fcfe4077ce0 0x7fcfe41a5610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.844+0000 7fcfe2a00640 1 -- 172.21.15.26:0/2240436386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfe4077340 msgr2=0x7fcfe419e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.844+0000 7fcfe2a00640 1 --2- 172.21.15.26:0/2240436386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfe4077340 0x7fcfe419e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.844+0000 7fcfe2a00640 1 -- 172.21.15.26:0/2240436386 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfe41a5c80 con 0x7fcfe4076100 2024-04-25T01:26:16.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.844+0000 7fcfe2000640 1 --2- 172.21.15.26:0/2240436386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfe4077340 0x7fcfe419e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:16.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.844+0000 7fcfe2a00640 1 --2- 172.21.15.26:0/2240436386 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfe4076100 0x7fcfe419e060 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fcfd400e9f0 tx=0x7fcfd400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.845+0000 7fcfdb400640 1 -- 172.21.15.26:0/2240436386 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd400cd80 con 0x7fcfe4076100 2024-04-25T01:26:16.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.845+0000 7fcfdb400640 1 -- 172.21.15.26:0/2240436386 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcfd4010910 con 0x7fcfe4076100 2024-04-25T01:26:16.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.845+0000 7fcfe9a00640 1 -- 172.21.15.26:0/2240436386 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfe41a5f70 con 0x7fcfe4076100 2024-04-25T01:26:16.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.845+0000 7fcfdb400640 1 -- 172.21.15.26:0/2240436386 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4018990 con 0x7fcfe4076100 2024-04-25T01:26:16.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.845+0000 7fcfe9a00640 1 -- 172.21.15.26:0/2240436386 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfe41a63e0 con 0x7fcfe4076100 2024-04-25T01:26:16.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.849+0000 7fcfec7be740 1 Processor -- start 2024-04-25T01:26:16.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.849+0000 7fcfec7be740 1 -- start start 2024-04-25T01:26:16.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.850+0000 7fcfec7be740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce21760 0x56154ce21b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.850+0000 7fcfec7be740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce22150 0x56154ce26c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.850+0000 7fcfdb400640 1 -- 172.21.15.26:0/2240436386 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fcfd4010ac0 con 0x7fcfe4076100 2024-04-25T01:26:16.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.850+0000 7fcfec7be740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce272c0 0x56154ce29750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.850+0000 7fcfec7be740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56154cd21ed0 con 0x56154ce21760 2024-04-25T01:26:16.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.850+0000 7fcfec7be740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x56154cd84df0 con 0x56154ce22150 2024-04-25T01:26:16.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.850+0000 7fcfec7be740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x56154cd2d8d0 con 0x56154ce272c0 2024-04-25T01:26:16.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.850+0000 7fcfe3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce21760 0x56154ce21b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.850+0000 7fcfe3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce21760 0x56154ce21b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38610/0 (socket says 172.21.15.26:38610) 2024-04-25T01:26:16.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.850+0000 7fcfe3400640 1 -- 172.21.15.26:0/625948052 learned_addr learned my addr 172.21.15.26:0/625948052 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.850+0000 7fcfe2a00640 1 --2- 172.21.15.26:0/625948052 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce22150 0x56154ce26c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.850+0000 7fcfe2000640 1 --2- 172.21.15.26:0/625948052 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce272c0 0x56154ce29750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.851+0000 7fcfe3400640 1 -- 172.21.15.26:0/625948052 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce272c0 msgr2=0x56154ce29750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.851+0000 7fcfe3400640 1 --2- 172.21.15.26:0/625948052 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce272c0 0x56154ce29750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.851+0000 7fcfe3400640 1 -- 172.21.15.26:0/625948052 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce22150 msgr2=0x56154ce26c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.851+0000 7fcfe3400640 1 --2- 172.21.15.26:0/625948052 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce22150 0x56154ce26c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.851+0000 7fcfe3400640 1 -- 172.21.15.26:0/625948052 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56154ca992d0 con 0x56154ce21760 2024-04-25T01:26:16.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.851+0000 7fcfe3400640 1 --2- 172.21.15.26:0/625948052 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce21760 0x56154ce21b80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc031c10 tx=0x7fcfdc005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d38da3f6a1de412 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.851+0000 7fcfcfe00640 1 -- 172.21.15.26:0/625948052 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc031650 con 0x56154ce21760 2024-04-25T01:26:16.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.851+0000 7fcfdb400640 1 --2- 172.21.15.26:0/2240436386 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcfc80a2c10 0x7fcfc80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.852+0000 7fcfcfe00640 1 -- 172.21.15.26:0/625948052 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcfdc036040 con 0x56154ce21760 2024-04-25T01:26:16.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.852+0000 7fcfcfe00640 1 -- 172.21.15.26:0/625948052 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc004710 con 0x56154ce21760 2024-04-25T01:26:16.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.852+0000 7fcfdb400640 1 -- 172.21.15.26:0/2240436386 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fcfd40cf380 con 0x7fcfe4076100 2024-04-25T01:26:16.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.852+0000 7fcfe2a00640 1 --2- 172.21.15.26:0/2240436386 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcfc80a2c10 0x7fcfc80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:16 smithi186 ceph-mon[32747]: pgmap v393: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:26:16.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:16 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1820886858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:26:16.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.853+0000 7fcfec7be740 1 -- 172.21.15.26:0/625948052 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce21760 msgr2=0x56154ce21b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.853+0000 7fcfe2a00640 1 --2- 172.21.15.26:0/2240436386 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcfc80a2c10 0x7fcfc80a50d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x56154ce22550 tx=0x7fcfd40d2e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.853+0000 7fcfec7be740 1 --2- 172.21.15.26:0/625948052 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce21760 0x56154ce21b80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc031c10 tx=0x7fcfdc005ef0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.853+0000 7fcfec7be740 1 -- 172.21.15.26:0/625948052 shutdown_connections 2024-04-25T01:26:16.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.853+0000 7fcfec7be740 1 --2- 172.21.15.26:0/625948052 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce272c0 0x56154ce29750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.853+0000 7fcfec7be740 1 --2- 172.21.15.26:0/625948052 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce22150 0x56154ce26c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.853+0000 7fcfec7be740 1 --2- 172.21.15.26:0/625948052 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce21760 0x56154ce21b80 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.853+0000 7fcfec7be740 1 -- 172.21.15.26:0/625948052 >> 172.21.15.26:0/625948052 conn(0x56154ce1cdd0 msgr2=0x56154ce1d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.853+0000 7fcfec7be740 1 -- 172.21.15.26:0/625948052 shutdown_connections 2024-04-25T01:26:16.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.853+0000 7fcfec7be740 1 -- 172.21.15.26:0/625948052 wait complete. 2024-04-25T01:26:16.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.853+0000 7fcfec7be740 1 -- start start 2024-04-25T01:26:16.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.854+0000 7fcfec7be740 1 Processor -- start 2024-04-25T01:26:16.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.854+0000 7fcfec7be740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce21760 0x56154ce2b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfec7be740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce22150 0x56154ce2bee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfec7be740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce272c0 0x56154ce32f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfec7be740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56154cd40d20 con 0x56154ce22150 2024-04-25T01:26:16.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfec7be740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x56154cd80db0 con 0x56154ce272c0 2024-04-25T01:26:16.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfec7be740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x56154ce2a210 con 0x56154ce21760 2024-04-25T01:26:16.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfec7be740 10 client.0 _ll_register_callbacks cb 0x56154cd7bf10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:26:16.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfe2000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce22150 0x56154ce2bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfe2000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce22150 0x56154ce2bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38612/0 (socket says 172.21.15.26:38612) 2024-04-25T01:26:16.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfe2000640 1 -- 172.21.15.26:0/375237506 learned_addr learned my addr 172.21.15.26:0/375237506 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfe3400640 1 --2- 172.21.15.26:0/375237506 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce21760 0x56154ce2b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfe3400640 1 --2- 172.21.15.26:0/375237506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce272c0 0x56154ce32f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfe2000640 1 -- 172.21.15.26:0/375237506 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce21760 msgr2=0x56154ce2b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfe2000640 1 --2- 172.21.15.26:0/375237506 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce21760 0x56154ce2b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfe2000640 1 -- 172.21.15.26:0/375237506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce272c0 msgr2=0x56154ce32f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfe2000640 1 --2- 172.21.15.26:0/375237506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce272c0 0x56154ce32f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfe2000640 1 -- 172.21.15.26:0/375237506 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56154cb636b0 con 0x56154ce22150 2024-04-25T01:26:16.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.855+0000 7fcfe3400640 1 --2- 172.21.15.26:0/375237506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce272c0 0x56154ce32f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T01:26:16.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.856+0000 7fcfe2000640 1 --2- 172.21.15.26:0/375237506 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce22150 0x56154ce2bee0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fcfd0012b10 tx=0x7fcfd000f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=748271306da24946 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.856+0000 7fcfccc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.856+0000 7fcfccc00640 1 -- 172.21.15.26:0/375237506 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd000fae0 con 0x56154ce22150 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.856+0000 7fcfccc00640 1 -- 172.21.15.26:0/375237506 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fcfd000fc80 con 0x56154ce22150 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.856+0000 7fcfec7be740 1 -- 172.21.15.26:0/375237506 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcfdc036040 con 0x56154ce22150 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.856+0000 7fcfccc00640 1 -- 172.21.15.26:0/375237506 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fcfd0022070 con 0x56154ce22150 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.856+0000 7fcfec7be740 10 client.15126 fetch_fsmap learned FSMap version 27 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.856+0000 7fcfec7be740 1 -- 172.21.15.26:0/375237506 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56154ce363b0 con 0x56154ce22150 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.856+0000 7fcfccc00640 1 -- 172.21.15.26:0/375237506 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcfdc036040 con 0x56154ce22150 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.857+0000 7fcfccc00640 1 -- 172.21.15.26:0/375237506 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fcfd0003ce0 con 0x56154ce22150 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.857+0000 7fcfec7be740 10 client.15126 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.857+0000 7fcfec7be740 10 client.15126 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.857+0000 7fcfec7be740 20 client.15126 populate_metadata read hostname 'smithi026' 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.857+0000 7fcfec7be740 1 --2- 172.21.15.26:0/375237506 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x56154ce38ad0 0x56154ce39f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.857+0000 7fcfec7be740 4 client.15126 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.857+0000 7fcfec7be740 1 -- 172.21.15.26:0/375237506 --> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56154cd92330 con 0x56154ce38ad0 2024-04-25T01:26:16.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.857+0000 7fcfe3400640 1 --2- 172.21.15.26:0/375237506 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x56154ce38ad0 0x56154ce39f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.858+0000 7fcfe3400640 1 --2- 172.21.15.26:0/375237506 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x56154ce38ad0 0x56154ce39f40 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=35919d117f7815ce server_cookie=8a6cd434b40e8e35 in_seq=0 out_seq=0 2024-04-25T01:26:16.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.858+0000 7fcfccc00640 10 client.15126 ms_handle_connect on v2:172.21.15.186:6838/1584253959 2024-04-25T01:26:16.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.859+0000 7fcfccc00640 1 -- 172.21.15.26:0/375237506 <== mds.1 v2:172.21.15.186:6838/1584253959 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56154cd92330 con 0x56154ce38ad0 2024-04-25T01:26:16.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.859+0000 7fcfccc00640 10 client.15126 handle_command_reply: tid=0 2024-04-25T01:26:16.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.859+0000 7fcfec7be740 1 client.15126 shutdown 2024-04-25T01:26:16.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.859+0000 7fcfec7be740 1 -- 172.21.15.26:0/375237506 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce22150 msgr2=0x56154ce2bee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.859+0000 7fcfec7be740 1 --2- 172.21.15.26:0/375237506 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce22150 0x56154ce2bee0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fcfd0012b10 tx=0x7fcfd000f3c0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.859+0000 7fcfec7be740 1 -- 172.21.15.26:0/375237506 shutdown_connections 2024-04-25T01:26:16.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.859+0000 7fcfec7be740 1 --2- 172.21.15.26:0/375237506 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x56154ce38ad0 0x56154ce39f40 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.859+0000 7fcfec7be740 1 --2- 172.21.15.26:0/375237506 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce272c0 0x56154ce32f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.859+0000 7fcfec7be740 1 --2- 172.21.15.26:0/375237506 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce22150 0x56154ce2bee0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.859+0000 7fcfec7be740 1 --2- 172.21.15.26:0/375237506 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce21760 0x56154ce2b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.859+0000 7fcfec7be740 1 -- 172.21.15.26:0/375237506 >> 172.21.15.26:0/375237506 conn(0x56154ce1cdd0 msgr2=0x56154ce1bf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.859+0000 7fcfccc00640 0 client.15126 ms_handle_reset on v2:172.21.15.186:6838/1584253959 2024-04-25T01:26:16.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.859+0000 7fcfec7be740 1 -- 172.21.15.26:0/375237506 shutdown_connections 2024-04-25T01:26:16.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.860+0000 7fcfec7be740 1 -- 172.21.15.26:0/375237506 wait complete. 2024-04-25T01:26:16.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.860+0000 7fcfec7be740 20 client.15126 trim_cache size 0 max 16384 2024-04-25T01:26:16.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:16 smithi111 ceph-mon[32623]: pgmap v393: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:26:16.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:16 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1820886858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:26:16.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.899+0000 7fcfec7be740 1 Processor -- start 2024-04-25T01:26:16.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.899+0000 7fcfec7be740 1 -- start start 2024-04-25T01:26:16.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.899+0000 7fcfec7be740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce21760 0x56154ce2b970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.899+0000 7fcfec7be740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce22150 0x56154ce32ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.899+0000 7fcfec7be740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce272c0 0x56154ce2beb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.899+0000 7fcfec7be740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56154ce38280 con 0x56154ce272c0 2024-04-25T01:26:16.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.899+0000 7fcfec7be740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x56154ce38950 con 0x56154ce22150 2024-04-25T01:26:16.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.899+0000 7fcfec7be740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x56154ce39020 con 0x56154ce21760 2024-04-25T01:26:16.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.899+0000 7fcfe2000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce22150 0x56154ce32ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.899+0000 7fcfe2000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce22150 0x56154ce32ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48826/0 (socket says 172.21.15.26:48826) 2024-04-25T01:26:16.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.899+0000 7fcfe2000640 1 -- 172.21.15.26:0/4005455134 learned_addr learned my addr 172.21.15.26:0/4005455134 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.900+0000 7fcfe3400640 1 --2- 172.21.15.26:0/4005455134 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce21760 0x56154ce2b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.900+0000 7fcfe2000640 1 -- 172.21.15.26:0/4005455134 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce21760 msgr2=0x56154ce2b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.900+0000 7fcfe2000640 1 --2- 172.21.15.26:0/4005455134 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce21760 0x56154ce2b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.900+0000 7fcfe2000640 1 -- 172.21.15.26:0/4005455134 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce272c0 msgr2=0x56154ce2beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.900+0000 7fcfe3400640 1 --2- 172.21.15.26:0/4005455134 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce272c0 0x56154ce2beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.900+0000 7fcfe2000640 1 --2- 172.21.15.26:0/4005455134 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce272c0 0x56154ce2beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.900+0000 7fcfe2000640 1 -- 172.21.15.26:0/4005455134 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56154ce229e0 con 0x56154ce22150 2024-04-25T01:26:16.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.900+0000 7fcfe3400640 1 --2- 172.21.15.26:0/4005455134 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce272c0 0x56154ce2beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T01:26:16.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.900+0000 7fcfe2000640 1 --2- 172.21.15.26:0/4005455134 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce22150 0x56154ce32ee0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fcfd0010580 tx=0x7fcfd0012990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af02a3d7709d6380 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.900+0000 7fcfcf400640 1 -- 172.21.15.26:0/4005455134 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd0010b80 con 0x56154ce22150 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.901+0000 7fcfcf400640 1 -- 172.21.15.26:0/4005455134 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcfd002b020 con 0x56154ce22150 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.901+0000 7fcfcf400640 1 -- 172.21.15.26:0/4005455134 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd0005500 con 0x56154ce22150 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.901+0000 7fcfec7be740 1 -- 172.21.15.26:0/4005455134 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce22150 msgr2=0x56154ce32ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.901+0000 7fcfec7be740 1 --2- 172.21.15.26:0/4005455134 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce22150 0x56154ce32ee0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fcfd0010580 tx=0x7fcfd0012990 comp rx=0 tx=0).stop 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.901+0000 7fcfec7be740 1 -- 172.21.15.26:0/4005455134 shutdown_connections 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.901+0000 7fcfec7be740 1 --2- 172.21.15.26:0/4005455134 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce272c0 0x56154ce2beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.901+0000 7fcfec7be740 1 --2- 172.21.15.26:0/4005455134 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce22150 0x56154ce32ee0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.901+0000 7fcfec7be740 1 --2- 172.21.15.26:0/4005455134 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce21760 0x56154ce2b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.901+0000 7fcfec7be740 1 -- 172.21.15.26:0/4005455134 >> 172.21.15.26:0/4005455134 conn(0x56154ce1cdd0 msgr2=0x56154ce1d1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.902+0000 7fcfec7be740 1 -- 172.21.15.26:0/4005455134 shutdown_connections 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.902+0000 7fcfec7be740 1 -- 172.21.15.26:0/4005455134 wait complete. 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.902+0000 7fcfec7be740 1 -- start start 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.902+0000 7fcfec7be740 1 Processor -- start 2024-04-25T01:26:16.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfec7be740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce21760 0x56154ce31080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfec7be740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce22150 0x56154ce315c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfec7be740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce272c0 0x56154ce31b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfec7be740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56154ce39dc0 con 0x56154ce21760 2024-04-25T01:26:16.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfec7be740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x56154ce396f0 con 0x56154ce272c0 2024-04-25T01:26:16.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfec7be740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x56154ce3a490 con 0x56154ce22150 2024-04-25T01:26:16.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfec7be740 10 client.0 _ll_register_callbacks cb 0x7fcfd0009cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:26:16.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfe3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce21760 0x56154ce31080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfe3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce21760 0x56154ce31080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38632/0 (socket says 172.21.15.26:38632) 2024-04-25T01:26:16.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfe3400640 1 -- 172.21.15.26:0/3810887408 learned_addr learned my addr 172.21.15.26:0/3810887408 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:16.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfe2000640 1 --2- 172.21.15.26:0/3810887408 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce22150 0x56154ce315c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfe3400640 1 --2- 172.21.15.26:0/3810887408 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce272c0 0x56154ce31b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfe3400640 1 -- 172.21.15.26:0/3810887408 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce22150 msgr2=0x56154ce315c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfe3400640 1 --2- 172.21.15.26:0/3810887408 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce22150 0x56154ce315c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfe3400640 1 -- 172.21.15.26:0/3810887408 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce272c0 msgr2=0x56154ce31b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:16.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfe3400640 1 --2- 172.21.15.26:0/3810887408 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce272c0 0x56154ce31b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.903+0000 7fcfe3400640 1 -- 172.21.15.26:0/3810887408 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56154ce32390 con 0x56154ce21760 2024-04-25T01:26:16.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.904+0000 7fcfe3400640 1 --2- 172.21.15.26:0/3810887408 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce21760 0x56154ce31080 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc02c010 tx=0x7fcfdc005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99ae302e8f04221f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:16.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.904+0000 7fcfccc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:26:16.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.904+0000 7fcfccc00640 1 -- 172.21.15.26:0/3810887408 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc004510 con 0x56154ce21760 2024-04-25T01:26:16.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.904+0000 7fcfccc00640 1 -- 172.21.15.26:0/3810887408 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fcfdc0046b0 con 0x56154ce21760 2024-04-25T01:26:16.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.904+0000 7fcfec7be740 1 -- 172.21.15.26:0/3810887408 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcfd002b020 con 0x56154ce21760 2024-04-25T01:26:16.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.904+0000 7fcfccc00640 1 -- 172.21.15.26:0/3810887408 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fcfdc031450 con 0x56154ce21760 2024-04-25T01:26:16.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.904+0000 7fcfec7be740 10 client.15129 fetch_fsmap learned FSMap version 27 2024-04-25T01:26:16.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.904+0000 7fcfec7be740 1 -- 172.21.15.26:0/3810887408 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56154ce9ec60 con 0x56154ce21760 2024-04-25T01:26:16.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.904+0000 7fcfccc00640 1 -- 172.21.15.26:0/3810887408 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcfd002b020 con 0x56154ce21760 2024-04-25T01:26:16.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.905+0000 7fcfccc00640 1 -- 172.21.15.26:0/3810887408 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fcfdc050040 con 0x56154ce21760 2024-04-25T01:26:16.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.905+0000 7fcfec7be740 10 client.15129 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:26:16.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.905+0000 7fcfec7be740 10 client.15129 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T01:26:16.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.905+0000 7fcfec7be740 20 client.15129 populate_metadata read hostname 'smithi026' 2024-04-25T01:26:16.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.905+0000 7fcfec7be740 1 --2- 172.21.15.26:0/3810887408 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x56154cea3460 0x56154cea2170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.905+0000 7fcfec7be740 4 client.15129 mds_command: new command op to 24535 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.905+0000 7fcfec7be740 1 -- 172.21.15.26:0/3810887408 --> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] -- command(tid 0: {"prefix": "status"}) -- 0x56154cd8c680 con 0x56154cea3460 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.905+0000 7fcfe2000640 1 --2- 172.21.15.26:0/3810887408 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x56154cea3460 0x56154cea2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfe2000640 1 --2- 172.21.15.26:0/3810887408 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x56154cea3460 0x56154cea2170 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=390fe1941f06f042 server_cookie=d175c5204fee043d in_seq=0 out_seq=0 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfccc00640 10 client.15129 ms_handle_connect on v2:172.21.15.186:6838/1584253959 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfccc00640 1 -- 172.21.15.26:0/3810887408 <== mds.1 v2:172.21.15.186:6838/1584253959 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x56154cd8c680 con 0x56154cea3460 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfccc00640 10 client.15129 handle_command_reply: tid=0 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfec7be740 1 client.15129 shutdown 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfec7be740 1 -- 172.21.15.26:0/3810887408 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce21760 msgr2=0x56154ce31080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfec7be740 1 --2- 172.21.15.26:0/3810887408 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce21760 0x56154ce31080 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc02c010 tx=0x7fcfdc005d80 comp rx=0 tx=0).stop 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfec7be740 1 -- 172.21.15.26:0/3810887408 shutdown_connections 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfec7be740 1 --2- 172.21.15.26:0/3810887408 >> [v2:172.21.15.186:6838/1584253959,v1:172.21.15.186:6839/1584253959] conn(0x56154cea3460 0x56154cea2170 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfec7be740 1 --2- 172.21.15.26:0/3810887408 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x56154ce272c0 0x56154ce31b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfec7be740 1 --2- 172.21.15.26:0/3810887408 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x56154ce22150 0x56154ce315c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfec7be740 1 --2- 172.21.15.26:0/3810887408 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56154ce21760 0x56154ce31080 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfccc00640 0 client.15129 ms_handle_reset on v2:172.21.15.186:6838/1584253959 2024-04-25T01:26:16.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfec7be740 1 -- 172.21.15.26:0/3810887408 >> 172.21.15.26:0/3810887408 conn(0x56154ce1cdd0 msgr2=0x56154ce23510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.906+0000 7fcfec7be740 1 -- 172.21.15.26:0/3810887408 shutdown_connections 2024-04-25T01:26:16.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.907+0000 7fcfec7be740 1 -- 172.21.15.26:0/3810887408 wait complete. 2024-04-25T01:26:16.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.907+0000 7fcfec7be740 20 client.15129 trim_cache size 0 max 16384 2024-04-25T01:26:16.890 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:26:16.890 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "004ab5e8-02a1-11ef-bc93-c7b262605968", 2024-04-25T01:26:16.891 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 1, 2024-04-25T01:26:16.891 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24535, 2024-04-25T01:26:16.891 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-25T01:26:16.891 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-25T01:26:16.891 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-25T01:26:16.891 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 140.03208018199999, 2024-04-25T01:26:16.891 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 27, 2024-04-25T01:26:16.891 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 88, 2024-04-25T01:26:16.891 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T01:26:16.891 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 161.12695092499999 2024-04-25T01:26:16.891 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:26:16.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.907+0000 7fcfe9a00640 1 -- 172.21.15.26:0/2240436386 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcfc80a2c10 msgr2=0x7fcfc80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.907+0000 7fcfe9a00640 1 --2- 172.21.15.26:0/2240436386 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcfc80a2c10 0x7fcfc80a50d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x56154ce22550 tx=0x7fcfd40d2e50 comp rx=0 tx=0).stop 2024-04-25T01:26:16.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.907+0000 7fcfe9a00640 1 -- 172.21.15.26:0/2240436386 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfe4076100 msgr2=0x7fcfe419e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:16.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.907+0000 7fcfe9a00640 1 --2- 172.21.15.26:0/2240436386 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfe4076100 0x7fcfe419e060 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fcfd400e9f0 tx=0x7fcfd400eeb0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.907+0000 7fcfe9a00640 1 -- 172.21.15.26:0/2240436386 shutdown_connections 2024-04-25T01:26:16.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.907+0000 7fcfe9a00640 1 --2- 172.21.15.26:0/2240436386 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fcfc80a2c10 0x7fcfc80a50d0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.907+0000 7fcfe9a00640 1 --2- 172.21.15.26:0/2240436386 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fcfe4077ce0 0x7fcfe41a5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.907+0000 7fcfe9a00640 1 --2- 172.21.15.26:0/2240436386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfe4077340 0x7fcfe419e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.907+0000 7fcfe9a00640 1 --2- 172.21.15.26:0/2240436386 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fcfe4076100 0x7fcfe419e060 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:16.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.908+0000 7fcfe9a00640 1 -- 172.21.15.26:0/2240436386 >> 172.21.15.26:0/2240436386 conn(0x7fcfe40feef0 msgr2=0x7fcfe4100510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:16.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.908+0000 7fcfe9a00640 1 -- 172.21.15.26:0/2240436386 shutdown_connections 2024-04-25T01:26:16.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:16.908+0000 7fcfe9a00640 1 -- 172.21.15.26:0/2240436386 wait complete. 2024-04-25T01:26:16.905 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-25T01:26:17.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.123+0000 7f4f88200640 1 -- 172.21.15.26:0/3758588537 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4f80104b90 msgr2=0x7f4f80105010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:17.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.123+0000 7f4f88200640 1 --2- 172.21.15.26:0/3758588537 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4f80104b90 0x7f4f80105010 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c009860 tx=0x7f4f6c02a340 comp rx=0 tx=0).stop 2024-04-25T01:26:17.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.123+0000 7f4f88200640 1 -- 172.21.15.26:0/3758588537 shutdown_connections 2024-04-25T01:26:17.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.123+0000 7f4f88200640 1 --2- 172.21.15.26:0/3758588537 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f80105550 0x7f4f8010bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.123+0000 7f4f88200640 1 --2- 172.21.15.26:0/3758588537 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4f80104b90 0x7f4f80105010 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.123+0000 7f4f88200640 1 --2- 172.21.15.26:0/3758588537 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f801039a0 0x7f4f80103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.123+0000 7f4f88200640 1 -- 172.21.15.26:0/3758588537 >> 172.21.15.26:0/3758588537 conn(0x7f4f800feef0 msgr2=0x7f4f80101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:17.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.123+0000 7f4f88200640 1 -- 172.21.15.26:0/3758588537 shutdown_connections 2024-04-25T01:26:17.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.123+0000 7f4f88200640 1 -- 172.21.15.26:0/3758588537 wait complete. 2024-04-25T01:26:17.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.125+0000 7f4f88200640 1 Processor -- start 2024-04-25T01:26:17.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.125+0000 7f4f88200640 1 -- start start 2024-04-25T01:26:17.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.125+0000 7f4f88200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f801039a0 0x7f4f80199cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.125+0000 7f4f88200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f80104b90 0x7f4f8019a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.125+0000 7f4f88200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4f80105550 0x7f4f801a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.125+0000 7f4f88200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4f8010f620 con 0x7f4f801039a0 2024-04-25T01:26:17.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.125+0000 7f4f88200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f4f8010f4a0 con 0x7f4f80104b90 2024-04-25T01:26:17.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.125+0000 7f4f88200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f4f8010f7a0 con 0x7f4f80105550 2024-04-25T01:26:17.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.126+0000 7f4f86200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4f80105550 0x7f4f801a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.126+0000 7f4f85800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f801039a0 0x7f4f80199cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.126+0000 7f4f86200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4f80105550 0x7f4f801a1260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:36796/0 (socket says 172.21.15.26:36796) 2024-04-25T01:26:17.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.126+0000 7f4f86200640 1 -- 172.21.15.26:0/352968434 learned_addr learned my addr 172.21.15.26:0/352968434 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:17.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.126+0000 7f4f84e00640 1 --2- 172.21.15.26:0/352968434 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f80104b90 0x7f4f8019a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.126+0000 7f4f86200640 1 -- 172.21.15.26:0/352968434 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f80104b90 msgr2=0x7f4f8019a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:17.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.126+0000 7f4f86200640 1 --2- 172.21.15.26:0/352968434 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f80104b90 0x7f4f8019a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.126+0000 7f4f86200640 1 -- 172.21.15.26:0/352968434 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f801039a0 msgr2=0x7f4f80199cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:17.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.126+0000 7f4f86200640 1 --2- 172.21.15.26:0/352968434 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f801039a0 0x7f4f80199cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.126+0000 7f4f86200640 1 -- 172.21.15.26:0/352968434 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f801a1900 con 0x7f4f80105550 2024-04-25T01:26:17.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.126+0000 7f4f86200640 1 --2- 172.21.15.26:0/352968434 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4f80105550 0x7f4f801a1260 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4f78009fd0 tx=0x7f4f7800c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:17.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.126+0000 7f4f7e000640 1 -- 172.21.15.26:0/352968434 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f78004b20 con 0x7f4f80105550 2024-04-25T01:26:17.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.127+0000 7f4f7e000640 1 -- 172.21.15.26:0/352968434 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f78003e50 con 0x7f4f80105550 2024-04-25T01:26:17.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.127+0000 7f4f88200640 1 -- 172.21.15.26:0/352968434 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f801a1bf0 con 0x7f4f80105550 2024-04-25T01:26:17.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.127+0000 7f4f7e000640 1 -- 172.21.15.26:0/352968434 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f7800b630 con 0x7f4f80105550 2024-04-25T01:26:17.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.127+0000 7f4f88200640 1 -- 172.21.15.26:0/352968434 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f801a20c0 con 0x7f4f80105550 2024-04-25T01:26:17.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.130+0000 7f4f8b170740 1 Processor -- start 2024-04-25T01:26:17.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.130+0000 7f4f7e000640 1 -- 172.21.15.26:0/352968434 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4f7801d020 con 0x7f4f80105550 2024-04-25T01:26:17.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.130+0000 7f4f8b170740 1 -- start start 2024-04-25T01:26:17.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.131+0000 7f4f8b170740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x55614583eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.131+0000 7f4f8b170740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583f150 0x556145843c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.131+0000 7f4f8b170740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5561458442c0 0x556145846750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.131+0000 7f4f8b170740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55614573eed0 con 0x55614583e760 2024-04-25T01:26:17.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.131+0000 7f4f8b170740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5561457a1df0 con 0x55614583f150 2024-04-25T01:26:17.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.131+0000 7f4f8b170740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55614574a8d0 con 0x5561458442c0 2024-04-25T01:26:17.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.131+0000 7f4f84e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x55614583eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.131+0000 7f4f84e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x55614583eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38658/0 (socket says 172.21.15.26:38658) 2024-04-25T01:26:17.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.131+0000 7f4f84e00640 1 -- 172.21.15.26:0/4014458539 learned_addr learned my addr 172.21.15.26:0/4014458539 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:17.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.131+0000 7f4f85800640 1 --2- 172.21.15.26:0/4014458539 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583f150 0x556145843c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.131+0000 7f4f84e00640 1 --2- 172.21.15.26:0/4014458539 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5561458442c0 0x556145846750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.132+0000 7f4f7e000640 1 --2- 172.21.15.26:0/352968434 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4f680a2b90 0x7f4f680a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.132+0000 7f4f85800640 1 -- 172.21.15.26:0/4014458539 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5561458442c0 msgr2=0x556145846750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:17.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.132+0000 7f4f85800640 1 --2- 172.21.15.26:0/4014458539 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5561458442c0 0x556145846750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.132+0000 7f4f85800640 1 -- 172.21.15.26:0/4014458539 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 msgr2=0x55614583eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:17.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.132+0000 7f4f85800640 1 --2- 172.21.15.26:0/4014458539 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x55614583eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.132+0000 7f4f85800640 1 -- 172.21.15.26:0/4014458539 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561454b62d0 con 0x55614583f150 2024-04-25T01:26:17.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.132+0000 7f4f84e00640 1 --2- 172.21.15.26:0/4014458539 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x55614583eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:17.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.132+0000 7f4f7e000640 1 -- 172.21.15.26:0/352968434 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f4f780cf070 con 0x7f4f80105550 2024-04-25T01:26:17.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.132+0000 7f4f86200640 1 --2- 172.21.15.26:0/352968434 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4f680a2b90 0x7f4f680a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.132+0000 7f4f85800640 1 --2- 172.21.15.26:0/4014458539 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583f150 0x556145843c50 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4f801049f0 tx=0x7f4f74011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35f4d5ce622f33d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:17.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.132+0000 7f4f72a00640 1 -- 172.21.15.26:0/4014458539 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f74004220 con 0x55614583f150 2024-04-25T01:26:17.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.133+0000 7f4f72a00640 1 -- 172.21.15.26:0/4014458539 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f74009e10 con 0x55614583f150 2024-04-25T01:26:17.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.133+0000 7f4f86200640 1 --2- 172.21.15.26:0/352968434 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4f680a2b90 0x7f4f680a5050 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4f7809b550 tx=0x7f4f78004170 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:17.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.133+0000 7f4f72a00640 1 -- 172.21.15.26:0/4014458539 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f740197b0 con 0x55614583f150 2024-04-25T01:26:17.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.133+0000 7f4f8b170740 1 -- 172.21.15.26:0/4014458539 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583f150 msgr2=0x556145843c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:17.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.133+0000 7f4f8b170740 1 --2- 172.21.15.26:0/4014458539 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583f150 0x556145843c50 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4f801049f0 tx=0x7f4f74011810 comp rx=0 tx=0).stop 2024-04-25T01:26:17.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.133+0000 7f4f8b170740 1 -- 172.21.15.26:0/4014458539 shutdown_connections 2024-04-25T01:26:17.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.133+0000 7f4f8b170740 1 --2- 172.21.15.26:0/4014458539 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5561458442c0 0x556145846750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.133+0000 7f4f8b170740 1 --2- 172.21.15.26:0/4014458539 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583f150 0x556145843c50 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.133+0000 7f4f8b170740 1 --2- 172.21.15.26:0/4014458539 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x55614583eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.133+0000 7f4f8b170740 1 -- 172.21.15.26:0/4014458539 >> 172.21.15.26:0/4014458539 conn(0x556145839dd0 msgr2=0x55614583a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.133+0000 7f4f8b170740 1 -- 172.21.15.26:0/4014458539 shutdown_connections 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.134+0000 7f4f8b170740 1 -- 172.21.15.26:0/4014458539 wait complete. 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.134+0000 7f4f8b170740 1 -- start start 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.134+0000 7f4f8b170740 1 Processor -- start 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.134+0000 7f4f8b170740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x556145848a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f8b170740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55614583f150 0x556145848fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f8b170740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5561458442c0 0x55614584ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f8b170740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55614575dd20 con 0x55614583e760 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f8b170740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55614579ddb0 con 0x5561458442c0 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f8b170740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x556145847270 con 0x55614583f150 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f8b170740 10 client.0 _ll_register_callbacks cb 0x556145798f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f84e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x556145848a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f85800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55614583f150 0x556145848fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f84e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x556145848a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38674/0 (socket says 172.21.15.26:38674) 2024-04-25T01:26:17.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f85800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55614583f150 0x556145848fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:36800/0 (socket says 172.21.15.26:36800) 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f84e00640 1 -- 172.21.15.26:0/1621038320 learned_addr learned my addr 172.21.15.26:0/1621038320 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f84e00640 1 --2- 172.21.15.26:0/1621038320 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5561458442c0 0x55614584ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f85800640 1 -- 172.21.15.26:0/1621038320 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5561458442c0 msgr2=0x55614584ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f85800640 1 --2- 172.21.15.26:0/1621038320 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5561458442c0 0x55614584ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f85800640 1 -- 172.21.15.26:0/1621038320 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 msgr2=0x556145848a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f85800640 1 --2- 172.21.15.26:0/1621038320 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x556145848a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f85800640 1 -- 172.21.15.26:0/1621038320 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561455806b0 con 0x55614583f150 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.135+0000 7f4f84e00640 1 --2- 172.21.15.26:0/1621038320 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x556145848a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.136+0000 7f4f85800640 1 --2- 172.21.15.26:0/1621038320 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55614583f150 0x556145848fa0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x55614583ad40 tx=0x7f4f74003820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80aefb413d293354 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.136+0000 7f4f67400640 10 client.0 ms_handle_connect on v2:172.21.15.186:3300/0 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.136+0000 7f4f67400640 1 -- 172.21.15.26:0/1621038320 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f74028070 con 0x55614583f150 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.136+0000 7f4f8b170740 1 -- 172.21.15.26:0/1621038320 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f74009e10 con 0x55614583f150 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.136+0000 7f4f67400640 1 -- 172.21.15.26:0/1621038320 <== mon.1 v2:172.21.15.186:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f4f74005040 con 0x55614583f150 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.136+0000 7f4f67400640 1 -- 172.21.15.26:0/1621038320 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4f74034050 con 0x55614583f150 2024-04-25T01:26:17.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.136+0000 7f4f8b170740 10 client.25249 fetch_fsmap learned FSMap version 27 2024-04-25T01:26:17.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.136+0000 7f4f8b170740 1 -- 172.21.15.26:0/1621038320 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5561458533a0 con 0x55614583f150 2024-04-25T01:26:17.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.137+0000 7f4f67400640 1 -- 172.21.15.26:0/1621038320 <== mon.1 v2:172.21.15.186:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f74009e10 con 0x55614583f150 2024-04-25T01:26:17.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.137+0000 7f4f67400640 1 -- 172.21.15.26:0/1621038320 <== mon.1 v2:172.21.15.186:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f4f74004a80 con 0x55614583f150 2024-04-25T01:26:17.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.137+0000 7f4f8b170740 10 client.25249 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:26:17.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.137+0000 7f4f8b170740 10 client.25249 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T01:26:17.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.137+0000 7f4f8b170740 20 client.25249 populate_metadata read hostname 'smithi026' 2024-04-25T01:26:17.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.137+0000 7f4f8b170740 1 --2- 172.21.15.26:0/1621038320 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5561458557a0 0x556145856c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.137+0000 7f4f8b170740 4 client.25249 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:26:17.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.137+0000 7f4f8b170740 1 -- 172.21.15.26:0/1621038320 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5561457af330 con 0x5561458557a0 2024-04-25T01:26:17.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.138+0000 7f4f84e00640 1 --2- 172.21.15.26:0/1621038320 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5561458557a0 0x556145856c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.138+0000 7f4f84e00640 1 --2- 172.21.15.26:0/1621038320 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5561458557a0 0x556145856c10 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c93b90aea6447cd8 server_cookie=7d5b5d4c7d28e671 in_seq=0 out_seq=0 2024-04-25T01:26:17.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.138+0000 7f4f67400640 10 client.25249 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:26:17.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.139+0000 7f4f67400640 1 -- 172.21.15.26:0/1621038320 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5561457af330 con 0x5561458557a0 2024-04-25T01:26:17.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.139+0000 7f4f67400640 10 client.25249 handle_command_reply: tid=0 2024-04-25T01:26:17.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.139+0000 7f4f8b170740 1 client.25249 shutdown 2024-04-25T01:26:17.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.140+0000 7f4f8b170740 1 -- 172.21.15.26:0/1621038320 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55614583f150 msgr2=0x556145848fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:17.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.140+0000 7f4f8b170740 1 --2- 172.21.15.26:0/1621038320 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55614583f150 0x556145848fa0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x55614583ad40 tx=0x7f4f74003820 comp rx=0 tx=0).stop 2024-04-25T01:26:17.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.140+0000 7f4f8b170740 1 -- 172.21.15.26:0/1621038320 shutdown_connections 2024-04-25T01:26:17.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.140+0000 7f4f8b170740 1 --2- 172.21.15.26:0/1621038320 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5561458557a0 0x556145856c10 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.140+0000 7f4f8b170740 1 --2- 172.21.15.26:0/1621038320 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5561458442c0 0x55614584ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.140+0000 7f4f8b170740 1 --2- 172.21.15.26:0/1621038320 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55614583f150 0x556145848fa0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.140+0000 7f4f67400640 0 client.25249 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:26:17.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.140+0000 7f4f8b170740 1 --2- 172.21.15.26:0/1621038320 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x556145848a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.140+0000 7f4f8b170740 1 -- 172.21.15.26:0/1621038320 >> 172.21.15.26:0/1621038320 conn(0x556145839dd0 msgr2=0x556145838f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:17.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.140+0000 7f4f8b170740 1 -- 172.21.15.26:0/1621038320 shutdown_connections 2024-04-25T01:26:17.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.140+0000 7f4f8b170740 1 -- 172.21.15.26:0/1621038320 wait complete. 2024-04-25T01:26:17.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.140+0000 7f4f8b170740 20 client.25249 trim_cache size 0 max 16384 2024-04-25T01:26:17.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.180+0000 7f4f8b170740 1 Processor -- start 2024-04-25T01:26:17.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.180+0000 7f4f8b170740 1 -- start start 2024-04-25T01:26:17.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.180+0000 7f4f8b170740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x556145843b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.180+0000 7f4f8b170740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583f150 0x55614584ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.180+0000 7f4f8b170740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5561458442c0 0x5561458466b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.180+0000 7f4f8b170740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x556145854f50 con 0x55614583e760 2024-04-25T01:26:17.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.180+0000 7f4f8b170740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x556145855620 con 0x55614583f150 2024-04-25T01:26:17.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.180+0000 7f4f8b170740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x556145855cf0 con 0x5561458442c0 2024-04-25T01:26:17.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.181+0000 7f4f84e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x556145843b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.181+0000 7f4f85800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583f150 0x55614584ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.181+0000 7f4f85800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583f150 0x55614584ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48880/0 (socket says 172.21.15.26:48880) 2024-04-25T01:26:17.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.181+0000 7f4f85800640 1 -- 172.21.15.26:0/3211821364 learned_addr learned my addr 172.21.15.26:0/3211821364 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:17.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.181+0000 7f4f84e00640 1 --2- 172.21.15.26:0/3211821364 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5561458442c0 0x5561458466b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.181+0000 7f4f85800640 1 -- 172.21.15.26:0/3211821364 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5561458442c0 msgr2=0x5561458466b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:17.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.181+0000 7f4f85800640 1 --2- 172.21.15.26:0/3211821364 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5561458442c0 0x5561458466b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.181+0000 7f4f85800640 1 -- 172.21.15.26:0/3211821364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 msgr2=0x556145843b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:17.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.181+0000 7f4f85800640 1 --2- 172.21.15.26:0/3211821364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x556145843b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.181+0000 7f4f85800640 1 -- 172.21.15.26:0/3211821364 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556145838410 con 0x55614583f150 2024-04-25T01:26:17.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.181+0000 7f4f85800640 1 --2- 172.21.15.26:0/3211821364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583f150 0x55614584ffa0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4f74011850 tx=0x7f4f74005970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3150a5b88659c6d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:17.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.182+0000 7f4f72000640 1 -- 172.21.15.26:0/3211821364 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f74031070 con 0x55614583f150 2024-04-25T01:26:17.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.182+0000 7f4f72000640 1 -- 172.21.15.26:0/3211821364 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f74019600 con 0x55614583f150 2024-04-25T01:26:17.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.182+0000 7f4f72000640 1 -- 172.21.15.26:0/3211821364 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f74028070 con 0x55614583f150 2024-04-25T01:26:17.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.183+0000 7f4f8b170740 1 -- 172.21.15.26:0/3211821364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583f150 msgr2=0x55614584ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:17.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.183+0000 7f4f8b170740 1 --2- 172.21.15.26:0/3211821364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583f150 0x55614584ffa0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4f74011850 tx=0x7f4f74005970 comp rx=0 tx=0).stop 2024-04-25T01:26:17.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.183+0000 7f4f8b170740 1 -- 172.21.15.26:0/3211821364 shutdown_connections 2024-04-25T01:26:17.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.183+0000 7f4f8b170740 1 --2- 172.21.15.26:0/3211821364 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5561458442c0 0x5561458466b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.183+0000 7f4f8b170740 1 --2- 172.21.15.26:0/3211821364 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583f150 0x55614584ffa0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.183+0000 7f4f8b170740 1 --2- 172.21.15.26:0/3211821364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55614583e760 0x556145843b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.183+0000 7f4f8b170740 1 -- 172.21.15.26:0/3211821364 >> 172.21.15.26:0/3211821364 conn(0x556145839dd0 msgr2=0x556145834b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:17.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.183+0000 7f4f8b170740 1 -- 172.21.15.26:0/3211821364 shutdown_connections 2024-04-25T01:26:17.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.183+0000 7f4f8b170740 1 -- 172.21.15.26:0/3211821364 wait complete. 2024-04-25T01:26:17.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.184+0000 7f4f8b170740 1 -- start start 2024-04-25T01:26:17.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.184+0000 7f4f8b170740 1 Processor -- start 2024-04-25T01:26:17.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.184+0000 7f4f8b170740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583e760 0x556145842800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f8b170740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55614583f150 0x55614584ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f8b170740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5561458442c0 0x556145842d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f8b170740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x556145856a90 con 0x5561458442c0 2024-04-25T01:26:17.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f8b170740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5561458563c0 con 0x55614583e760 2024-04-25T01:26:17.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f8b170740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x556145857160 con 0x55614583f150 2024-04-25T01:26:17.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f8b170740 10 client.0 _ll_register_callbacks cb 0x7f4f78009460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:26:17.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f84e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5561458442c0 0x556145842d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f84e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5561458442c0 0x556145842d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38686/0 (socket says 172.21.15.26:38686) 2024-04-25T01:26:17.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f84e00640 1 -- 172.21.15.26:0/1048886722 learned_addr learned my addr 172.21.15.26:0/1048886722 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:17.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f85800640 1 --2- 172.21.15.26:0/1048886722 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55614583f150 0x55614584ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f84e00640 1 --2- 172.21.15.26:0/1048886722 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583e760 0x556145842800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f84e00640 1 -- 172.21.15.26:0/1048886722 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55614583f150 msgr2=0x55614584ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:17.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f84e00640 1 --2- 172.21.15.26:0/1048886722 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55614583f150 0x55614584ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f84e00640 1 -- 172.21.15.26:0/1048886722 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583e760 msgr2=0x556145842800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:17.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f84e00640 1 --2- 172.21.15.26:0/1048886722 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583e760 0x556145842800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.185+0000 7f4f84e00640 1 -- 172.21.15.26:0/1048886722 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561458b97f0 con 0x5561458442c0 2024-04-25T01:26:17.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.186+0000 7f4f84e00640 1 --2- 172.21.15.26:0/1048886722 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5561458442c0 0x556145842d80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c02d020 tx=0x7f4f6c048ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9acc9b6af2af1842 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:17.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.186+0000 7f4f67400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:26:17.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.186+0000 7f4f67400640 1 -- 172.21.15.26:0/1048886722 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f6c037040 con 0x5561458442c0 2024-04-25T01:26:17.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.186+0000 7f4f67400640 1 -- 172.21.15.26:0/1048886722 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f4f6c0043b0 con 0x5561458442c0 2024-04-25T01:26:17.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.186+0000 7f4f8b170740 1 -- 172.21.15.26:0/1048886722 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f74019600 con 0x5561458442c0 2024-04-25T01:26:17.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.186+0000 7f4f67400640 1 -- 172.21.15.26:0/1048886722 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4f6c0481c0 con 0x5561458442c0 2024-04-25T01:26:17.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.186+0000 7f4f8b170740 10 client.15147 fetch_fsmap learned FSMap version 27 2024-04-25T01:26:17.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.187+0000 7f4f8b170740 1 -- 172.21.15.26:0/1048886722 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5561458baba0 con 0x5561458442c0 2024-04-25T01:26:17.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.187+0000 7f4f67400640 1 -- 172.21.15.26:0/1048886722 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f74019600 con 0x5561458442c0 2024-04-25T01:26:17.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.187+0000 7f4f67400640 1 -- 172.21.15.26:0/1048886722 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f4f6c03d040 con 0x5561458442c0 2024-04-25T01:26:17.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.187+0000 7f4f8b170740 10 client.15147 fetch_fsmap finished waiting for FSMap version 27 2024-04-25T01:26:17.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.187+0000 7f4f8b170740 10 client.15147 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T01:26:17.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.187+0000 7f4f8b170740 20 client.15147 populate_metadata read hostname 'smithi026' 2024-04-25T01:26:17.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.187+0000 7f4f8b170740 1 --2- 172.21.15.26:0/1048886722 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5561458bf740 0x5561458bbb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:17.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.187+0000 7f4f8b170740 4 client.15147 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T01:26:17.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.187+0000 7f4f8b170740 1 -- 172.21.15.26:0/1048886722 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "status"}) -- 0x5561457a9680 con 0x5561458bf740 2024-04-25T01:26:17.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.188+0000 7f4f85800640 1 --2- 172.21.15.26:0/1048886722 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5561458bf740 0x5561458bbb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:17.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.188+0000 7f4f85800640 1 --2- 172.21.15.26:0/1048886722 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5561458bf740 0x5561458bbb80 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3007ced56119bec8 server_cookie=d301155b8c4167e0 in_seq=0 out_seq=0 2024-04-25T01:26:17.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.188+0000 7f4f67400640 10 client.15147 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:26:17.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.188+0000 7f4f67400640 1 -- 172.21.15.26:0/1048886722 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5561457a9680 con 0x5561458bf740 2024-04-25T01:26:17.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.188+0000 7f4f67400640 10 client.15147 handle_command_reply: tid=0 2024-04-25T01:26:17.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.189+0000 7f4f8b170740 1 client.15147 shutdown 2024-04-25T01:26:17.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.189+0000 7f4f8b170740 1 -- 172.21.15.26:0/1048886722 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5561458442c0 msgr2=0x556145842d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:17.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.189+0000 7f4f8b170740 1 --2- 172.21.15.26:0/1048886722 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5561458442c0 0x556145842d80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c02d020 tx=0x7f4f6c048ae0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.189+0000 7f4f8b170740 1 -- 172.21.15.26:0/1048886722 shutdown_connections 2024-04-25T01:26:17.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.189+0000 7f4f8b170740 1 --2- 172.21.15.26:0/1048886722 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5561458bf740 0x5561458bbb80 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.189+0000 7f4f8b170740 1 --2- 172.21.15.26:0/1048886722 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5561458442c0 0x556145842d80 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.189+0000 7f4f8b170740 1 --2- 172.21.15.26:0/1048886722 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55614583f150 0x55614584ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.189+0000 7f4f8b170740 1 --2- 172.21.15.26:0/1048886722 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55614583e760 0x556145842800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.189+0000 7f4f8b170740 1 -- 172.21.15.26:0/1048886722 >> 172.21.15.26:0/1048886722 conn(0x556145839dd0 msgr2=0x55614583a1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:17.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.189+0000 7f4f67400640 0 client.15147 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:26:17.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.189+0000 7f4f8b170740 1 -- 172.21.15.26:0/1048886722 shutdown_connections 2024-04-25T01:26:17.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.189+0000 7f4f8b170740 1 -- 172.21.15.26:0/1048886722 wait complete. 2024-04-25T01:26:17.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.189+0000 7f4f8b170740 20 client.15147 trim_cache size 0 max 16384 2024-04-25T01:26:17.171 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:26:17.171 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "004ab5e8-02a1-11ef-bc93-c7b262605968", 2024-04-25T01:26:17.171 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 0, 2024-04-25T01:26:17.172 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 24575, 2024-04-25T01:26:17.172 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-25T01:26:17.172 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-25T01:26:17.172 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-25T01:26:17.172 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 143.35347434900001, 2024-04-25T01:26:17.172 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 27, 2024-04-25T01:26:17.172 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 88, 2024-04-25T01:26:17.172 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 86, 2024-04-25T01:26:17.172 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 149.99959633099999 2024-04-25T01:26:17.172 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:26:17.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.190+0000 7f4f88200640 1 -- 172.21.15.26:0/352968434 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4f680a2b90 msgr2=0x7f4f680a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:17.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.190+0000 7f4f88200640 1 --2- 172.21.15.26:0/352968434 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4f680a2b90 0x7f4f680a5050 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4f7809b550 tx=0x7f4f78004170 comp rx=0 tx=0).stop 2024-04-25T01:26:17.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.190+0000 7f4f88200640 1 -- 172.21.15.26:0/352968434 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4f80105550 msgr2=0x7f4f801a1260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:17.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.190+0000 7f4f88200640 1 --2- 172.21.15.26:0/352968434 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4f80105550 0x7f4f801a1260 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4f78009fd0 tx=0x7f4f7800c800 comp rx=0 tx=0).stop 2024-04-25T01:26:17.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.190+0000 7f4f88200640 1 -- 172.21.15.26:0/352968434 shutdown_connections 2024-04-25T01:26:17.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.190+0000 7f4f88200640 1 --2- 172.21.15.26:0/352968434 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f4f680a2b90 0x7f4f680a5050 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.190+0000 7f4f88200640 1 --2- 172.21.15.26:0/352968434 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f4f80105550 0x7f4f801a1260 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.190+0000 7f4f88200640 1 --2- 172.21.15.26:0/352968434 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f4f80104b90 0x7f4f8019a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.190+0000 7f4f88200640 1 --2- 172.21.15.26:0/352968434 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f801039a0 0x7f4f80199cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:17.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.190+0000 7f4f88200640 1 -- 172.21.15.26:0/352968434 >> 172.21.15.26:0/352968434 conn(0x7f4f800feef0 msgr2=0x7f4f80107e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:17.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.190+0000 7f4f88200640 1 -- 172.21.15.26:0/352968434 shutdown_connections 2024-04-25T01:26:17.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:17.190+0000 7f4f88200640 1 -- 172.21.15.26:0/352968434 wait complete. 2024-04-25T01:26:17.190 INFO:teuthology.run_tasks:Running task sequential... 2024-04-25T01:26:17.202 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-25T01:26:17.202 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-25T01:26:17.202 INFO:teuthology.task.print:Enabling mgr modules 2024-04-25T01:26:17.202 INFO:teuthology.run_tasks:Running task kclient... 2024-04-25T01:26:17.231 INFO:tasks.kclient:Mounting kernel clients... 2024-04-25T01:26:17.232 INFO:tasks.kclient:config is {'client.0': {}} 2024-04-25T01:26:17.232 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T01:26:17.232 DEBUG:teuthology.orchestra.run.smithi026:> ip netns list 2024-04-25T01:26:17.287 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T01:26:17.287 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link delete ceph-brx 2024-04-25T01:26:17.368 INFO:teuthology.orchestra.run.smithi026.stderr:Cannot find device "ceph-brx" 2024-04-25T01:26:17.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T01:26:17.372 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=legacy', 'nowsync'], 'syntax': 'v1', 'mount_subvol_num': 1} 2024-04-25T01:26:17.372 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-25T01:26:17.372 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-25T01:26:17.373 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-25T01:26:17.810 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:26:18.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:18 smithi026 ceph-mon[28096]: pgmap v394: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:26:18.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:18 smithi186 ceph-mon[32747]: pgmap v394: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:26:18.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:18 smithi111 ceph-mon[32623]: pgmap v394: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T01:26:20.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.196+0000 7fd156400700 1 -- 172.21.15.26:0/3744285409 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd150103390 msgr2=0x7fd150103770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:20.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.196+0000 7fd156400700 1 --2- 172.21.15.26:0/3744285409 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd150103390 0x7fd150103770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd144009990 tx=0x7fd144009ca0 comp rx=0 tx=0).stop 2024-04-25T01:26:20.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.196+0000 7fd156400700 1 -- 172.21.15.26:0/3744285409 shutdown_connections 2024-04-25T01:26:20.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.196+0000 7fd156400700 1 --2- 172.21.15.26:0/3744285409 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd15010c7c0 0x7fd15010ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:20.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.196+0000 7fd156400700 1 --2- 172.21.15.26:0/3744285409 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd150103390 0x7fd150103770 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:20.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.196+0000 7fd156400700 1 --2- 172.21.15.26:0/3744285409 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd150103cb0 0x7fd15010c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:20.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.196+0000 7fd156400700 1 -- 172.21.15.26:0/3744285409 >> 172.21.15.26:0/3744285409 conn(0x7fd1500fcbe0 msgr2=0x7fd1500ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:20.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.196+0000 7fd156400700 1 -- 172.21.15.26:0/3744285409 shutdown_connections 2024-04-25T01:26:20.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.196+0000 7fd156400700 1 -- 172.21.15.26:0/3744285409 wait complete. 2024-04-25T01:26:20.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.197+0000 7fd156400700 1 Processor -- start 2024-04-25T01:26:20.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.198+0000 7fd156400700 1 -- start start 2024-04-25T01:26:20.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.198+0000 7fd156400700 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd150103390 0x7fd150100ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:20.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.198+0000 7fd156400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd150103cb0 0x7fd150101530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:20.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.198+0000 7fd156400700 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd15010c7c0 0x7fd150101a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:20.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.198+0000 7fd156400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd150112500 con 0x7fd150103cb0 2024-04-25T01:26:20.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.198+0000 7fd156400700 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fd150112380 con 0x7fd15010c7c0 2024-04-25T01:26:20.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.198+0000 7fd156400700 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fd150112680 con 0x7fd150103390 2024-04-25T01:26:20.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.198+0000 7fd14fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd150103cb0 0x7fd150101530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:20.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.198+0000 7fd14fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd150103cb0 0x7fd150101530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38702/0 (socket says 172.21.15.26:38702) 2024-04-25T01:26:20.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.198+0000 7fd14fe00700 1 -- 172.21.15.26:0/3101214587 learned_addr learned my addr 172.21.15.26:0/3101214587 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:20.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.199+0000 7fd155a00700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd15010c7c0 0x7fd150101a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:20.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.199+0000 7fd155000700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd150103390 0x7fd150100ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:20.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.199+0000 7fd14fe00700 1 -- 172.21.15.26:0/3101214587 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd150103390 msgr2=0x7fd150100ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:20.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.199+0000 7fd14fe00700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd150103390 0x7fd150100ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:20.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.199+0000 7fd14fe00700 1 -- 172.21.15.26:0/3101214587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd15010c7c0 msgr2=0x7fd150101a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:20.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.199+0000 7fd14fe00700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd15010c7c0 0x7fd150101a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:20.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.199+0000 7fd14fe00700 1 -- 172.21.15.26:0/3101214587 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1501a6f00 con 0x7fd150103cb0 2024-04-25T01:26:20.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.199+0000 7fd155a00700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd15010c7c0 0x7fd150101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:20.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.199+0000 7fd14fe00700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd150103cb0 0x7fd150101530 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fd13c00e980 tx=0x7fd13c00ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:20.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.200+0000 7fd14d600700 1 -- 172.21.15.26:0/3101214587 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd13c004220 con 0x7fd150103cb0 2024-04-25T01:26:20.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.200+0000 7fd156400700 1 -- 172.21.15.26:0/3101214587 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1501a71f0 con 0x7fd150103cb0 2024-04-25T01:26:20.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.200+0000 7fd14d600700 1 -- 172.21.15.26:0/3101214587 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd13c0043c0 con 0x7fd150103cb0 2024-04-25T01:26:20.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.200+0000 7fd14d600700 1 -- 172.21.15.26:0/3101214587 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd13c010430 con 0x7fd150103cb0 2024-04-25T01:26:20.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.200+0000 7fd156400700 1 -- 172.21.15.26:0/3101214587 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1501a7730 con 0x7fd150103cb0 2024-04-25T01:26:20.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.201+0000 7fd156400700 1 -- 172.21.15.26:0/3101214587 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd150068f20 con 0x7fd150103cb0 2024-04-25T01:26:20.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.203+0000 7fd14d600700 1 -- 172.21.15.26:0/3101214587 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd13c00c810 con 0x7fd150103cb0 2024-04-25T01:26:20.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.204+0000 7fd14d600700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd1380a2c20 0x7fd1380a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:20.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.205+0000 7fd14d600700 1 -- 172.21.15.26:0/3101214587 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fd13c0cf1a0 con 0x7fd150103cb0 2024-04-25T01:26:20.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.205+0000 7fd155000700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd1380a2c20 0x7fd1380a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:20.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.205+0000 7fd155000700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd1380a2c20 0x7fd1380a50e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd144006010 tx=0x7fd14400b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:20.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.210+0000 7fd14d600700 1 -- 172.21.15.26:0/3101214587 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fd13c09c080 con 0x7fd150103cb0 2024-04-25T01:26:20.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.495+0000 7fd156400700 1 -- 172.21.15.26:0/3101214587 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd150102520 con 0x7fd150103cb0 2024-04-25T01:26:20.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.496+0000 7fd14d600700 1 -- 172.21.15.26:0/3101214587 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) ==== 53+0+73 (secure 0 0 0) 0x7fd13c09b980 con 0x7fd150103cb0 2024-04-25T01:26:20.478 INFO:teuthology.orchestra.run.smithi026.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-25T01:26:20.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.499+0000 7fd156400700 1 -- 172.21.15.26:0/3101214587 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd1380a2c20 msgr2=0x7fd1380a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:20.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.499+0000 7fd156400700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd1380a2c20 0x7fd1380a50e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd144006010 tx=0x7fd14400b280 comp rx=0 tx=0).stop 2024-04-25T01:26:20.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.499+0000 7fd156400700 1 -- 172.21.15.26:0/3101214587 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd150103cb0 msgr2=0x7fd150101530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:20.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.499+0000 7fd156400700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd150103cb0 0x7fd150101530 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fd13c00e980 tx=0x7fd13c00ec90 comp rx=0 tx=0).stop 2024-04-25T01:26:20.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.499+0000 7fd156400700 1 -- 172.21.15.26:0/3101214587 shutdown_connections 2024-04-25T01:26:20.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.499+0000 7fd156400700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fd1380a2c20 0x7fd1380a50e0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:20.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.499+0000 7fd156400700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fd15010c7c0 0x7fd150101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:20.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.499+0000 7fd156400700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fd150103390 0x7fd150100ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:20.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.499+0000 7fd156400700 1 --2- 172.21.15.26:0/3101214587 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd150103cb0 0x7fd150101530 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:20.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.500+0000 7fd156400700 1 -- 172.21.15.26:0/3101214587 >> 172.21.15.26:0/3101214587 conn(0x7fd1500fcbe0 msgr2=0x7fd1500fd8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:20.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.500+0000 7fd156400700 1 -- 172.21.15.26:0/3101214587 shutdown_connections 2024-04-25T01:26:20.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:20.500+0000 7fd156400700 1 -- 172.21.15.26:0/3101214587 wait complete. 2024-04-25T01:26:20.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:20 smithi026 ceph-mon[28096]: pgmap v395: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:20.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:20 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3101214587' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T01:26:20.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:20 smithi186 ceph-mon[32747]: pgmap v395: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:20.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:20 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3101214587' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T01:26:20.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:20 smithi111 ceph-mon[32623]: pgmap v395: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:20.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:20 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3101214587' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T01:26:21.323 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-25T01:26:21.323 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-25T01:26:21.323 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi026.front.sepia.ceph.com 2024-04-25T01:26:21.323 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-25T01:26:21.323 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-25T01:26:21.323 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-25T01:26:21.323 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-25T01:26:21.323 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-25T01:26:21.324 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-25T01:26:21.324 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T01:26:21.324 DEBUG:teuthology.orchestra.run.smithi026:> ip addr 2024-04-25T01:26:21.382 INFO:teuthology.orchestra.run.smithi026.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-25T01:26:21.382 INFO:teuthology.orchestra.run.smithi026.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-25T01:26:21.382 INFO:teuthology.orchestra.run.smithi026.stdout: inet 127.0.0.1/8 scope host lo 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout: valid_lft forever preferred_lft forever 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout: inet6 ::1/128 scope host 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout: valid_lft forever preferred_lft forever 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout: link/ether 0c:c4:7a:6b:ee:6a brd ff:ff:ff:ff:ff:ff 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout: altname enp7s0f0 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout: link/ether 0c:c4:7a:6b:ee:6b brd ff:ff:ff:ff:ff:ff 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout: altname enp7s0f1 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout: link/ether ac:1f:6b:a5:ca:c0 brd ff:ff:ff:ff:ff:ff 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout: altname enp1s0f0 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout: inet 172.21.15.26/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout: valid_lft 41950sec preferred_lft 41950sec 2024-04-25T01:26:21.383 INFO:teuthology.orchestra.run.smithi026.stdout: inet6 fe80::ae1f:6bff:fea5:cac0/64 scope link noprefixroute 2024-04-25T01:26:21.384 INFO:teuthology.orchestra.run.smithi026.stdout: valid_lft forever preferred_lft forever 2024-04-25T01:26:21.384 INFO:teuthology.orchestra.run.smithi026.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T01:26:21.384 INFO:teuthology.orchestra.run.smithi026.stdout: link/ether ac:1f:6b:a5:ca:c1 brd ff:ff:ff:ff:ff:ff 2024-04-25T01:26:21.384 INFO:teuthology.orchestra.run.smithi026.stdout: altname enp1s0f1 2024-04-25T01:26:21.385 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-25T01:26:21.385 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T01:26:21.385 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-25T01:26:21.385 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link add name ceph-brx type bridge 2024-04-25T01:26:21.385 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip addr flush dev ceph-brx 2024-04-25T01:26:21.385 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link set ceph-brx up 2024-04-25T01:26:21.385 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-25T01:26:21.385 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-25T01:26:21.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T01:26:21.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T01:26:21.899 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T01:26:21.899 DEBUG:teuthology.orchestra.run.smithi026:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-25T01:26:21.968 INFO:teuthology.orchestra.run.smithi026.stdout:1 2024-04-25T01:26:21.971 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T01:26:21.971 DEBUG:teuthology.orchestra.run.smithi026:> route 2024-04-25T01:26:22.027 INFO:teuthology.orchestra.run.smithi026.stdout:Kernel IP routing table 2024-04-25T01:26:22.027 INFO:teuthology.orchestra.run.smithi026.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-25T01:26:22.027 INFO:teuthology.orchestra.run.smithi026.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-25T01:26:22.027 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-25T01:26:22.027 INFO:teuthology.orchestra.run.smithi026.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-25T01:26:22.028 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T01:26:22.028 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-25T01:26:22.028 DEBUG:teuthology.orchestra.run.smithi026:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-25T01:26:22.028 DEBUG:teuthology.orchestra.run.smithi026:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-25T01:26:22.028 DEBUG:teuthology.orchestra.run.smithi026:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-25T01:26:22.028 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-25T01:26:22.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T01:26:22.797 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:22 smithi026 ceph-mon[28096]: pgmap v396: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:26:22.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T01:26:22.811 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T01:26:22.812 DEBUG:teuthology.orchestra.run.smithi026:> ip netns list 2024-04-25T01:26:22.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:22 smithi186 ceph-mon[32747]: pgmap v396: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:26:22.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:22 smithi111 ceph-mon[32623]: pgmap v396: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-04-25T01:26:22.864 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T01:26:22.865 DEBUG:teuthology.orchestra.run.smithi026:> ip netns list-id 2024-04-25T01:26:22.922 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T01:26:22.922 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-25T01:26:22.922 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T01:26:22.922 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-25T01:26:22.923 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-25T01:26:23.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T01:26:23.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T01:26:23.105 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-25T01:26:23.105 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T01:26:23.105 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-25T01:26:23.105 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-25T01:26:23.105 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-25T01:26:23.106 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-25T01:26:23.106 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-25T01:26:23.106 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-25T01:26:23.106 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-25T01:26:23.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T01:26:23.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T01:26:23.418 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T01:26:23.418 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-25T01:26:23.418 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link set brx.0 up 2024-04-25T01:26:23.418 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link set dev brx.0 master ceph-brx 2024-04-25T01:26:23.418 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-25T01:26:23.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T01:26:23.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T01:26:23.631 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-25T01:26:23.631 DEBUG:teuthology.orchestra.run.smithi026:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-25T01:26:23.677 INFO:teuthology.orchestra.run.smithi026.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-25T01:26:23.677 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-25T01:26:23.677 DEBUG:teuthology.orchestra.run.smithi026:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-25T01:26:23.775 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-04-25T01:26:23.775 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-04-25T01:26:23.775 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/5baf149e-e7e6-4c5c-875d-f0a68704eaa1 2024-04-25T01:26:23.776 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T01:26:23.776 DEBUG:teuthology.orchestra.run.smithi026:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/5baf149e-e7e6-4c5c-875d-f0a68704eaa1 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync 2024-04-25T01:26:23.918 INFO:teuthology.orchestra.run.smithi026.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync 2024-04-25T01:26:23.918 INFO:teuthology.orchestra.run.smithi026.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync". 2024-04-25T01:26:23.919 INFO:teuthology.orchestra.run.smithi026.stdout:invalid new device string format 2024-04-25T01:26:24.557 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:24 smithi026 ceph-mon[28096]: pgmap v397: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:24.723 INFO:teuthology.orchestra.run.smithi026.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync 2024-04-25T01:26:24.723 INFO:teuthology.orchestra.run.smithi026.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync". 2024-04-25T01:26:24.723 INFO:teuthology.orchestra.run.smithi026.stdout:invalid new device string format 2024-04-25T01:26:24.724 INFO:teuthology.orchestra.run.smithi026.stdout:mount.ceph: resolved to: "172.21.15.26:6789,172.21.15.111:6789,172.21.15.186:6789" 2024-04-25T01:26:24.724 INFO:teuthology.orchestra.run.smithi026.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.26:6789,172.21.15.111:6789,172.21.15.186:6789:/volumes/qa/sv_1/5baf149e-e7e6-4c5c-875d-f0a68704eaa1 2024-04-25T01:26:24.724 INFO:teuthology.orchestra.run.smithi026.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync,key=0,fsid=004ab5e8-02a1-11ef-bc93-c7b262605968" will pass to kernel 2024-04-25T01:26:24.724 INFO:teuthology.orchestra.run.smithi026.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-04-25T01:26:24.724 INFO:teuthology.orchestra.run.smithi026.stdout: You just mounted a file system that supports labels which does not 2024-04-25T01:26:24.725 INFO:teuthology.orchestra.run.smithi026.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-04-25T01:26:24.725 INFO:teuthology.orchestra.run.smithi026.stdout: applications will generate AVC messages and not be allowed access to 2024-04-25T01:26:24.725 INFO:teuthology.orchestra.run.smithi026.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-04-25T01:26:24.729 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-04-25T01:26:24.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T01:26:24.729 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-25T01:26:24.816 DEBUG:teuthology.orchestra.run.smithi026:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-25T01:26:24.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:24 smithi186 ceph-mon[32747]: pgmap v397: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:24.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:24 smithi111 ceph-mon[32623]: pgmap v397: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T01:26:24.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:24 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-25T01:26:24.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T01:26:24.931 INFO:teuthology.orchestra.run.smithi026.stdout:client15156 2024-04-25T01:26:24.932 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:26:24.932 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T01:26:24.986 DEBUG:teuthology.orchestra.run.smithi026:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-25T01:26:25.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-25T01:26:25.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T01:26:25.158 INFO:teuthology.orchestra.run.smithi026.stdout:client15156 2024-04-25T01:26:25.158 DEBUG:teuthology.orchestra.run.smithi026:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-25T01:26:25.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-25T01:26:25.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T01:26:25.267 INFO:teuthology.orchestra.run.smithi026.stdout:client15156 2024-04-25T01:26:25.268 DEBUG:teuthology.orchestra.run.smithi026:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968.client15156/status') 2024-04-25T01:26:25.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T01:26:25.391 INFO:teuthology.orchestra.run.smithi026.stdout:instance: client.15156 (3)192.168.0.1:0/2302368269 2024-04-25T01:26:25.391 INFO:teuthology.orchestra.run.smithi026.stdout:blocklisted: false 2024-04-25T01:26:25.391 INFO:teuthology.orchestra.run.smithi026.stderr:0+1 records in 2024-04-25T01:26:25.391 INFO:teuthology.orchestra.run.smithi026.stderr:0+1 records out 2024-04-25T01:26:25.391 INFO:teuthology.orchestra.run.smithi026.stderr:70 bytes copied, 8.4577e-05 s, 828 kB/s 2024-04-25T01:26:25.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T01:26:25.403 INFO:teuthology.run_tasks:Running task exec... 2024-04-25T01:26:25.412 INFO:teuthology.task.exec:Executing custom commands... 2024-04-25T01:26:25.413 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-25T01:26:25.413 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-04-25T01:26:25.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.616+0000 7f1f45600640 1 -- 172.21.15.26:0/493418313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f401015e0 msgr2=0x7f1f40101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:25.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.616+0000 7f1f45600640 1 --2- 172.21.15.26:0/493418313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f401015e0 0x7f1f40101a00 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1f30009ca0 tx=0x7f1f3002a8c0 comp rx=0 tx=0).stop 2024-04-25T01:26:25.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.616+0000 7f1f45600640 1 -- 172.21.15.26:0/493418313 shutdown_connections 2024-04-25T01:26:25.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.616+0000 7f1f45600640 1 --2- 172.21.15.26:0/493418313 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f40103190 0x7f1f40109a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:25.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.616+0000 7f1f45600640 1 --2- 172.21.15.26:0/493418313 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f401027d0 0x7f1f40102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:25.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.616+0000 7f1f45600640 1 --2- 172.21.15.26:0/493418313 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f401015e0 0x7f1f40101a00 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:25.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.616+0000 7f1f45600640 1 -- 172.21.15.26:0/493418313 >> 172.21.15.26:0/493418313 conn(0x7f1f400fcb50 msgr2=0x7f1f400fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:25.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.616+0000 7f1f45600640 1 -- 172.21.15.26:0/493418313 shutdown_connections 2024-04-25T01:26:25.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.616+0000 7f1f45600640 1 -- 172.21.15.26:0/493418313 wait complete. 2024-04-25T01:26:25.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.617+0000 7f1f45600640 1 Processor -- start 2024-04-25T01:26:25.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.618+0000 7f1f45600640 1 -- start start 2024-04-25T01:26:25.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.618+0000 7f1f45600640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f401015e0 0x7f1f40199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:25.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.618+0000 7f1f45600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f401027d0 0x7f1f4019a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:25.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.618+0000 7f1f45600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f40103190 0x7f1f401a1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:25.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.618+0000 7f1f45600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1f4010d2a0 con 0x7f1f401027d0 2024-04-25T01:26:25.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.618+0000 7f1f45600640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f1f4010d120 con 0x7f1f40103190 2024-04-25T01:26:25.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.618+0000 7f1f45600640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f1f4010d420 con 0x7f1f401015e0 2024-04-25T01:26:25.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.618+0000 7f1f3fe00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f401015e0 0x7f1f40199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:25.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.618+0000 7f1f3fe00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f401015e0 0x7f1f40199b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:56198/0 (socket says 172.21.15.26:56198) 2024-04-25T01:26:25.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.618+0000 7f1f3fe00640 1 -- 172.21.15.26:0/3946350864 learned_addr learned my addr 172.21.15.26:0/3946350864 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:25.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.618+0000 7f1f37e00640 1 --2- 172.21.15.26:0/3946350864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f401027d0 0x7f1f4019a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:25.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.618+0000 7f1f44c00640 1 --2- 172.21.15.26:0/3946350864 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f40103190 0x7f1f401a1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:25.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.619+0000 7f1f3fe00640 1 -- 172.21.15.26:0/3946350864 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f40103190 msgr2=0x7f1f401a1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:25.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.619+0000 7f1f3fe00640 1 --2- 172.21.15.26:0/3946350864 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f40103190 0x7f1f401a1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:25.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.619+0000 7f1f3fe00640 1 -- 172.21.15.26:0/3946350864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f401027d0 msgr2=0x7f1f4019a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:25.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.619+0000 7f1f3fe00640 1 --2- 172.21.15.26:0/3946350864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f401027d0 0x7f1f4019a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:25.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.619+0000 7f1f3fe00640 1 -- 172.21.15.26:0/3946350864 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f401a17a0 con 0x7f1f401015e0 2024-04-25T01:26:25.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.619+0000 7f1f3fe00640 1 --2- 172.21.15.26:0/3946350864 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f401015e0 0x7f1f40199b80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f1f30000f80 tx=0x7f1f300319f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:25.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.619+0000 7f1f3d600640 1 -- 172.21.15.26:0/3946350864 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f30003bf0 con 0x7f1f401015e0 2024-04-25T01:26:25.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.619+0000 7f1f3d600640 1 -- 172.21.15.26:0/3946350864 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1f30003d90 con 0x7f1f401015e0 2024-04-25T01:26:25.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.619+0000 7f1f45600640 1 -- 172.21.15.26:0/3946350864 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f401a1a30 con 0x7f1f401015e0 2024-04-25T01:26:25.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.619+0000 7f1f3d600640 1 -- 172.21.15.26:0/3946350864 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f3002fd30 con 0x7f1f401015e0 2024-04-25T01:26:25.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.619+0000 7f1f45600640 1 -- 172.21.15.26:0/3946350864 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f401a1f80 con 0x7f1f401015e0 2024-04-25T01:26:25.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.621+0000 7f1f45600640 1 -- 172.21.15.26:0/3946350864 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f401a21b0 con 0x7f1f401015e0 2024-04-25T01:26:25.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.622+0000 7f1f3d600640 1 -- 172.21.15.26:0/3946350864 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1f30004040 con 0x7f1f401015e0 2024-04-25T01:26:25.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.624+0000 7f1f3d600640 1 --2- 172.21.15.26:0/3946350864 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1f240a2b80 0x7f1f240a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:25.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.624+0000 7f1f3d600640 1 -- 172.21.15.26:0/3946350864 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f1f300f04f0 con 0x7f1f401015e0 2024-04-25T01:26:25.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.624+0000 7f1f37e00640 1 --2- 172.21.15.26:0/3946350864 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1f240a2b80 0x7f1f240a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:25.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.625+0000 7f1f37e00640 1 --2- 172.21.15.26:0/3946350864 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1f240a2b80 0x7f1f240a5040 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f1f4019b090 tx=0x7f1f28005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:25.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.627+0000 7f1f3d600640 1 -- 172.21.15.26:0/3946350864 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f1f300bd460 con 0x7f1f401015e0 2024-04-25T01:26:25.778 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:26:25.778 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:25.778 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:25.779 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:25.779 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:25 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:25.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:26:25.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:25.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:25.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:25.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:25 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:25.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:26:25.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:25.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:25.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:25.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:25 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:25.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:25.909+0000 7f1f45600640 1 -- 172.21.15.26:0/3946350864 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7f1f401a2500 con 0x7f1f401015e0 2024-04-25T01:26:26.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:26.529+0000 7f1f3d600640 1 -- 172.21.15.26:0/3946350864 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v28) ==== 117+0+0 (secure 0 0 0) 0x7f1f300bcd60 con 0x7f1f401015e0 2024-04-25T01:26:26.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:26.532+0000 7f1f45600640 1 -- 172.21.15.26:0/3946350864 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1f240a2b80 msgr2=0x7f1f240a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:26.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:26.532+0000 7f1f45600640 1 --2- 172.21.15.26:0/3946350864 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1f240a2b80 0x7f1f240a5040 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f1f4019b090 tx=0x7f1f28005f90 comp rx=0 tx=0).stop 2024-04-25T01:26:26.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:26.532+0000 7f1f45600640 1 -- 172.21.15.26:0/3946350864 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f401015e0 msgr2=0x7f1f40199b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:26.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:26.532+0000 7f1f45600640 1 --2- 172.21.15.26:0/3946350864 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f401015e0 0x7f1f40199b80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f1f30000f80 tx=0x7f1f300319f0 comp rx=0 tx=0).stop 2024-04-25T01:26:26.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:26.532+0000 7f1f45600640 1 -- 172.21.15.26:0/3946350864 shutdown_connections 2024-04-25T01:26:26.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:26.532+0000 7f1f45600640 1 --2- 172.21.15.26:0/3946350864 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f1f40103190 0x7f1f401a1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:26.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:26.532+0000 7f1f45600640 1 --2- 172.21.15.26:0/3946350864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1f401027d0 0x7f1f4019a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:26.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:26.532+0000 7f1f45600640 1 --2- 172.21.15.26:0/3946350864 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f1f240a2b80 0x7f1f240a5040 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:26.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:26.532+0000 7f1f45600640 1 --2- 172.21.15.26:0/3946350864 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f1f401015e0 0x7f1f40199b80 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:26.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:26.532+0000 7f1f45600640 1 -- 172.21.15.26:0/3946350864 >> 172.21.15.26:0/3946350864 conn(0x7f1f400fcb50 msgr2=0x7f1f40073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:26.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:26.532+0000 7f1f45600640 1 -- 172.21.15.26:0/3946350864 shutdown_connections 2024-04-25T01:26:26.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:26:26.532+0000 7f1f45600640 1 -- 172.21.15.26:0/3946350864 wait complete. 2024-04-25T01:26:26.530 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-25T01:26:26.541 INFO:teuthology.run_tasks:Running task background_exec... 2024-04-25T01:26:26.555 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-25T01:26:26.556 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-04-25T01:26:26.563 INFO:teuthology.run_tasks:Running task workunit... 2024-04-25T01:26:26.581 INFO:tasks.workunit:Pulling workunits from ref d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T01:26:26.581 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-25T01:26:26.581 INFO:tasks.workunit:timeout=3h 2024-04-25T01:26:26.581 INFO:tasks.workunit:cleanup=True 2024-04-25T01:26:26.582 DEBUG:teuthology.orchestra.run.smithi026:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-25T01:26:26.636 INFO:teuthology.orchestra.run.smithi026.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-25T01:26:26.636 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-04-25T01:26:26.636 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 72h/114d Inode: 1099511628283 Links: 2 2024-04-25T01:26:26.637 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T01:26:26.637 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-04-25T01:26:26.637 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-25 01:24:01.350177147 +0000 2024-04-25T01:26:26.637 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-25 01:24:01.350177147 +0000 2024-04-25T01:26:26.637 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-25 01:26:24.830539000 +0000 2024-04-25T01:26:26.637 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: 2024-04-25 01:24:01.350177147 +0000 2024-04-25T01:26:26.637 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-25T01:26:26.637 DEBUG:teuthology.orchestra.run.smithi026:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-25T01:26:26.723 DEBUG:teuthology.orchestra.run.smithi026:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout d2c45d977142e024a59b68a8f1dce8f0b9840551 2024-04-25T01:26:26.770 INFO:tasks.workunit.client.0.smithi026.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-25T01:26:26.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:26 smithi026 ceph-mon[28096]: pgmap v398: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-25T01:26:26.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:26 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3946350864' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-25T01:26:26.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:26 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-25T01:26:26.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:26 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:26.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:26 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:26.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:26 smithi186 ceph-mon[32747]: pgmap v398: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-25T01:26:26.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:26 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3946350864' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-25T01:26:26.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:26 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-25T01:26:26.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:26 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:26.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:26 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:26.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:26 smithi111 ceph-mon[32623]: pgmap v398: 97 pgs: 97 active+clean; 643 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-25T01:26:26.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:26 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3946350864' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-25T01:26:26.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:26 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-25T01:26:26.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:26 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:26.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:26 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:27.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:27 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-25T01:26:27.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:27 smithi026 ceph-mon[28096]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T01:26:27.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:27.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:27 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:27.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:27 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-25T01:26:27.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:27 smithi186 ceph-mon[32747]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T01:26:27.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:27.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:27 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:27.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:27 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-25T01:26:27.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:27 smithi111 ceph-mon[32623]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T01:26:27.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:27.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:27 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:29.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:28 smithi111 ceph-mon[32623]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-25T01:26:29.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:28 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:29.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:28 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:29.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:28 smithi026 ceph-mon[28096]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-25T01:26:29.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:29.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:28 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:29.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:28 smithi186 ceph-mon[32747]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-25T01:26:29.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:28 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:29.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:28 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:30.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:29 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:26:30.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:29 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:26:30.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:29 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:30.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:29 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:26:30.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:29 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:26:30.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:29 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:30.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:29 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:26:30.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:29 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:26:30.333 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:29 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:26:31.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:30 smithi111 ceph-mon[32623]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-25T01:26:31.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:30 smithi026 ceph-mon[28096]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-25T01:26:31.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:30 smithi186 ceph-mon[32747]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-25T01:26:33.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:32 smithi111 ceph-mon[32623]: pgmap v401: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.8 KiB/s wr, 13 op/s 2024-04-25T01:26:33.135 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:32 smithi186 ceph-mon[32747]: pgmap v401: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.8 KiB/s wr, 13 op/s 2024-04-25T01:26:33.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:32 smithi026 ceph-mon[28096]: pgmap v401: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.8 KiB/s wr, 13 op/s 2024-04-25T01:26:35.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:34 smithi111 ceph-mon[32623]: pgmap v402: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.8 KiB/s wr, 10 op/s 2024-04-25T01:26:35.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:34 smithi026 ceph-mon[28096]: pgmap v402: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.8 KiB/s wr, 10 op/s 2024-04-25T01:26:35.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:34 smithi186 ceph-mon[32747]: pgmap v402: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.8 KiB/s wr, 10 op/s 2024-04-25T01:26:37.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:36 smithi111 ceph-mon[32623]: pgmap v403: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-04-25T01:26:37.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:36 smithi026 ceph-mon[28096]: pgmap v403: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-04-25T01:26:37.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:36 smithi186 ceph-mon[32747]: pgmap v403: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-04-25T01:26:39.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:38 smithi026 ceph-mon[28096]: pgmap v404: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-25T01:26:39.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:38 smithi186 ceph-mon[32747]: pgmap v404: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-25T01:26:39.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:38 smithi111 ceph-mon[32623]: pgmap v404: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-25T01:26:39.829 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.850+0000 7fa5a4a00640 1 -- 172.21.15.26:0/1333433232 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5a010bb50 msgr2=0x7fa5a01123e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:39.830 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.850+0000 7fa5a4a00640 1 --2- 172.21.15.26:0/1333433232 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5a010bb50 0x7fa5a01123e0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa598009be0 tx=0x7fa59802a6c0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.830 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.850+0000 7fa5a4a00640 1 -- 172.21.15.26:0/1333433232 shutdown_connections 2024-04-25T01:26:39.830 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.850+0000 7fa5a4a00640 1 --2- 172.21.15.26:0/1333433232 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5a010bb50 0x7fa5a01123e0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.830 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.850+0000 7fa5a4a00640 1 --2- 172.21.15.26:0/1333433232 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa5a010b190 0x7fa5a010b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.830 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.850+0000 7fa5a4a00640 1 --2- 172.21.15.26:0/1333433232 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5a0109fa0 0x7fa5a010a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.830 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.850+0000 7fa5a4a00640 1 -- 172.21.15.26:0/1333433232 >> 172.21.15.26:0/1333433232 conn(0x7fa5a0070760 msgr2=0x7fa5a0072b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:39.830 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.850+0000 7fa5a4a00640 1 -- 172.21.15.26:0/1333433232 shutdown_connections 2024-04-25T01:26:39.830 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.850+0000 7fa5a4a00640 1 -- 172.21.15.26:0/1333433232 wait complete. 2024-04-25T01:26:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.851+0000 7fa5a4a00640 1 Processor -- start 2024-04-25T01:26:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.851+0000 7fa5a4a00640 1 -- start start 2024-04-25T01:26:39.831 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.852+0000 7fa5a4a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5a0109fa0 0x7fa5a01a2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.852+0000 7fa5a4a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa5a010b190 0x7fa5a01a28c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.852+0000 7fa5a4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5a010bb50 0x7fa5a01a9930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.852+0000 7fa5a4a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a0115c30 con 0x7fa5a010bb50 2024-04-25T01:26:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.852+0000 7fa5a4a00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a0115ab0 con 0x7fa5a0109fa0 2024-04-25T01:26:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.852+0000 7fa5a4a00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a0115db0 con 0x7fa5a010b190 2024-04-25T01:26:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.852+0000 7fa59de00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5a0109fa0 0x7fa5a01a2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.852+0000 7fa59de00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5a0109fa0 0x7fa5a01a2380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:49350/0 (socket says 172.21.15.26:49350) 2024-04-25T01:26:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.852+0000 7fa59de00640 1 -- 172.21.15.26:0/719130588 learned_addr learned my addr 172.21.15.26:0/719130588 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.852+0000 7fa59e800640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5a010bb50 0x7fa5a01a9930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.852+0000 7fa595400640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa5a010b190 0x7fa5a01a28c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.853+0000 7fa59de00640 1 -- 172.21.15.26:0/719130588 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa5a010b190 msgr2=0x7fa5a01a28c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.853+0000 7fa59de00640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa5a010b190 0x7fa5a01a28c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.833 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.853+0000 7fa59de00640 1 -- 172.21.15.26:0/719130588 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5a010bb50 msgr2=0x7fa5a01a9930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.853+0000 7fa59de00640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5a010bb50 0x7fa5a01a9930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.853+0000 7fa59de00640 1 -- 172.21.15.26:0/719130588 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5a01a9fa0 con 0x7fa5a0109fa0 2024-04-25T01:26:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.853+0000 7fa59e800640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5a010bb50 0x7fa5a01a9930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:26:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.853+0000 7fa59de00640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5a0109fa0 0x7fa5a01a2380 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa59000e9a0 tx=0x7fa59000ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.853+0000 7fa597400640 1 -- 172.21.15.26:0/719130588 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa59000cd80 con 0x7fa5a0109fa0 2024-04-25T01:26:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.853+0000 7fa5a4a00640 1 -- 172.21.15.26:0/719130588 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5a01aa290 con 0x7fa5a0109fa0 2024-04-25T01:26:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.853+0000 7fa5a4a00640 1 -- 172.21.15.26:0/719130588 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5a01aa830 con 0x7fa5a0109fa0 2024-04-25T01:26:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.853+0000 7fa597400640 1 -- 172.21.15.26:0/719130588 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa590010910 con 0x7fa5a0109fa0 2024-04-25T01:26:39.834 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.853+0000 7fa597400640 1 -- 172.21.15.26:0/719130588 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5900189c0 con 0x7fa5a0109fa0 2024-04-25T01:26:39.836 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.857+0000 7fa597400640 1 -- 172.21.15.26:0/719130588 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa590010ac0 con 0x7fa5a0109fa0 2024-04-25T01:26:39.836 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.857+0000 7fa5a77af740 1 Processor -- start 2024-04-25T01:26:39.836 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.857+0000 7fa5a77af740 1 -- start start 2024-04-25T01:26:39.837 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.857+0000 7fa5a77af740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb8107ca0 0x555eb81080c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.837 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa5a77af740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 0x555eb810d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.837 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa5a77af740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb810d800 0x555eb810fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.837 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa5a77af740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555eb806aab0 con 0x555eb810d800 2024-04-25T01:26:39.837 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa5a77af740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x555eb8013640 con 0x555eb8107ca0 2024-04-25T01:26:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa5a77af740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x555eb8066a70 con 0x555eb8108690 2024-04-25T01:26:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa595400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb810d800 0x555eb810fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa59e800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb8107ca0 0x555eb81080c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa595400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb810d800 0x555eb810fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59904/0 (socket says 172.21.15.26:59904) 2024-04-25T01:26:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa595400640 1 -- 172.21.15.26:0/288231641 learned_addr learned my addr 172.21.15.26:0/288231641 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:39.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa59de00640 1 --2- 172.21.15.26:0/288231641 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 0x555eb810d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa595400640 1 -- 172.21.15.26:0/288231641 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 msgr2=0x555eb810d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa595400640 1 --2- 172.21.15.26:0/288231641 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 0x555eb810d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa595400640 1 -- 172.21.15.26:0/288231641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb8107ca0 msgr2=0x555eb81080c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa595400640 1 --2- 172.21.15.26:0/288231641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb8107ca0 0x555eb81080c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.858+0000 7fa595400640 1 -- 172.21.15.26:0/288231641 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555eb7d7f210 con 0x555eb810d800 2024-04-25T01:26:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.859+0000 7fa595400640 1 --2- 172.21.15.26:0/288231641 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb810d800 0x555eb810fc90 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa588009c30 tx=0x7fa5880117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c31aefc12e7c6968 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.859+0000 7fa597400640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa5840a2cb0 0x7fa5840a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.859+0000 7fa58f000640 1 -- 172.21.15.26:0/288231641 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa588012450 con 0x555eb810d800 2024-04-25T01:26:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.859+0000 7fa58f000640 1 -- 172.21.15.26:0/288231641 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa588012ad0 con 0x555eb810d800 2024-04-25T01:26:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.859+0000 7fa58f000640 1 -- 172.21.15.26:0/288231641 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa58800fbf0 con 0x555eb810d800 2024-04-25T01:26:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.859+0000 7fa597400640 1 -- 172.21.15.26:0/719130588 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa5900cf560 con 0x7fa5a0109fa0 2024-04-25T01:26:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.859+0000 7fa59e800640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa5840a2cb0 0x7fa5840a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.860+0000 7fa5a77af740 1 -- 172.21.15.26:0/288231641 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb810d800 msgr2=0x555eb810fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:39.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.860+0000 7fa5a77af740 1 --2- 172.21.15.26:0/288231641 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb810d800 0x555eb810fc90 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa588009c30 tx=0x7fa5880117b0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.841 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.860+0000 7fa5a77af740 1 -- 172.21.15.26:0/288231641 shutdown_connections 2024-04-25T01:26:39.841 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.860+0000 7fa5a77af740 1 --2- 172.21.15.26:0/288231641 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb810d800 0x555eb810fc90 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.841 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.860+0000 7fa5a77af740 1 --2- 172.21.15.26:0/288231641 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 0x555eb810d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.841 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.860+0000 7fa5a77af740 1 --2- 172.21.15.26:0/288231641 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb8107ca0 0x555eb81080c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.841 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.860+0000 7fa5a77af740 1 -- 172.21.15.26:0/288231641 >> 172.21.15.26:0/288231641 conn(0x555eb8103310 msgr2=0x555eb8103710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:39.841 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.860+0000 7fa59e800640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa5840a2cb0 0x7fa5840a5170 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa59802abe0 tx=0x7fa598030a50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:39.841 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.860+0000 7fa5a77af740 1 -- 172.21.15.26:0/288231641 shutdown_connections 2024-04-25T01:26:39.841 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.860+0000 7fa5a77af740 1 -- 172.21.15.26:0/288231641 wait complete. 2024-04-25T01:26:39.841 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.861+0000 7fa5a77af740 1 -- start start 2024-04-25T01:26:39.844 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.861+0000 7fa5a77af740 1 Processor -- start 2024-04-25T01:26:39.844 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.861+0000 7fa5a77af740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8107ca0 0x555eb8111eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.844 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.861+0000 7fa5a77af740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 0x555eb81123f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.844 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.861+0000 7fa5a77af740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 0x555eb8119430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.844 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.861+0000 7fa5a77af740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555eb81107b0 con 0x555eb8107ca0 2024-04-25T01:26:39.845 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.861+0000 7fa5a77af740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x555eb8026990 con 0x555eb810d800 2024-04-25T01:26:39.845 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.861+0000 7fa5a77af740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x555eb8110930 con 0x555eb8108690 2024-04-25T01:26:39.845 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.861+0000 7fa5a77af740 10 client.0 _ll_register_callbacks cb 0x555eb8028950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:26:39.845 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.862+0000 7fa59de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8107ca0 0x555eb8111eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.845 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.862+0000 7fa59de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8107ca0 0x555eb8111eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59908/0 (socket says 172.21.15.26:59908) 2024-04-25T01:26:39.845 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.862+0000 7fa59de00640 1 -- 172.21.15.26:0/1450347953 learned_addr learned my addr 172.21.15.26:0/1450347953 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:39.845 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.862+0000 7fa595400640 1 --2- 172.21.15.26:0/1450347953 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 0x555eb81123f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.845 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.862+0000 7fa59e800640 1 --2- 172.21.15.26:0/1450347953 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 0x555eb8119430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.845 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.862+0000 7fa59de00640 1 -- 172.21.15.26:0/1450347953 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 msgr2=0x555eb81123f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:39.845 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.862+0000 7fa59de00640 1 --2- 172.21.15.26:0/1450347953 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 0x555eb81123f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.845 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.862+0000 7fa59de00640 1 -- 172.21.15.26:0/1450347953 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 msgr2=0x555eb8119430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:39.845 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.862+0000 7fa59de00640 1 --2- 172.21.15.26:0/1450347953 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 0x555eb8119430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.845 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.862+0000 7fa59de00640 1 -- 172.21.15.26:0/1450347953 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555eb7e4b620 con 0x555eb8107ca0 2024-04-25T01:26:39.846 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.862+0000 7fa59e800640 1 --2- 172.21.15.26:0/1450347953 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 0x555eb8119430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:26:39.846 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.862+0000 7fa59de00640 1 --2- 172.21.15.26:0/1450347953 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8107ca0 0x555eb8111eb0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fa5900981a0 tx=0x7fa590009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3ca83be19f81b20 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:39.846 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.862+0000 7fa583400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:26:39.846 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.862+0000 7fa583400640 1 -- 172.21.15.26:0/1450347953 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa59009b6a0 con 0x555eb8107ca0 2024-04-25T01:26:39.846 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.863+0000 7fa583400640 1 -- 172.21.15.26:0/1450347953 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa5900cf110 con 0x555eb8107ca0 2024-04-25T01:26:39.846 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.863+0000 7fa5a77af740 1 -- 172.21.15.26:0/1450347953 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa588012ad0 con 0x555eb8107ca0 2024-04-25T01:26:39.846 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.863+0000 7fa583400640 1 -- 172.21.15.26:0/1450347953 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa59009c440 con 0x555eb8107ca0 2024-04-25T01:26:39.846 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.863+0000 7fa5a77af740 10 client.15174 fetch_fsmap learned FSMap version 28 2024-04-25T01:26:39.846 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.863+0000 7fa5a77af740 1 -- 172.21.15.26:0/1450347953 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555eb811c480 con 0x555eb8107ca0 2024-04-25T01:26:39.846 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.863+0000 7fa583400640 1 -- 172.21.15.26:0/1450347953 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa588012ad0 con 0x555eb8107ca0 2024-04-25T01:26:39.846 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.863+0000 7fa583400640 1 -- 172.21.15.26:0/1450347953 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fa590018c80 con 0x555eb8107ca0 2024-04-25T01:26:39.846 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.863+0000 7fa5a77af740 10 client.15174 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:26:39.846 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.863+0000 7fa5a77af740 10 client.15174 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:26:39.846 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.863+0000 7fa5a77af740 20 client.15174 populate_metadata read hostname 'smithi026' 2024-04-25T01:26:39.847 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.863+0000 7fa5a77af740 1 --2- 172.21.15.26:0/1450347953 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x555eb811dba0 0x555eb811fff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.847 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.863+0000 7fa5a77af740 4 client.15174 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:26:39.847 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.863+0000 7fa5a77af740 1 -- 172.21.15.26:0/1450347953 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555eb8077ff0 con 0x555eb811dba0 2024-04-25T01:26:39.847 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.864+0000 7fa595400640 1 --2- 172.21.15.26:0/1450347953 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x555eb811dba0 0x555eb811fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.847 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.864+0000 7fa595400640 1 --2- 172.21.15.26:0/1450347953 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x555eb811dba0 0x555eb811fff0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbb912f398357658 server_cookie=9e880440ed80ebf2 in_seq=0 out_seq=0 2024-04-25T01:26:39.847 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.864+0000 7fa583400640 10 client.15174 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:26:39.848 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.865+0000 7fa583400640 1 -- 172.21.15.26:0/1450347953 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555eb8077ff0 con 0x555eb811dba0 2024-04-25T01:26:39.848 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.865+0000 7fa583400640 10 client.15174 handle_command_reply: tid=0 2024-04-25T01:26:39.848 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.866+0000 7fa5a77af740 1 client.15174 shutdown 2024-04-25T01:26:39.848 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.866+0000 7fa5a77af740 1 -- 172.21.15.26:0/1450347953 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8107ca0 msgr2=0x555eb8111eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:39.848 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.866+0000 7fa5a77af740 1 --2- 172.21.15.26:0/1450347953 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8107ca0 0x555eb8111eb0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fa5900981a0 tx=0x7fa590009620 comp rx=0 tx=0).stop 2024-04-25T01:26:39.848 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.866+0000 7fa5a77af740 1 -- 172.21.15.26:0/1450347953 shutdown_connections 2024-04-25T01:26:39.848 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.866+0000 7fa5a77af740 1 --2- 172.21.15.26:0/1450347953 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x555eb811dba0 0x555eb811fff0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.849 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.866+0000 7fa5a77af740 1 --2- 172.21.15.26:0/1450347953 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 0x555eb8119430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.849 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.866+0000 7fa5a77af740 1 --2- 172.21.15.26:0/1450347953 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 0x555eb81123f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.849 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.866+0000 7fa5a77af740 1 --2- 172.21.15.26:0/1450347953 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8107ca0 0x555eb8111eb0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.849 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.866+0000 7fa5a77af740 1 -- 172.21.15.26:0/1450347953 >> 172.21.15.26:0/1450347953 conn(0x555eb8103310 msgr2=0x555eb8102480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:39.849 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.866+0000 7fa583400640 0 client.15174 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:26:39.849 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.866+0000 7fa5a77af740 1 -- 172.21.15.26:0/1450347953 shutdown_connections 2024-04-25T01:26:39.849 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.866+0000 7fa5a77af740 1 -- 172.21.15.26:0/1450347953 wait complete. 2024-04-25T01:26:39.849 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.866+0000 7fa5a77af740 20 client.15174 trim_cache size 0 max 16384 2024-04-25T01:26:39.862 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.883+0000 7fa5a77af740 1 Processor -- start 2024-04-25T01:26:39.862 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.883+0000 7fa5a77af740 1 -- start start 2024-04-25T01:26:39.862 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.883+0000 7fa5a77af740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8107ca0 0x555eb81258d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.883+0000 7fa5a77af740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 0x555eb8125e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.883+0000 7fa5a77af740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 0x555eb81193f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.883+0000 7fa5a77af740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a01b3660 con 0x555eb8107ca0 2024-04-25T01:26:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.883+0000 7fa5a77af740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a01b51a0 con 0x555eb810d800 2024-04-25T01:26:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.883+0000 7fa5a77af740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a01b3d30 con 0x555eb8108690 2024-04-25T01:26:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.883+0000 7fa595400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 0x555eb8125e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.884+0000 7fa59de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8107ca0 0x555eb81258d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.884+0000 7fa59e800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 0x555eb81193f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.884+0000 7fa595400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 0x555eb8125e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:55804/0 (socket says 172.21.15.26:55804) 2024-04-25T01:26:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.884+0000 7fa595400640 1 -- 172.21.15.26:0/2264856390 learned_addr learned my addr 172.21.15.26:0/2264856390 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.884+0000 7fa59de00640 1 -- 172.21.15.26:0/2264856390 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 msgr2=0x555eb8125e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.884+0000 7fa59de00640 1 --2- 172.21.15.26:0/2264856390 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 0x555eb8125e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.884+0000 7fa59de00640 1 -- 172.21.15.26:0/2264856390 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 msgr2=0x555eb81193f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:39.865 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.884+0000 7fa59de00640 1 --2- 172.21.15.26:0/2264856390 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 0x555eb81193f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.865 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.884+0000 7fa59de00640 1 -- 172.21.15.26:0/2264856390 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555eb80fe620 con 0x555eb8107ca0 2024-04-25T01:26:39.865 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.884+0000 7fa595400640 1 --2- 172.21.15.26:0/2264856390 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 0x555eb8125e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:39.865 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.884+0000 7fa59de00640 1 --2- 172.21.15.26:0/2264856390 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8107ca0 0x555eb81258d0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fa5900058c0 tx=0x7fa59009a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab9559f386365814 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:39.865 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.885+0000 7fa58e600640 1 -- 172.21.15.26:0/2264856390 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa59009b6a0 con 0x555eb8107ca0 2024-04-25T01:26:39.865 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.885+0000 7fa58e600640 1 -- 172.21.15.26:0/2264856390 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa59009bd40 con 0x555eb8107ca0 2024-04-25T01:26:39.865 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.885+0000 7fa58e600640 1 -- 172.21.15.26:0/2264856390 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa59009bb10 con 0x555eb8107ca0 2024-04-25T01:26:39.868 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.885+0000 7fa5a77af740 1 -- 172.21.15.26:0/2264856390 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8107ca0 msgr2=0x555eb81258d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:39.868 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.885+0000 7fa5a77af740 1 --2- 172.21.15.26:0/2264856390 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8107ca0 0x555eb81258d0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fa5900058c0 tx=0x7fa59009a250 comp rx=0 tx=0).stop 2024-04-25T01:26:39.868 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.886+0000 7fa5a77af740 1 -- 172.21.15.26:0/2264856390 shutdown_connections 2024-04-25T01:26:39.868 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.886+0000 7fa5a77af740 1 --2- 172.21.15.26:0/2264856390 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 0x555eb81193f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.868 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.886+0000 7fa5a77af740 1 --2- 172.21.15.26:0/2264856390 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8108690 0x555eb8125e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.886+0000 7fa5a77af740 1 --2- 172.21.15.26:0/2264856390 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8107ca0 0x555eb81258d0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.886+0000 7fa5a77af740 1 -- 172.21.15.26:0/2264856390 >> 172.21.15.26:0/2264856390 conn(0x555eb8103310 msgr2=0x555eb810ceb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.886+0000 7fa5a77af740 1 -- 172.21.15.26:0/2264856390 shutdown_connections 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.886+0000 7fa5a77af740 1 -- 172.21.15.26:0/2264856390 wait complete. 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.886+0000 7fa5a77af740 1 -- start start 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.886+0000 7fa5a77af740 1 Processor -- start 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa5a77af740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8107ca0 0x555eb8116c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa5a77af740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8108690 0x555eb8117160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa5a77af740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 0x555eb8118170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa5a77af740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a01b4ad0 con 0x555eb8108690 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa5a77af740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a01b4400 con 0x555eb810d800 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa5a77af740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a01b1640 con 0x555eb8107ca0 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa5a77af740 10 client.0 _ll_register_callbacks cb 0x7fa59000ef90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa595400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8108690 0x555eb8117160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa595400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8108690 0x555eb8117160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59926/0 (socket says 172.21.15.26:59926) 2024-04-25T01:26:39.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa595400640 1 -- 172.21.15.26:0/52857873 learned_addr learned my addr 172.21.15.26:0/52857873 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:39.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa59e800640 1 --2- 172.21.15.26:0/52857873 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 0x555eb8118170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa59de00640 1 --2- 172.21.15.26:0/52857873 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8107ca0 0x555eb8116c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa595400640 1 -- 172.21.15.26:0/52857873 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8107ca0 msgr2=0x555eb8116c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:39.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa595400640 1 --2- 172.21.15.26:0/52857873 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8107ca0 0x555eb8116c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa595400640 1 -- 172.21.15.26:0/52857873 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 msgr2=0x555eb8118170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:39.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.887+0000 7fa595400640 1 --2- 172.21.15.26:0/52857873 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 0x555eb8118170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.888+0000 7fa595400640 1 -- 172.21.15.26:0/52857873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555eb8118760 con 0x555eb8108690 2024-04-25T01:26:39.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.888+0000 7fa595400640 1 --2- 172.21.15.26:0/52857873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8108690 0x555eb8117160 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fa588011cb0 tx=0x7fa5880050e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59229f79fb9ee94b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:39.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.888+0000 7fa583400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:26:39.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.888+0000 7fa583400640 1 -- 172.21.15.26:0/52857873 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa588033060 con 0x555eb8108690 2024-04-25T01:26:39.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.888+0000 7fa583400640 1 -- 172.21.15.26:0/52857873 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa588005720 con 0x555eb8108690 2024-04-25T01:26:39.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.888+0000 7fa5a77af740 1 -- 172.21.15.26:0/52857873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa59009bd40 con 0x555eb8108690 2024-04-25T01:26:39.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.888+0000 7fa583400640 1 -- 172.21.15.26:0/52857873 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa5880035f0 con 0x555eb8108690 2024-04-25T01:26:39.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.888+0000 7fa5a77af740 10 client.15180 fetch_fsmap learned FSMap version 28 2024-04-25T01:26:39.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.888+0000 7fa5a77af740 1 -- 172.21.15.26:0/52857873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555eb8184320 con 0x555eb8108690 2024-04-25T01:26:39.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.889+0000 7fa583400640 1 -- 172.21.15.26:0/52857873 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa59009bd40 con 0x555eb8108690 2024-04-25T01:26:39.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.889+0000 7fa583400640 1 -- 172.21.15.26:0/52857873 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fa588012870 con 0x555eb8108690 2024-04-25T01:26:39.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.889+0000 7fa5a77af740 10 client.15180 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:26:39.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.889+0000 7fa5a77af740 10 client.15180 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:26:39.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.889+0000 7fa5a77af740 20 client.15180 populate_metadata read hostname 'smithi026' 2024-04-25T01:26:39.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.889+0000 7fa5a77af740 1 --2- 172.21.15.26:0/52857873 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x555eb8184b60 0x555eb8186f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:39.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.889+0000 7fa5a77af740 4 client.15180 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T01:26:39.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.889+0000 7fa5a77af740 1 -- 172.21.15.26:0/52857873 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555eb8072340 con 0x555eb8184b60 2024-04-25T01:26:39.872 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.889+0000 7fa59de00640 1 --2- 172.21.15.26:0/52857873 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x555eb8184b60 0x555eb8186f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:39.872 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.890+0000 7fa583400640 10 client.15180 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:26:39.872 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.890+0000 7fa59de00640 1 --2- 172.21.15.26:0/52857873 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x555eb8184b60 0x555eb8186f80 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40c2a433d24b1a69 server_cookie=eced5b32724af943 in_seq=0 out_seq=0 2024-04-25T01:26:39.882 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.902+0000 7fa583400640 1 -- 172.21.15.26:0/52857873 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555eb8072340 con 0x555eb8184b60 2024-04-25T01:26:39.882 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.902+0000 7fa583400640 10 client.15180 handle_command_reply: tid=0 2024-04-25T01:26:39.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.902+0000 7fa5a77af740 1 client.15180 shutdown 2024-04-25T01:26:39.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.903+0000 7fa5a77af740 1 -- 172.21.15.26:0/52857873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8108690 msgr2=0x555eb8117160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:39.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.903+0000 7fa5a77af740 1 --2- 172.21.15.26:0/52857873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8108690 0x555eb8117160 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fa588011cb0 tx=0x7fa5880050e0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.903+0000 7fa5a77af740 1 -- 172.21.15.26:0/52857873 shutdown_connections 2024-04-25T01:26:39.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.903+0000 7fa5a77af740 1 --2- 172.21.15.26:0/52857873 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x555eb8184b60 0x555eb8186f80 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.903+0000 7fa5a77af740 1 --2- 172.21.15.26:0/52857873 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x555eb810d800 0x555eb8118170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.903+0000 7fa5a77af740 1 --2- 172.21.15.26:0/52857873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555eb8108690 0x555eb8117160 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.903+0000 7fa5a77af740 1 --2- 172.21.15.26:0/52857873 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x555eb8107ca0 0x555eb8116c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.903+0000 7fa583400640 0 client.15180 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:26:39.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.903+0000 7fa5a77af740 1 -- 172.21.15.26:0/52857873 >> 172.21.15.26:0/52857873 conn(0x555eb8103310 msgr2=0x555eb8106220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:39.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.903+0000 7fa5a77af740 1 -- 172.21.15.26:0/52857873 shutdown_connections 2024-04-25T01:26:39.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.903+0000 7fa5a77af740 1 -- 172.21.15.26:0/52857873 wait complete. 2024-04-25T01:26:39.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.903+0000 7fa5a77af740 20 client.15180 trim_cache size 0 max 16384 2024-04-25T01:26:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-25T01:26:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-25T01:26:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-25T01:26:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-25T01:26:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.904+0000 7fa5a4a00640 1 -- 172.21.15.26:0/719130588 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa5840a2cb0 msgr2=0x7fa5840a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.904+0000 7fa5a4a00640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa5840a2cb0 0x7fa5840a5170 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa59802abe0 tx=0x7fa598030a50 comp rx=0 tx=0).stop 2024-04-25T01:26:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.904+0000 7fa5a4a00640 1 -- 172.21.15.26:0/719130588 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5a0109fa0 msgr2=0x7fa5a01a2380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.904+0000 7fa5a4a00640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5a0109fa0 0x7fa5a01a2380 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa59000e9a0 tx=0x7fa59000ee60 comp rx=0 tx=0).stop 2024-04-25T01:26:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.904+0000 7fa5a4a00640 1 -- 172.21.15.26:0/719130588 shutdown_connections 2024-04-25T01:26:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.904+0000 7fa5a4a00640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5a010bb50 0x7fa5a01a9930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.904+0000 7fa5a4a00640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa5840a2cb0 0x7fa5840a5170 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.904+0000 7fa5a4a00640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa5a010b190 0x7fa5a01a28c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.904+0000 7fa5a4a00640 1 --2- 172.21.15.26:0/719130588 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa5a0109fa0 0x7fa5a01a2380 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.904+0000 7fa5a4a00640 1 -- 172.21.15.26:0/719130588 >> 172.21.15.26:0/719130588 conn(0x7fa5a0070760 msgr2=0x7fa5a006b0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.904+0000 7fa5a4a00640 1 -- 172.21.15.26:0/719130588 shutdown_connections 2024-04-25T01:26:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:39.904+0000 7fa5a4a00640 1 -- 172.21.15.26:0/719130588 wait complete. 2024-04-25T01:26:41.302 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:40 smithi026 ceph-mon[28096]: pgmap v405: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T01:26:41.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:40 smithi186 ceph-mon[32747]: pgmap v405: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T01:26:41.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:40 smithi111 ceph-mon[32623]: pgmap v405: 97 pgs: 97 active+clean; 655 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T01:26:43.165 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:42 smithi111 ceph-mon[32623]: pgmap v406: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-25T01:26:43.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:42 smithi026 ceph-mon[28096]: pgmap v406: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-25T01:26:43.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:42 smithi186 ceph-mon[32747]: pgmap v406: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-25T01:26:45.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:44 smithi026 ceph-mon[28096]: pgmap v407: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-04-25T01:26:45.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:44 smithi186 ceph-mon[32747]: pgmap v407: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-04-25T01:26:45.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:44 smithi111 ceph-mon[32623]: pgmap v407: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-04-25T01:26:47.302 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:46 smithi026 ceph-mon[28096]: pgmap v408: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T01:26:47.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:46 smithi186 ceph-mon[32747]: pgmap v408: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T01:26:47.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:46 smithi111 ceph-mon[32623]: pgmap v408: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T01:26:49.053 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:48 smithi026 ceph-mon[28096]: pgmap v409: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-04-25T01:26:49.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:48 smithi186 ceph-mon[32747]: pgmap v409: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-04-25T01:26:49.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:48 smithi111 ceph-mon[32623]: pgmap v409: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-04-25T01:26:51.302 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:50 smithi026 ceph-mon[28096]: pgmap v410: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T01:26:51.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:50 smithi186 ceph-mon[32747]: pgmap v410: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T01:26:51.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:50 smithi111 ceph-mon[32623]: pgmap v410: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T01:26:53.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.050+0000 7f981f200640 1 -- 172.21.15.26:0/3721136322 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9820077340 msgr2=0x7f98200777a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:53.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.050+0000 7f981f200640 1 --2- 172.21.15.26:0/3721136322 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9820077340 0x7f98200777a0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f980c009900 tx=0x7f980c02a410 comp rx=0 tx=0).stop 2024-04-25T01:26:53.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.050+0000 7f981f200640 1 -- 172.21.15.26:0/3721136322 shutdown_connections 2024-04-25T01:26:53.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.050+0000 7f981f200640 1 --2- 172.21.15.26:0/3721136322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9820077ce0 0x7f9820078580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.050+0000 7f981f200640 1 --2- 172.21.15.26:0/3721136322 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9820077340 0x7f98200777a0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.031 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.050+0000 7f981f200640 1 --2- 172.21.15.26:0/3721136322 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9820076100 0x7f9820076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.031 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.050+0000 7f981f200640 1 -- 172.21.15.26:0/3721136322 >> 172.21.15.26:0/3721136322 conn(0x7f98200fed50 msgr2=0x7f9820101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:53.031 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.050+0000 7f981f200640 1 -- 172.21.15.26:0/3721136322 shutdown_connections 2024-04-25T01:26:53.031 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.051+0000 7f981f200640 1 -- 172.21.15.26:0/3721136322 wait complete. 2024-04-25T01:26:53.033 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.052+0000 7f981f200640 1 Processor -- start 2024-04-25T01:26:53.033 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.052+0000 7f981f200640 1 -- start start 2024-04-25T01:26:53.033 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.052+0000 7f981f200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9820076100 0x7f982019df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.033 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.052+0000 7f981f200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9820077340 0x7f982019e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.033 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.052+0000 7f981f200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9820077ce0 0x7f98201a5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.033 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.052+0000 7f981f200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9820113870 con 0x7f9820076100 2024-04-25T01:26:53.033 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.052+0000 7f981f200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f98201136f0 con 0x7f9820077340 2024-04-25T01:26:53.033 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.052+0000 7f981f200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f98201139f0 con 0x7f9820077ce0 2024-04-25T01:26:53.034 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.053+0000 7f981de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9820076100 0x7f982019df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.034 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.053+0000 7f981de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9820076100 0x7f982019df10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36844/0 (socket says 172.21.15.26:36844) 2024-04-25T01:26:53.034 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.053+0000 7f981de00640 1 -- 172.21.15.26:0/956876979 learned_addr learned my addr 172.21.15.26:0/956876979 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:53.034 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.053+0000 7f981e800640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9820077ce0 0x7f98201a5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.034 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.053+0000 7f981d400640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9820077340 0x7f982019e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.034 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.053+0000 7f981de00640 1 -- 172.21.15.26:0/956876979 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9820077ce0 msgr2=0x7f98201a5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:53.034 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.053+0000 7f981de00640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9820077ce0 0x7f98201a5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.034 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.053+0000 7f981de00640 1 -- 172.21.15.26:0/956876979 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9820077340 msgr2=0x7f982019e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:53.034 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.053+0000 7f981de00640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9820077340 0x7f982019e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.034 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.053+0000 7f981de00640 1 -- 172.21.15.26:0/956876979 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98201a5ae0 con 0x7f9820076100 2024-04-25T01:26:53.034 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.053+0000 7f981e800640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9820077ce0 0x7f98201a5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:26:53.034 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.053+0000 7f981de00640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9820076100 0x7f982019df10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f981000e9f0 tx=0x7f981000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:53.034 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.054+0000 7f9816a00640 1 -- 172.21.15.26:0/956876979 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981000cd80 con 0x7f9820076100 2024-04-25T01:26:53.034 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.054+0000 7f9816a00640 1 -- 172.21.15.26:0/956876979 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9810010910 con 0x7f9820076100 2024-04-25T01:26:53.035 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.054+0000 7f9816a00640 1 -- 172.21.15.26:0/956876979 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9810018990 con 0x7f9820076100 2024-04-25T01:26:53.035 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.054+0000 7f981f200640 1 -- 172.21.15.26:0/956876979 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98201a5dd0 con 0x7f9820076100 2024-04-25T01:26:53.035 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.054+0000 7f981f200640 1 -- 172.21.15.26:0/956876979 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98201a61e0 con 0x7f9820076100 2024-04-25T01:26:53.036 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.057+0000 7f98279fb740 1 Processor -- start 2024-04-25T01:26:53.036 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.057+0000 7f98279fb740 1 -- start start 2024-04-25T01:26:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.058+0000 7f98279fb740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998eb3270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.058+0000 7f98279fb740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb3840 0x561998eb8340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.058+0000 7f98279fb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb89b0 0x561998ebae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.058+0000 7f98279fb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561998e15ab0 con 0x561998eb89b0 2024-04-25T01:26:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.058+0000 7f98279fb740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x561998dbe640 con 0x561998eb3840 2024-04-25T01:26:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.058+0000 7f98279fb740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x561998e11a70 con 0x561998eb2e50 2024-04-25T01:26:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.058+0000 7f981d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb89b0 0x561998ebae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.058+0000 7f9816a00640 1 -- 172.21.15.26:0/956876979 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9810010ac0 con 0x7f9820076100 2024-04-25T01:26:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.058+0000 7f981e800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998eb3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.058+0000 7f981d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb89b0 0x561998ebae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36850/0 (socket says 172.21.15.26:36850) 2024-04-25T01:26:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.058+0000 7f981d400640 1 -- 172.21.15.26:0/1785283094 learned_addr learned my addr 172.21.15.26:0/1785283094 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.059+0000 7f981de00640 1 --2- 172.21.15.26:0/1785283094 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb3840 0x561998eb8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.059+0000 7f981e800640 1 -- 172.21.15.26:0/1785283094 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb3840 msgr2=0x561998eb8340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.059+0000 7f981e800640 1 --2- 172.21.15.26:0/1785283094 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb3840 0x561998eb8340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.059+0000 7f981e800640 1 -- 172.21.15.26:0/1785283094 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb89b0 msgr2=0x561998ebae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.059+0000 7f981e800640 1 --2- 172.21.15.26:0/1785283094 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb89b0 0x561998ebae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.059+0000 7f981e800640 1 -- 172.21.15.26:0/1785283094 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561998b2a210 con 0x561998eb2e50 2024-04-25T01:26:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.059+0000 7f981d400640 1 --2- 172.21.15.26:0/1785283094 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb89b0 0x561998ebae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.059+0000 7f981de00640 1 --2- 172.21.15.26:0/1785283094 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb3840 0x561998eb8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T01:26:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.059+0000 7f981e800640 1 --2- 172.21.15.26:0/1785283094 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998eb3270 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9818009f90 tx=0x7f9818010860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9273cb0d9662fc2b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:53.043 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.059+0000 7f980b000640 1 -- 172.21.15.26:0/1785283094 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9818004d20 con 0x561998eb2e50 2024-04-25T01:26:53.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.059+0000 7f980b000640 1 -- 172.21.15.26:0/1785283094 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f98180119e0 con 0x561998eb2e50 2024-04-25T01:26:53.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.059+0000 7f980b000640 1 -- 172.21.15.26:0/1785283094 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9818005650 con 0x561998eb2e50 2024-04-25T01:26:53.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.060+0000 7f9816a00640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f98040a2c00 0x7f98040a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.060+0000 7f98279fb740 1 -- 172.21.15.26:0/1785283094 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 msgr2=0x561998eb3270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:53.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.060+0000 7f98279fb740 1 --2- 172.21.15.26:0/1785283094 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998eb3270 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9818009f90 tx=0x7f9818010860 comp rx=0 tx=0).stop 2024-04-25T01:26:53.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.060+0000 7f9816a00640 1 -- 172.21.15.26:0/956876979 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f98100cf3e0 con 0x7f9820076100 2024-04-25T01:26:53.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.060+0000 7f98279fb740 1 -- 172.21.15.26:0/1785283094 shutdown_connections 2024-04-25T01:26:53.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.060+0000 7f98279fb740 1 --2- 172.21.15.26:0/1785283094 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb89b0 0x561998ebae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.060+0000 7f98279fb740 1 --2- 172.21.15.26:0/1785283094 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb3840 0x561998eb8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.060+0000 7f98279fb740 1 --2- 172.21.15.26:0/1785283094 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998eb3270 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.060+0000 7f98279fb740 1 -- 172.21.15.26:0/1785283094 >> 172.21.15.26:0/1785283094 conn(0x561998eae4c0 msgr2=0x561998eae8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:53.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.060+0000 7f98279fb740 1 -- 172.21.15.26:0/1785283094 shutdown_connections 2024-04-25T01:26:53.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.060+0000 7f98279fb740 1 -- 172.21.15.26:0/1785283094 wait complete. 2024-04-25T01:26:53.045 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.060+0000 7f981de00640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f98040a2c00 0x7f98040a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.045 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.061+0000 7f98279fb740 1 -- start start 2024-04-25T01:26:53.045 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.061+0000 7f98279fb740 1 Processor -- start 2024-04-25T01:26:53.045 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.061+0000 7f981de00640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f98040a2c00 0x7f98040a50c0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f981009b8c0 tx=0x7f9810000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:53.045 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.061+0000 7f98279fb740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998ebd100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.045 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f98279fb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb3840 0x561998ebd640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.045 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f98279fb740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb89b0 0x561998ec4680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.045 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f98279fb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561998ebb960 con 0x561998eb3840 2024-04-25T01:26:53.045 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f98279fb740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x561998dd1990 con 0x561998eb89b0 2024-04-25T01:26:53.045 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f98279fb740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x561998ebbae0 con 0x561998eb2e50 2024-04-25T01:26:53.045 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f98279fb740 10 client.0 _ll_register_callbacks cb 0x561998dd3950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:26:53.045 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f981e800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998ebd100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.045 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f981e800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998ebd100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:39930/0 (socket says 172.21.15.26:39930) 2024-04-25T01:26:53.045 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f981e800640 1 -- 172.21.15.26:0/839082664 learned_addr learned my addr 172.21.15.26:0/839082664 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:53.046 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f981d400640 1 --2- 172.21.15.26:0/839082664 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb3840 0x561998ebd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.046 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f981e800640 1 --2- 172.21.15.26:0/839082664 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb89b0 0x561998ec4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.046 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f981e800640 1 -- 172.21.15.26:0/839082664 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb89b0 msgr2=0x561998ec4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:53.046 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f981e800640 1 --2- 172.21.15.26:0/839082664 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb89b0 0x561998ec4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.046 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f981e800640 1 -- 172.21.15.26:0/839082664 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb3840 msgr2=0x561998ebd640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:53.046 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f981e800640 1 --2- 172.21.15.26:0/839082664 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb3840 0x561998ebd640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.046 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.062+0000 7f981e800640 1 -- 172.21.15.26:0/839082664 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561998bf6620 con 0x561998eb2e50 2024-04-25T01:26:53.046 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.063+0000 7f981e800640 1 --2- 172.21.15.26:0/839082664 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998ebd100 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9818000f80 tx=0x7f9818009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0a7eedf5fcae209 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:53.046 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.063+0000 7f97ff400640 10 client.0 ms_handle_connect on v2:172.21.15.186:3300/0 2024-04-25T01:26:53.046 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.063+0000 7f97ff400640 1 -- 172.21.15.26:0/839082664 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981801f070 con 0x561998eb2e50 2024-04-25T01:26:53.046 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.063+0000 7f98279fb740 1 -- 172.21.15.26:0/839082664 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98180119e0 con 0x561998eb2e50 2024-04-25T01:26:53.046 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.063+0000 7f97ff400640 1 -- 172.21.15.26:0/839082664 <== mon.1 v2:172.21.15.186:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f98180053f0 con 0x561998eb2e50 2024-04-25T01:26:53.046 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.063+0000 7f97ff400640 1 -- 172.21.15.26:0/839082664 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9818031050 con 0x561998eb2e50 2024-04-25T01:26:53.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.063+0000 7f98279fb740 10 client.25297 fetch_fsmap learned FSMap version 28 2024-04-25T01:26:53.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.063+0000 7f98279fb740 1 -- 172.21.15.26:0/839082664 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561998ec7640 con 0x561998eb2e50 2024-04-25T01:26:53.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.064+0000 7f97ff400640 1 -- 172.21.15.26:0/839082664 <== mon.1 v2:172.21.15.186:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f98180119e0 con 0x561998eb2e50 2024-04-25T01:26:53.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.064+0000 7f97ff400640 1 -- 172.21.15.26:0/839082664 <== mon.1 v2:172.21.15.186:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f981801bb60 con 0x561998eb2e50 2024-04-25T01:26:53.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.064+0000 7f98279fb740 10 client.25297 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:26:53.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.064+0000 7f98279fb740 10 client.25297 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:26:53.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.064+0000 7f98279fb740 20 client.25297 populate_metadata read hostname 'smithi026' 2024-04-25T01:26:53.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.064+0000 7f98279fb740 1 --2- 172.21.15.26:0/839082664 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x561998ec8b10 0x561998ecaf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.064+0000 7f98279fb740 4 client.25297 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:26:53.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.064+0000 7f98279fb740 1 -- 172.21.15.26:0/839082664 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561998e22ff0 con 0x561998ec8b10 2024-04-25T01:26:53.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.064+0000 7f981d400640 1 --2- 172.21.15.26:0/839082664 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x561998ec8b10 0x561998ecaf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.065+0000 7f981d400640 1 --2- 172.21.15.26:0/839082664 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x561998ec8b10 0x561998ecaf00 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=399763de9ddeb9d6 server_cookie=f689f224daccbcb8 in_seq=0 out_seq=0 2024-04-25T01:26:53.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.065+0000 7f97ff400640 10 client.25297 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:26:53.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f97ff400640 1 -- 172.21.15.26:0/839082664 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561998e22ff0 con 0x561998ec8b10 2024-04-25T01:26:53.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f97ff400640 10 client.25297 handle_command_reply: tid=0 2024-04-25T01:26:53.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f98279fb740 1 client.25297 shutdown 2024-04-25T01:26:53.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f98279fb740 1 -- 172.21.15.26:0/839082664 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 msgr2=0x561998ebd100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:53.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f98279fb740 1 --2- 172.21.15.26:0/839082664 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998ebd100 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9818000f80 tx=0x7f9818009b50 comp rx=0 tx=0).stop 2024-04-25T01:26:53.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f98279fb740 1 -- 172.21.15.26:0/839082664 shutdown_connections 2024-04-25T01:26:53.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f98279fb740 1 --2- 172.21.15.26:0/839082664 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x561998ec8b10 0x561998ecaf00 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f98279fb740 1 --2- 172.21.15.26:0/839082664 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb89b0 0x561998ec4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f98279fb740 1 --2- 172.21.15.26:0/839082664 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb3840 0x561998ebd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f98279fb740 1 --2- 172.21.15.26:0/839082664 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998ebd100 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f97ff400640 0 client.25297 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:26:53.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f98279fb740 1 -- 172.21.15.26:0/839082664 >> 172.21.15.26:0/839082664 conn(0x561998eae4c0 msgr2=0x561998ead620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:53.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f98279fb740 1 -- 172.21.15.26:0/839082664 shutdown_connections 2024-04-25T01:26:53.050 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f98279fb740 1 -- 172.21.15.26:0/839082664 wait complete. 2024-04-25T01:26:53.050 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.066+0000 7f98279fb740 20 client.25297 trim_cache size 0 max 16384 2024-04-25T01:26:53.062 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.083+0000 7f98279fb740 1 Processor -- start 2024-04-25T01:26:53.062 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.083+0000 7f98279fb740 1 -- start start 2024-04-25T01:26:53.062 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.083+0000 7f98279fb740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998ea9110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.062 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.083+0000 7f98279fb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb3840 0x561998ebcd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.062 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.083+0000 7f98279fb740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb89b0 0x561998ebd250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.063 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.083+0000 7f98279fb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f98201af220 con 0x561998eb3840 2024-04-25T01:26:53.063 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.083+0000 7f98279fb740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f98201b0d60 con 0x561998eb89b0 2024-04-25T01:26:53.063 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.083+0000 7f98279fb740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f98201af8f0 con 0x561998eb2e50 2024-04-25T01:26:53.064 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.084+0000 7f981e800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb89b0 0x561998ebd250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.064 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.084+0000 7f981d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb3840 0x561998ebcd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.064 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.084+0000 7f981e800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb89b0 0x561998ebd250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:55344/0 (socket says 172.21.15.26:55344) 2024-04-25T01:26:53.064 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.084+0000 7f981e800640 1 -- 172.21.15.26:0/217996008 learned_addr learned my addr 172.21.15.26:0/217996008 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:53.064 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.084+0000 7f981e800640 1 --2- 172.21.15.26:0/217996008 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998ea9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.064 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.084+0000 7f981d400640 1 -- 172.21.15.26:0/217996008 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 msgr2=0x561998ea9110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:53.065 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.084+0000 7f981d400640 1 --2- 172.21.15.26:0/217996008 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998ea9110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.065 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.084+0000 7f981d400640 1 -- 172.21.15.26:0/217996008 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb89b0 msgr2=0x561998ebd250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:53.065 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.084+0000 7f981d400640 1 --2- 172.21.15.26:0/217996008 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb89b0 0x561998ebd250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.065 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.084+0000 7f981d400640 1 -- 172.21.15.26:0/217996008 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561998ecb270 con 0x561998eb3840 2024-04-25T01:26:53.065 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.084+0000 7f981d400640 1 --2- 172.21.15.26:0/217996008 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb3840 0x561998ebcd10 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f980c006010 tx=0x7f980c0315b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3530bcb0d0a5d806 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:53.065 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.085+0000 7f980a600640 1 -- 172.21.15.26:0/217996008 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f980c035040 con 0x561998eb3840 2024-04-25T01:26:53.065 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.085+0000 7f980a600640 1 -- 172.21.15.26:0/217996008 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f980c046dc0 con 0x561998eb3840 2024-04-25T01:26:53.065 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.085+0000 7f980a600640 1 -- 172.21.15.26:0/217996008 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f980c005620 con 0x561998eb3840 2024-04-25T01:26:53.068 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.085+0000 7f98279fb740 1 -- 172.21.15.26:0/217996008 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb3840 msgr2=0x561998ebcd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:53.069 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.085+0000 7f98279fb740 1 --2- 172.21.15.26:0/217996008 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb3840 0x561998ebcd10 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f980c006010 tx=0x7f980c0315b0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.069 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.085+0000 7f98279fb740 1 -- 172.21.15.26:0/217996008 shutdown_connections 2024-04-25T01:26:53.069 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.085+0000 7f98279fb740 1 --2- 172.21.15.26:0/217996008 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998eb89b0 0x561998ebd250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.069 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.085+0000 7f98279fb740 1 --2- 172.21.15.26:0/217996008 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb3840 0x561998ebcd10 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.069 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.085+0000 7f98279fb740 1 --2- 172.21.15.26:0/217996008 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb2e50 0x561998ea9110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.069 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.085+0000 7f98279fb740 1 -- 172.21.15.26:0/217996008 >> 172.21.15.26:0/217996008 conn(0x561998eae4c0 msgr2=0x561998eb80d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:53.069 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.085+0000 7f98279fb740 1 -- 172.21.15.26:0/217996008 shutdown_connections 2024-04-25T01:26:53.069 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.086+0000 7f98279fb740 1 -- 172.21.15.26:0/217996008 wait complete. 2024-04-25T01:26:53.070 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.086+0000 7f98279fb740 1 -- start start 2024-04-25T01:26:53.070 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.086+0000 7f98279fb740 1 Processor -- start 2024-04-25T01:26:53.070 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.086+0000 7f98279fb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb2e50 0x561998ec1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.070 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.086+0000 7f98279fb740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb89b0 0x561998ec1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.070 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.086+0000 7f98279fb740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998ec25e0 0x561998ec2a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.070 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.086+0000 7f98279fb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f98201b0690 con 0x561998eb2e50 2024-04-25T01:26:53.070 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.086+0000 7f98279fb740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f98201affc0 con 0x561998ec25e0 2024-04-25T01:26:53.070 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.086+0000 7f98279fb740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f98201ad200 con 0x561998eb89b0 2024-04-25T01:26:53.070 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.087+0000 7f98279fb740 10 client.0 _ll_register_callbacks cb 0x7f9810005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:26:53.071 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.087+0000 7f981e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb2e50 0x561998ec1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.071 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.087+0000 7f981e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb2e50 0x561998ec1100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36878/0 (socket says 172.21.15.26:36878) 2024-04-25T01:26:53.071 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.087+0000 7f981e800640 1 -- 172.21.15.26:0/2804651915 learned_addr learned my addr 172.21.15.26:0/2804651915 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:26:53.071 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.087+0000 7f981d400640 1 --2- 172.21.15.26:0/2804651915 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb89b0 0x561998ec1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.071 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.087+0000 7f981e800640 1 --2- 172.21.15.26:0/2804651915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998ec25e0 0x561998ec2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.071 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.087+0000 7f981e800640 1 -- 172.21.15.26:0/2804651915 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb89b0 msgr2=0x561998ec1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:53.071 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.087+0000 7f981e800640 1 --2- 172.21.15.26:0/2804651915 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb89b0 0x561998ec1640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.071 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.087+0000 7f981e800640 1 -- 172.21.15.26:0/2804651915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998ec25e0 msgr2=0x561998ec2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:26:53.071 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.087+0000 7f981e800640 1 --2- 172.21.15.26:0/2804651915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998ec25e0 0x561998ec2a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.071 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.087+0000 7f981e800640 1 -- 172.21.15.26:0/2804651915 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561998ec2fa0 con 0x561998eb2e50 2024-04-25T01:26:53.071 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.087+0000 7f981d400640 1 --2- 172.21.15.26:0/2804651915 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb89b0 0x561998ec1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:26:53.071 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.088+0000 7f981e800640 1 --2- 172.21.15.26:0/2804651915 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb2e50 0x561998ec1100 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f981801bf30 tx=0x7f9818009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fc8ae4ce1342b83 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:26:53.071 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.088+0000 7f97ff400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:26:53.071 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.088+0000 7f97ff400640 1 -- 172.21.15.26:0/2804651915 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981803b020 con 0x561998eb2e50 2024-04-25T01:26:53.072 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.088+0000 7f97ff400640 1 -- 172.21.15.26:0/2804651915 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f981800eb70 con 0x561998eb2e50 2024-04-25T01:26:53.072 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.088+0000 7f98279fb740 1 -- 172.21.15.26:0/2804651915 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f980c046dc0 con 0x561998eb2e50 2024-04-25T01:26:53.072 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.088+0000 7f97ff400640 1 -- 172.21.15.26:0/2804651915 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f981801f070 con 0x561998eb2e50 2024-04-25T01:26:53.072 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.088+0000 7f98279fb740 10 client.15198 fetch_fsmap learned FSMap version 28 2024-04-25T01:26:53.072 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.088+0000 7f98279fb740 1 -- 172.21.15.26:0/2804651915 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561998f2f1e0 con 0x561998eb2e50 2024-04-25T01:26:53.072 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.089+0000 7f97ff400640 1 -- 172.21.15.26:0/2804651915 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f980c046dc0 con 0x561998eb2e50 2024-04-25T01:26:53.072 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.089+0000 7f97ff400640 1 -- 172.21.15.26:0/2804651915 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f981802a440 con 0x561998eb2e50 2024-04-25T01:26:53.072 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.089+0000 7f98279fb740 10 client.15198 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:26:53.072 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.089+0000 7f98279fb740 10 client.15198 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:26:53.072 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.089+0000 7f98279fb740 20 client.15198 populate_metadata read hostname 'smithi026' 2024-04-25T01:26:53.072 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.089+0000 7f98279fb740 1 --2- 172.21.15.26:0/2804651915 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x561998f2fb00 0x561998f31f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:26:53.072 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.089+0000 7f98279fb740 4 client.15198 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T01:26:53.073 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.089+0000 7f98279fb740 1 -- 172.21.15.26:0/2804651915 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561998e1d340 con 0x561998f2fb00 2024-04-25T01:26:53.073 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.089+0000 7f981d400640 1 --2- 172.21.15.26:0/2804651915 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x561998f2fb00 0x561998f31f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:26:53.074 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.090+0000 7f981d400640 1 --2- 172.21.15.26:0/2804651915 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x561998f2fb00 0x561998f31f20 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be94818415370e7b server_cookie=704d8fc82700a340 in_seq=0 out_seq=0 2024-04-25T01:26:53.074 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.090+0000 7f97ff400640 10 client.15198 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:26:53.074 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.093+0000 7f97ff400640 1 -- 172.21.15.26:0/2804651915 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561998e1d340 con 0x561998f2fb00 2024-04-25T01:26:53.074 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.093+0000 7f97ff400640 10 client.15198 handle_command_reply: tid=0 2024-04-25T01:26:53.075 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.093+0000 7f98279fb740 1 client.15198 shutdown 2024-04-25T01:26:53.075 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.094+0000 7f98279fb740 1 -- 172.21.15.26:0/2804651915 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb2e50 msgr2=0x561998ec1100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:53.075 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.094+0000 7f98279fb740 1 --2- 172.21.15.26:0/2804651915 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb2e50 0x561998ec1100 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f981801bf30 tx=0x7f9818009b50 comp rx=0 tx=0).stop 2024-04-25T01:26:53.075 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.094+0000 7f98279fb740 1 -- 172.21.15.26:0/2804651915 shutdown_connections 2024-04-25T01:26:53.075 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.094+0000 7f98279fb740 1 --2- 172.21.15.26:0/2804651915 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x561998f2fb00 0x561998f31f20 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.075 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.094+0000 7f98279fb740 1 --2- 172.21.15.26:0/2804651915 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x561998ec25e0 0x561998ec2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.075 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.094+0000 7f98279fb740 1 --2- 172.21.15.26:0/2804651915 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x561998eb89b0 0x561998ec1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.076 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.094+0000 7f98279fb740 1 --2- 172.21.15.26:0/2804651915 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561998eb2e50 0x561998ec1100 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.076 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.094+0000 7f97ff400640 0 client.15198 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:26:53.076 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.094+0000 7f98279fb740 1 -- 172.21.15.26:0/2804651915 >> 172.21.15.26:0/2804651915 conn(0x561998eae4c0 msgr2=0x561998eb7ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:53.076 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.094+0000 7f98279fb740 1 -- 172.21.15.26:0/2804651915 shutdown_connections 2024-04-25T01:26:53.076 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.094+0000 7f98279fb740 1 -- 172.21.15.26:0/2804651915 wait complete. 2024-04-25T01:26:53.076 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.094+0000 7f98279fb740 20 client.15198 trim_cache size 0 max 16384 2024-04-25T01:26:53.077 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-25T01:26:53.077 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-25T01:26:53.077 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-25T01:26:53.077 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-25T01:26:53.078 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.095+0000 7f981f200640 1 -- 172.21.15.26:0/956876979 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f98040a2c00 msgr2=0x7f98040a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:53.079 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.095+0000 7f981f200640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f98040a2c00 0x7f98040a50c0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f981009b8c0 tx=0x7f9810000bc0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.079 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.095+0000 7f981f200640 1 -- 172.21.15.26:0/956876979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9820076100 msgr2=0x7f982019df10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:26:53.079 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.095+0000 7f981f200640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9820076100 0x7f982019df10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f981000e9f0 tx=0x7f981000eeb0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.080 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.095+0000 7f981f200640 1 -- 172.21.15.26:0/956876979 shutdown_connections 2024-04-25T01:26:53.080 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.095+0000 7f981f200640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f98040a2c00 0x7f98040a50c0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.080 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.095+0000 7f981f200640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f9820077ce0 0x7f98201a5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.080 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.095+0000 7f981f200640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f9820077340 0x7f982019e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.080 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.095+0000 7f981f200640 1 --2- 172.21.15.26:0/956876979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9820076100 0x7f982019df10 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:26:53.080 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.095+0000 7f981f200640 1 -- 172.21.15.26:0/956876979 >> 172.21.15.26:0/956876979 conn(0x7f98200fed50 msgr2=0x7f9820100850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:26:53.080 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.095+0000 7f981f200640 1 -- 172.21.15.26:0/956876979 shutdown_connections 2024-04-25T01:26:53.081 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:26:53.095+0000 7f981f200640 1 -- 172.21.15.26:0/956876979 wait complete. 2024-04-25T01:26:53.302 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:52 smithi026 ceph-mon[28096]: pgmap v411: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.5 KiB/s wr, 16 op/s 2024-04-25T01:26:53.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:52 smithi186 ceph-mon[32747]: pgmap v411: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.5 KiB/s wr, 16 op/s 2024-04-25T01:26:53.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:52 smithi111 ceph-mon[32623]: pgmap v411: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.5 KiB/s wr, 16 op/s 2024-04-25T01:26:55.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:54 smithi026 ceph-mon[28096]: pgmap v412: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 682 B/s wr, 11 op/s 2024-04-25T01:26:55.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:54 smithi186 ceph-mon[32747]: pgmap v412: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 682 B/s wr, 11 op/s 2024-04-25T01:26:55.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:54 smithi111 ceph-mon[32623]: pgmap v412: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 682 B/s wr, 11 op/s 2024-04-25T01:26:57.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:56 smithi026 ceph-mon[28096]: pgmap v413: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-25T01:26:57.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:56 smithi186 ceph-mon[32747]: pgmap v413: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-25T01:26:57.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:56 smithi111 ceph-mon[32623]: pgmap v413: 97 pgs: 97 active+clean; 656 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-25T01:26:59.302 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:26:58 smithi026 ceph-mon[28096]: pgmap v414: 97 pgs: 97 active+clean; 657 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:26:59.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:26:58 smithi186 ceph-mon[32747]: pgmap v414: 97 pgs: 97 active+clean; 657 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:26:59.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:26:58 smithi111 ceph-mon[32623]: pgmap v414: 97 pgs: 97 active+clean; 657 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:27:01.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:00 smithi026 ceph-mon[28096]: pgmap v415: 97 pgs: 97 active+clean; 657 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:01.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:00 smithi186 ceph-mon[32747]: pgmap v415: 97 pgs: 97 active+clean; 657 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:01.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:00 smithi111 ceph-mon[32623]: pgmap v415: 97 pgs: 97 active+clean; 657 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:03.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:02 smithi026 ceph-mon[28096]: pgmap v416: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-25T01:27:03.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:02 smithi186 ceph-mon[32747]: pgmap v416: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-25T01:27:03.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:02 smithi111 ceph-mon[32623]: pgmap v416: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-25T01:27:04.303 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:03 smithi026 ceph-mon[28096]: pgmap v417: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T01:27:04.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:03 smithi186 ceph-mon[32747]: pgmap v417: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T01:27:04.363 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:03 smithi111 ceph-mon[32623]: pgmap v417: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T01:27:06.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.240+0000 7f75f7200640 1 -- 172.21.15.26:0/2749501114 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75f01049f0 msgr2=0x7f75f0104e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:06.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.240+0000 7f75f7200640 1 --2- 172.21.15.26:0/2749501114 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75f01049f0 0x7f75f0104e70 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f75e0009900 tx=0x7f75e002a400 comp rx=0 tx=0).stop 2024-04-25T01:27:06.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.240+0000 7f75f7200640 1 -- 172.21.15.26:0/2749501114 shutdown_connections 2024-04-25T01:27:06.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.240+0000 7f75f7200640 1 --2- 172.21.15.26:0/2749501114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75f01053b0 0x7f75f010bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.220 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.240+0000 7f75f7200640 1 --2- 172.21.15.26:0/2749501114 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75f01049f0 0x7f75f0104e70 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.220 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.240+0000 7f75f7200640 1 --2- 172.21.15.26:0/2749501114 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f75f0103800 0x7f75f0103c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.220 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.240+0000 7f75f7200640 1 -- 172.21.15.26:0/2749501114 >> 172.21.15.26:0/2749501114 conn(0x7f75f00fedb0 msgr2=0x7f75f01011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:06.220 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.240+0000 7f75f7200640 1 -- 172.21.15.26:0/2749501114 shutdown_connections 2024-04-25T01:27:06.220 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.240+0000 7f75f7200640 1 -- 172.21.15.26:0/2749501114 wait complete. 2024-04-25T01:27:06.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.241+0000 7f75f7200640 1 Processor -- start 2024-04-25T01:27:06.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.241+0000 7f75f7200640 1 -- start start 2024-04-25T01:27:06.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.242+0000 7f75f7200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f75f0103800 0x7f75f0199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.242+0000 7f75f7200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75f01049f0 0x7f75f019a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.222 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.242+0000 7f75f7200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75f01053b0 0x7f75f01a1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.242+0000 7f75f7200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f75f010f4d0 con 0x7f75f01053b0 2024-04-25T01:27:06.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.242+0000 7f75f7200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f75f010f350 con 0x7f75f01049f0 2024-04-25T01:27:06.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.242+0000 7f75f7200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f75f010f650 con 0x7f75f0103800 2024-04-25T01:27:06.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.242+0000 7f75f5e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f75f0103800 0x7f75f0199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.242+0000 7f75f6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75f01053b0 0x7f75f01a1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.242+0000 7f75f5e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f75f0103800 0x7f75f0199b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:57938/0 (socket says 172.21.15.26:57938) 2024-04-25T01:27:06.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.242+0000 7f75f5e00640 1 -- 172.21.15.26:0/1210149049 learned_addr learned my addr 172.21.15.26:0/1210149049 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:06.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.242+0000 7f75f5400640 1 --2- 172.21.15.26:0/1210149049 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75f01049f0 0x7f75f019a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.243+0000 7f75f5e00640 1 -- 172.21.15.26:0/1210149049 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75f01049f0 msgr2=0x7f75f019a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:06.223 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.243+0000 7f75f5e00640 1 --2- 172.21.15.26:0/1210149049 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75f01049f0 0x7f75f019a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.224 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.243+0000 7f75f5e00640 1 -- 172.21.15.26:0/1210149049 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75f01053b0 msgr2=0x7f75f01a1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:06.225 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.243+0000 7f75f5e00640 1 --2- 172.21.15.26:0/1210149049 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75f01053b0 0x7f75f01a1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.225 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.243+0000 7f75f5e00640 1 -- 172.21.15.26:0/1210149049 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75f01a17a0 con 0x7f75f0103800 2024-04-25T01:27:06.225 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.243+0000 7f75f5e00640 1 --2- 172.21.15.26:0/1210149049 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f75f0103800 0x7f75f0199b80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f75e400e9c0 tx=0x7f75e400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:06.225 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.243+0000 7f75eaa00640 1 -- 172.21.15.26:0/1210149049 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e400cd80 con 0x7f75f0103800 2024-04-25T01:27:06.225 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.243+0000 7f75eaa00640 1 -- 172.21.15.26:0/1210149049 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75e40035f0 con 0x7f75f0103800 2024-04-25T01:27:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.243+0000 7f75eaa00640 1 -- 172.21.15.26:0/1210149049 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e4010690 con 0x7f75f0103800 2024-04-25T01:27:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.243+0000 7f75f7200640 1 -- 172.21.15.26:0/1210149049 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75f01a1a90 con 0x7f75f0103800 2024-04-25T01:27:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.244+0000 7f75f7200640 1 -- 172.21.15.26:0/1210149049 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75f01a1f60 con 0x7f75f0103800 2024-04-25T01:27:06.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.247+0000 7f75eaa00640 1 -- 172.21.15.26:0/1210149049 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f75e40037a0 con 0x7f75f0103800 2024-04-25T01:27:06.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.247+0000 7f75fb7c2740 1 Processor -- start 2024-04-25T01:27:06.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.247+0000 7f75fb7c2740 1 -- start start 2024-04-25T01:27:06.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.248+0000 7f75fb7c2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dbe50 0x5583697dc270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.248+0000 7f75fb7c2740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697dc840 0x5583697e1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.248+0000 7f75fb7c2740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697e19b0 0x5583697e3e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.248+0000 7f75fb7c2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55836973eab0 con 0x5583697dbe50 2024-04-25T01:27:06.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.248+0000 7f75fb7c2740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5583696e7640 con 0x5583697dc840 2024-04-25T01:27:06.229 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.248+0000 7f75fb7c2740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55836973aa70 con 0x5583697e19b0 2024-04-25T01:27:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.248+0000 7f75f6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dbe50 0x5583697dc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.248+0000 7f75f6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dbe50 0x5583697dc270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59060/0 (socket says 172.21.15.26:59060) 2024-04-25T01:27:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.248+0000 7f75f6800640 1 -- 172.21.15.26:0/1941940817 learned_addr learned my addr 172.21.15.26:0/1941940817 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.248+0000 7f75f5e00640 1 --2- 172.21.15.26:0/1941940817 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697dc840 0x5583697e1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.248+0000 7f75f5400640 1 --2- 172.21.15.26:0/1941940817 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697e19b0 0x5583697e3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.248+0000 7f75eaa00640 1 --2- 172.21.15.26:0/1210149049 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f75d80a2b80 0x7f75d80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.249+0000 7f75eaa00640 1 -- 172.21.15.26:0/1210149049 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f75e40cf410 con 0x7f75f0103800 2024-04-25T01:27:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.249+0000 7f75f6800640 1 -- 172.21.15.26:0/1941940817 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697e19b0 msgr2=0x5583697e3e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.249+0000 7f75f6800640 1 --2- 172.21.15.26:0/1941940817 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697e19b0 0x5583697e3e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.249+0000 7f75f6800640 1 -- 172.21.15.26:0/1941940817 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697dc840 msgr2=0x5583697e1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.249+0000 7f75f6800640 1 --2- 172.21.15.26:0/1941940817 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697dc840 0x5583697e1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.230 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.249+0000 7f75f6800640 1 -- 172.21.15.26:0/1941940817 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558369453210 con 0x5583697dbe50 2024-04-25T01:27:06.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.249+0000 7f75f5e00640 1 --2- 172.21.15.26:0/1941940817 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697dc840 0x5583697e1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:27:06.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.249+0000 7f75f6800640 1 --2- 172.21.15.26:0/1210149049 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f75d80a2b80 0x7f75d80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.249+0000 7f75f6800640 1 --2- 172.21.15.26:0/1941940817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dbe50 0x5583697dc270 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f75ec011590 tx=0x7f75ec011a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41d8c468752b4833 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:06.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.250+0000 7f75df000640 1 -- 172.21.15.26:0/1941940817 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75ec017050 con 0x5583697dbe50 2024-04-25T01:27:06.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.250+0000 7f75df000640 1 -- 172.21.15.26:0/1941940817 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75ec00fd20 con 0x5583697dbe50 2024-04-25T01:27:06.231 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.250+0000 7f75df000640 1 -- 172.21.15.26:0/1941940817 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75ec00ea80 con 0x5583697dbe50 2024-04-25T01:27:06.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.250+0000 7f75fb7c2740 1 -- 172.21.15.26:0/1941940817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dbe50 msgr2=0x5583697dc270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:06.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.250+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/1941940817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dbe50 0x5583697dc270 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f75ec011590 tx=0x7f75ec011a50 comp rx=0 tx=0).stop 2024-04-25T01:27:06.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.250+0000 7f75f6800640 1 --2- 172.21.15.26:0/1210149049 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f75d80a2b80 0x7f75d80a5040 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f75ec022000 tx=0x7f75ec023000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:06.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.250+0000 7f75fb7c2740 1 -- 172.21.15.26:0/1941940817 shutdown_connections 2024-04-25T01:27:06.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.250+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/1941940817 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697e19b0 0x5583697e3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.250+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/1941940817 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697dc840 0x5583697e1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.250+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/1941940817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dbe50 0x5583697dc270 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.250+0000 7f75fb7c2740 1 -- 172.21.15.26:0/1941940817 >> 172.21.15.26:0/1941940817 conn(0x5583697d74c0 msgr2=0x5583697d78c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:06.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.251+0000 7f75fb7c2740 1 -- 172.21.15.26:0/1941940817 shutdown_connections 2024-04-25T01:27:06.236 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.251+0000 7f75fb7c2740 1 -- 172.21.15.26:0/1941940817 wait complete. 2024-04-25T01:27:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.251+0000 7f75fb7c2740 1 -- start start 2024-04-25T01:27:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.251+0000 7f75fb7c2740 1 Processor -- start 2024-04-25T01:27:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.252+0000 7f75fb7c2740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dbe50 0x5583697e6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.252+0000 7f75fb7c2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dc840 0x5583697e6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.252+0000 7f75fb7c2740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697e19b0 0x5583697ed5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.252+0000 7f75fb7c2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5583697e4960 con 0x5583697dc840 2024-04-25T01:27:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.252+0000 7f75fb7c2740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5583696fa990 con 0x5583697e19b0 2024-04-25T01:27:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.252+0000 7f75fb7c2740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x5583697e4ae0 con 0x5583697dbe50 2024-04-25T01:27:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.252+0000 7f75fb7c2740 10 client.0 _ll_register_callbacks cb 0x5583696fc950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:27:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.252+0000 7f75f5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dc840 0x5583697e6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.252+0000 7f75f5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dc840 0x5583697e6570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59076/0 (socket says 172.21.15.26:59076) 2024-04-25T01:27:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.252+0000 7f75f5400640 1 -- 172.21.15.26:0/2484462141 learned_addr learned my addr 172.21.15.26:0/2484462141 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.252+0000 7f75f5e00640 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dbe50 0x5583697e6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.252+0000 7f75f6800640 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697e19b0 0x5583697ed5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.252+0000 7f75f5400640 1 -- 172.21.15.26:0/2484462141 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dbe50 msgr2=0x5583697e6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.252+0000 7f75f5400640 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dbe50 0x5583697e6030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.253+0000 7f75f5400640 1 -- 172.21.15.26:0/2484462141 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697e19b0 msgr2=0x5583697ed5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.253+0000 7f75f5400640 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697e19b0 0x5583697ed5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.253+0000 7f75f5400640 1 -- 172.21.15.26:0/2484462141 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55836951f620 con 0x5583697dc840 2024-04-25T01:27:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.253+0000 7f75f6800640 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697e19b0 0x5583697ed5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:27:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.253+0000 7f75f5e00640 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dbe50 0x5583697e6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:27:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.253+0000 7f75f5400640 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dc840 0x5583697e6570 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f75e0009900 tx=0x7f75e00042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92bfa8c5fec67d4e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.253+0000 7f75d3400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:27:06.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.253+0000 7f75d3400640 1 -- 172.21.15.26:0/2484462141 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e0035040 con 0x5583697dc840 2024-04-25T01:27:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.253+0000 7f75d3400640 1 -- 172.21.15.26:0/2484462141 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f75e0005450 con 0x5583697dc840 2024-04-25T01:27:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.253+0000 7f75fb7c2740 1 -- 172.21.15.26:0/2484462141 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75ec00fd20 con 0x5583697dc840 2024-04-25T01:27:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.254+0000 7f75d3400640 1 -- 172.21.15.26:0/2484462141 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f75e004c070 con 0x5583697dc840 2024-04-25T01:27:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.254+0000 7f75fb7c2740 10 client.15210 fetch_fsmap learned FSMap version 28 2024-04-25T01:27:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.254+0000 7f75fb7c2740 1 -- 172.21.15.26:0/2484462141 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5583697f0600 con 0x5583697dc840 2024-04-25T01:27:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.254+0000 7f75d3400640 1 -- 172.21.15.26:0/2484462141 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75ec00fd20 con 0x5583697dc840 2024-04-25T01:27:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.254+0000 7f75d3400640 1 -- 172.21.15.26:0/2484462141 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f75e0031a10 con 0x5583697dc840 2024-04-25T01:27:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.254+0000 7f75fb7c2740 10 client.15210 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:27:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.254+0000 7f75fb7c2740 10 client.15210 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:27:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.254+0000 7f75fb7c2740 20 client.15210 populate_metadata read hostname 'smithi026' 2024-04-25T01:27:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.254+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5583697f1d40 0x5583697f4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.254+0000 7f75fb7c2740 4 client.15210 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:27:06.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.254+0000 7f75fb7c2740 1 -- 172.21.15.26:0/2484462141 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55836974bff0 con 0x5583697f1d40 2024-04-25T01:27:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.255+0000 7f75f5e00640 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5583697f1d40 0x5583697f4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.255+0000 7f75f5e00640 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5583697f1d40 0x5583697f4190 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b688bdd33cace210 server_cookie=44c41968b9b11ed7 in_seq=0 out_seq=0 2024-04-25T01:27:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.255+0000 7f75d3400640 10 client.15210 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.256+0000 7f75d3400640 1 -- 172.21.15.26:0/2484462141 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55836974bff0 con 0x5583697f1d40 2024-04-25T01:27:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.256+0000 7f75d3400640 10 client.15210 handle_command_reply: tid=0 2024-04-25T01:27:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.256+0000 7f75fb7c2740 1 client.15210 shutdown 2024-04-25T01:27:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.256+0000 7f75fb7c2740 1 -- 172.21.15.26:0/2484462141 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dc840 msgr2=0x5583697e6570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.256+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dc840 0x5583697e6570 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f75e0009900 tx=0x7f75e00042e0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.256+0000 7f75fb7c2740 1 -- 172.21.15.26:0/2484462141 shutdown_connections 2024-04-25T01:27:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.257+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5583697f1d40 0x5583697f4190 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.257+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697e19b0 0x5583697ed5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.257+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dc840 0x5583697e6570 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.257+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/2484462141 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dbe50 0x5583697e6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.257+0000 7f75d3400640 0 client.15210 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.257+0000 7f75fb7c2740 1 -- 172.21.15.26:0/2484462141 >> 172.21.15.26:0/2484462141 conn(0x5583697d74c0 msgr2=0x5583697d6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:06.242 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.257+0000 7f75fb7c2740 1 -- 172.21.15.26:0/2484462141 shutdown_connections 2024-04-25T01:27:06.242 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.257+0000 7f75fb7c2740 1 -- 172.21.15.26:0/2484462141 wait complete. 2024-04-25T01:27:06.242 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.257+0000 7f75fb7c2740 20 client.15210 trim_cache size 0 max 16384 2024-04-25T01:27:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.273+0000 7f75fb7c2740 1 Processor -- start 2024-04-25T01:27:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.273+0000 7f75fb7c2740 1 -- start start 2024-04-25T01:27:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.273+0000 7f75fb7c2740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697dbe50 0x5583697e6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.273+0000 7f75fb7c2740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dc840 0x5583697e6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.273+0000 7f75fb7c2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697e19b0 0x5583697ed570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.273+0000 7f75fb7c2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f75f01aace0 con 0x5583697e19b0 2024-04-25T01:27:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.273+0000 7f75fb7c2740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f75f01ac820 con 0x5583697dbe50 2024-04-25T01:27:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.273+0000 7f75fb7c2740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f75f01ab3b0 con 0x5583697dc840 2024-04-25T01:27:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.274+0000 7f75f5e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697dbe50 0x5583697e6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.274+0000 7f75f6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697e19b0 0x5583697ed570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.274+0000 7f75f5e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697dbe50 0x5583697e6030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:34160/0 (socket says 172.21.15.26:34160) 2024-04-25T01:27:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.274+0000 7f75f5e00640 1 -- 172.21.15.26:0/4290747788 learned_addr learned my addr 172.21.15.26:0/4290747788 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.274+0000 7f75f5400640 1 --2- 172.21.15.26:0/4290747788 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dc840 0x5583697e6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.257 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.274+0000 7f75f5e00640 1 -- 172.21.15.26:0/4290747788 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dc840 msgr2=0x5583697e6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:06.257 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.274+0000 7f75f5e00640 1 --2- 172.21.15.26:0/4290747788 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dc840 0x5583697e6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.257 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.274+0000 7f75f5e00640 1 -- 172.21.15.26:0/4290747788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697e19b0 msgr2=0x5583697ed570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:06.257 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.274+0000 7f75f5e00640 1 --2- 172.21.15.26:0/4290747788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697e19b0 0x5583697ed570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.257 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.274+0000 7f75f5e00640 1 -- 172.21.15.26:0/4290747788 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583697d72f0 con 0x5583697dbe50 2024-04-25T01:27:06.257 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.274+0000 7f75f5e00640 1 --2- 172.21.15.26:0/4290747788 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697dbe50 0x5583697e6030 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f75e4098570 tx=0x7f75e4097d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9828342e8e90c70 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:06.257 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.275+0000 7f75de600640 1 -- 172.21.15.26:0/4290747788 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e409c2f0 con 0x5583697dbe50 2024-04-25T01:27:06.257 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.275+0000 7f75de600640 1 -- 172.21.15.26:0/4290747788 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75e4086040 con 0x5583697dbe50 2024-04-25T01:27:06.257 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.275+0000 7f75de600640 1 -- 172.21.15.26:0/4290747788 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e4003b10 con 0x5583697dbe50 2024-04-25T01:27:06.258 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.275+0000 7f75fb7c2740 1 -- 172.21.15.26:0/4290747788 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697dbe50 msgr2=0x5583697e6030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:06.258 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.275+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/4290747788 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697dbe50 0x5583697e6030 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f75e4098570 tx=0x7f75e4097d70 comp rx=0 tx=0).stop 2024-04-25T01:27:06.258 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.275+0000 7f75fb7c2740 1 -- 172.21.15.26:0/4290747788 shutdown_connections 2024-04-25T01:27:06.258 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.275+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/4290747788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697e19b0 0x5583697ed570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.258 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.275+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/4290747788 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dc840 0x5583697e6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.258 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.275+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/4290747788 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697dbe50 0x5583697e6030 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.258 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.275+0000 7f75fb7c2740 1 -- 172.21.15.26:0/4290747788 >> 172.21.15.26:0/4290747788 conn(0x5583697d74c0 msgr2=0x5583697dda60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:06.258 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.275+0000 7f75fb7c2740 1 -- 172.21.15.26:0/4290747788 shutdown_connections 2024-04-25T01:27:06.258 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.276+0000 7f75fb7c2740 1 -- 172.21.15.26:0/4290747788 wait complete. 2024-04-25T01:27:06.261 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.276+0000 7f75fb7c2740 1 -- start start 2024-04-25T01:27:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.276+0000 7f75fb7c2740 1 Processor -- start 2024-04-25T01:27:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.276+0000 7f75fb7c2740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dbe50 0x5583697ea320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.276+0000 7f75fb7c2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dc840 0x5583697ea860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.277+0000 7f75fb7c2740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697e19b0 0x558369856300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.277+0000 7f75fb7c2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f75f01ac150 con 0x5583697dc840 2024-04-25T01:27:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.277+0000 7f75fb7c2740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f75f01aba80 con 0x5583697e19b0 2024-04-25T01:27:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.277+0000 7f75fb7c2740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f75f01a8cc0 con 0x5583697dbe50 2024-04-25T01:27:06.262 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.277+0000 7f75fb7c2740 10 client.0 _ll_register_callbacks cb 0x7f75e0009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:27:06.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.277+0000 7f75f6800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697e19b0 0x558369856300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.277+0000 7f75f5e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dbe50 0x5583697ea320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.277+0000 7f75f5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dc840 0x5583697ea860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.277+0000 7f75f5e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dbe50 0x5583697ea320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:57992/0 (socket says 172.21.15.26:57992) 2024-04-25T01:27:06.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.277+0000 7f75f5e00640 1 -- 172.21.15.26:0/3312601250 learned_addr learned my addr 172.21.15.26:0/3312601250 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:06.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.277+0000 7f75f6800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697e19b0 0x558369856300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:34162/0 (socket says 172.21.15.26:34162) 2024-04-25T01:27:06.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.278+0000 7f75f5e00640 1 -- 172.21.15.26:0/3312601250 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697e19b0 msgr2=0x558369856300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:06.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.278+0000 7f75f5e00640 1 --2- 172.21.15.26:0/3312601250 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697e19b0 0x558369856300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.278+0000 7f75f5e00640 1 -- 172.21.15.26:0/3312601250 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dc840 msgr2=0x5583697ea860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:06.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.278+0000 7f75f5e00640 1 --2- 172.21.15.26:0/3312601250 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dc840 0x5583697ea860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.278+0000 7f75f5e00640 1 -- 172.21.15.26:0/3312601250 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583697eaea0 con 0x5583697dbe50 2024-04-25T01:27:06.263 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.278+0000 7f75f5400640 1 --2- 172.21.15.26:0/3312601250 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dc840 0x5583697ea860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:27:06.264 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.278+0000 7f75f6800640 1 --2- 172.21.15.26:0/3312601250 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697e19b0 0x558369856300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:27:06.264 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.278+0000 7f75f5e00640 1 --2- 172.21.15.26:0/3312601250 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dbe50 0x5583697ea320 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f75e409b8f0 tx=0x7f75e4099ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca1736ec4bd40400 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:06.264 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.278+0000 7f75d3400640 10 client.0 ms_handle_connect on v2:172.21.15.186:3300/0 2024-04-25T01:27:06.264 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.278+0000 7f75d3400640 1 -- 172.21.15.26:0/3312601250 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e409ffa0 con 0x5583697dbe50 2024-04-25T01:27:06.264 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.278+0000 7f75d3400640 1 -- 172.21.15.26:0/3312601250 <== mon.1 v2:172.21.15.186:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f75e4003b10 con 0x5583697dbe50 2024-04-25T01:27:06.264 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.278+0000 7f75fb7c2740 1 -- 172.21.15.26:0/3312601250 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75e4086040 con 0x5583697dbe50 2024-04-25T01:27:06.264 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.278+0000 7f75d3400640 1 -- 172.21.15.26:0/3312601250 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f75e4080070 con 0x5583697dbe50 2024-04-25T01:27:06.264 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.279+0000 7f75fb7c2740 10 client.25321 fetch_fsmap learned FSMap version 28 2024-04-25T01:27:06.264 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.279+0000 7f75fb7c2740 1 -- 172.21.15.26:0/3312601250 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558369857950 con 0x5583697dbe50 2024-04-25T01:27:06.264 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.279+0000 7f75d3400640 1 -- 172.21.15.26:0/3312601250 <== mon.1 v2:172.21.15.186:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75e4086040 con 0x5583697dbe50 2024-04-25T01:27:06.264 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.279+0000 7f75d3400640 1 -- 172.21.15.26:0/3312601250 <== mon.1 v2:172.21.15.186:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f75e40a4460 con 0x5583697dbe50 2024-04-25T01:27:06.264 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.279+0000 7f75fb7c2740 10 client.25321 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:27:06.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.279+0000 7f75fb7c2740 10 client.25321 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:27:06.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.279+0000 7f75fb7c2740 20 client.25321 populate_metadata read hostname 'smithi026' 2024-04-25T01:27:06.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.279+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/3312601250 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5583698581f0 0x55836985a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:06.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.279+0000 7f75fb7c2740 4 client.25321 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T01:27:06.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.279+0000 7f75fb7c2740 1 -- 172.21.15.26:0/3312601250 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558369746340 con 0x5583698581f0 2024-04-25T01:27:06.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.280+0000 7f75f5400640 1 --2- 172.21.15.26:0/3312601250 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5583698581f0 0x55836985a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:06.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.280+0000 7f75f5400640 1 --2- 172.21.15.26:0/3312601250 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5583698581f0 0x55836985a610 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e41a3ea75da94d62 server_cookie=9a64598a7ad62b72 in_seq=0 out_seq=0 2024-04-25T01:27:06.265 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.280+0000 7f75d3400640 10 client.25321 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:06.267 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75d3400640 1 -- 172.21.15.26:0/3312601250 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558369746340 con 0x5583698581f0 2024-04-25T01:27:06.267 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75d3400640 10 client.25321 handle_command_reply: tid=0 2024-04-25T01:27:06.267 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75fb7c2740 1 client.25321 shutdown 2024-04-25T01:27:06.267 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75fb7c2740 1 -- 172.21.15.26:0/3312601250 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dbe50 msgr2=0x5583697ea320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:06.267 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/3312601250 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dbe50 0x5583697ea320 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f75e409b8f0 tx=0x7f75e4099ef0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.268 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75fb7c2740 1 -- 172.21.15.26:0/3312601250 shutdown_connections 2024-04-25T01:27:06.268 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/3312601250 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5583698581f0 0x55836985a610 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.268 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/3312601250 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5583697e19b0 0x558369856300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/3312601250 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583697dc840 0x5583697ea860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75d3400640 0 client.25321 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:06.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75fb7c2740 1 --2- 172.21.15.26:0/3312601250 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5583697dbe50 0x5583697ea320 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75fb7c2740 1 -- 172.21.15.26:0/3312601250 >> 172.21.15.26:0/3312601250 conn(0x5583697d74c0 msgr2=0x5583697e5420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:06.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75fb7c2740 1 -- 172.21.15.26:0/3312601250 shutdown_connections 2024-04-25T01:27:06.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75fb7c2740 1 -- 172.21.15.26:0/3312601250 wait complete. 2024-04-25T01:27:06.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.288+0000 7f75fb7c2740 20 client.25321 trim_cache size 0 max 16384 2024-04-25T01:27:06.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-25T01:27:06.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-25T01:27:06.269 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-25T01:27:06.270 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-25T01:27:06.270 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.289+0000 7f75f7200640 1 -- 172.21.15.26:0/1210149049 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f75d80a2b80 msgr2=0x7f75d80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:06.270 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.289+0000 7f75f7200640 1 --2- 172.21.15.26:0/1210149049 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f75d80a2b80 0x7f75d80a5040 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f75ec022000 tx=0x7f75ec023000 comp rx=0 tx=0).stop 2024-04-25T01:27:06.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.289+0000 7f75f7200640 1 -- 172.21.15.26:0/1210149049 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f75f0103800 msgr2=0x7f75f0199b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:06.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.289+0000 7f75f7200640 1 --2- 172.21.15.26:0/1210149049 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f75f0103800 0x7f75f0199b80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f75e400e9c0 tx=0x7f75e400ee80 comp rx=0 tx=0).stop 2024-04-25T01:27:06.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.289+0000 7f75f7200640 1 -- 172.21.15.26:0/1210149049 shutdown_connections 2024-04-25T01:27:06.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.289+0000 7f75f7200640 1 --2- 172.21.15.26:0/1210149049 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75f01053b0 0x7f75f01a1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.289+0000 7f75f7200640 1 --2- 172.21.15.26:0/1210149049 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f75f01049f0 0x7f75f019a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.289+0000 7f75f7200640 1 --2- 172.21.15.26:0/1210149049 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f75d80a2b80 0x7f75d80a5040 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.289+0000 7f75f7200640 1 --2- 172.21.15.26:0/1210149049 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f75f0103800 0x7f75f0199b80 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:06.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.289+0000 7f75f7200640 1 -- 172.21.15.26:0/1210149049 >> 172.21.15.26:0/1210149049 conn(0x7f75f00fedb0 msgr2=0x7f75f0107c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:06.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.289+0000 7f75f7200640 1 -- 172.21.15.26:0/1210149049 shutdown_connections 2024-04-25T01:27:06.271 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:06.289+0000 7f75f7200640 1 -- 172.21.15.26:0/1210149049 wait complete. 2024-04-25T01:27:06.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:06 smithi026 ceph-mon[28096]: pgmap v418: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T01:27:06.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:06 smithi186 ceph-mon[32747]: pgmap v418: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T01:27:06.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:06 smithi111 ceph-mon[32623]: pgmap v418: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T01:27:08.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:08 smithi026 ceph-mon[28096]: pgmap v419: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-25T01:27:08.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:08 smithi186 ceph-mon[32747]: pgmap v419: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-25T01:27:08.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:08 smithi111 ceph-mon[32623]: pgmap v419: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-25T01:27:10.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:10 smithi026 ceph-mon[28096]: pgmap v420: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T01:27:10.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:10 smithi186 ceph-mon[32747]: pgmap v420: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T01:27:10.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:10 smithi111 ceph-mon[32623]: pgmap v420: 97 pgs: 97 active+clean; 667 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T01:27:12.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:12 smithi026 ceph-mon[28096]: pgmap v421: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-25T01:27:12.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:12 smithi186 ceph-mon[32747]: pgmap v421: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-25T01:27:12.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:12 smithi111 ceph-mon[32623]: pgmap v421: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-25T01:27:14.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:14 smithi026 ceph-mon[28096]: pgmap v422: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 852 B/s wr, 10 op/s 2024-04-25T01:27:14.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:14 smithi186 ceph-mon[32747]: pgmap v422: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 852 B/s wr, 10 op/s 2024-04-25T01:27:14.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:14 smithi111 ceph-mon[32623]: pgmap v422: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 852 B/s wr, 10 op/s 2024-04-25T01:27:16.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:16 smithi026 ceph-mon[28096]: pgmap v423: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-25T01:27:16.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:16 smithi186 ceph-mon[32747]: pgmap v423: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-25T01:27:16.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:16 smithi111 ceph-mon[32623]: pgmap v423: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-25T01:27:18.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:18 smithi026 ceph-mon[28096]: pgmap v424: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-25T01:27:18.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:18 smithi186 ceph-mon[32747]: pgmap v424: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-25T01:27:18.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:18 smithi111 ceph-mon[32623]: pgmap v424: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-25T01:27:19.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.429+0000 7fa253e00640 1 -- 172.21.15.26:0/2628646866 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa2541031b0 msgr2=0x7fa254109a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:19.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.429+0000 7fa253e00640 1 --2- 172.21.15.26:0/2628646866 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa2541031b0 0x7fa254109a40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa24c009ca0 tx=0x7fa24c02a8c0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.408 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.429+0000 7fa253e00640 1 -- 172.21.15.26:0/2628646866 shutdown_connections 2024-04-25T01:27:19.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.429+0000 7fa253e00640 1 --2- 172.21.15.26:0/2628646866 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa2541031b0 0x7fa254109a40 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.429+0000 7fa253e00640 1 --2- 172.21.15.26:0/2628646866 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2541027f0 0x7fa254102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.429+0000 7fa253e00640 1 --2- 172.21.15.26:0/2628646866 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa254101600 0x7fa254101a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.429+0000 7fa253e00640 1 -- 172.21.15.26:0/2628646866 >> 172.21.15.26:0/2628646866 conn(0x7fa2540fcb70 msgr2=0x7fa2540fefb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:19.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.429+0000 7fa253e00640 1 -- 172.21.15.26:0/2628646866 shutdown_connections 2024-04-25T01:27:19.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.429+0000 7fa253e00640 1 -- 172.21.15.26:0/2628646866 wait complete. 2024-04-25T01:27:19.409 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.431+0000 7fa253e00640 1 Processor -- start 2024-04-25T01:27:19.410 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.431+0000 7fa253e00640 1 -- start start 2024-04-25T01:27:19.411 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.431+0000 7fa253e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa254101600 0x7fa254195650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.411 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.431+0000 7fa253e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa2541027f0 0x7fa254195b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.411 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.431+0000 7fa253e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2541031b0 0x7fa25419cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.411 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.431+0000 7fa253e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa25410b0f0 con 0x7fa2541027f0 2024-04-25T01:27:19.411 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.431+0000 7fa253e00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa25410af70 con 0x7fa2541031b0 2024-04-25T01:27:19.411 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.431+0000 7fa253e00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa25410b270 con 0x7fa254101600 2024-04-25T01:27:19.411 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.432+0000 7fa252a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa254101600 0x7fa254195650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.411 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.432+0000 7fa252a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa254101600 0x7fa254195650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:47702/0 (socket says 172.21.15.26:47702) 2024-04-25T01:27:19.411 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.432+0000 7fa252a00640 1 -- 172.21.15.26:0/3933453626 learned_addr learned my addr 172.21.15.26:0/3933453626 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:19.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.432+0000 7fa253400640 1 --2- 172.21.15.26:0/3933453626 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2541031b0 0x7fa25419cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.432+0000 7fa252000640 1 --2- 172.21.15.26:0/3933453626 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa2541027f0 0x7fa254195b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.432+0000 7fa252a00640 1 -- 172.21.15.26:0/3933453626 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2541031b0 msgr2=0x7fa25419cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:19.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.432+0000 7fa252a00640 1 --2- 172.21.15.26:0/3933453626 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2541031b0 0x7fa25419cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.432+0000 7fa252a00640 1 -- 172.21.15.26:0/3933453626 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa2541027f0 msgr2=0x7fa254195b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:19.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.432+0000 7fa252a00640 1 --2- 172.21.15.26:0/3933453626 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa2541027f0 0x7fa254195b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.432+0000 7fa252a00640 1 -- 172.21.15.26:0/3933453626 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa25419d270 con 0x7fa254101600 2024-04-25T01:27:19.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.433+0000 7fa252a00640 1 --2- 172.21.15.26:0/3933453626 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa254101600 0x7fa254195650 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa24400d770 tx=0x7fa24400dc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:19.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.433+0000 7fa24b400640 1 -- 172.21.15.26:0/3933453626 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa244017070 con 0x7fa254101600 2024-04-25T01:27:19.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.433+0000 7fa24b400640 1 -- 172.21.15.26:0/3933453626 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa244009c30 con 0x7fa254101600 2024-04-25T01:27:19.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.433+0000 7fa24b400640 1 -- 172.21.15.26:0/3933453626 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa244003dd0 con 0x7fa254101600 2024-04-25T01:27:19.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.433+0000 7fa253e00640 1 -- 172.21.15.26:0/3933453626 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa25419d560 con 0x7fa254101600 2024-04-25T01:27:19.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.434+0000 7fa253e00640 1 -- 172.21.15.26:0/3933453626 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa25419da60 con 0x7fa254101600 2024-04-25T01:27:19.418 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.439+0000 7fa25c852740 1 Processor -- start 2024-04-25T01:27:19.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.440+0000 7fa25c852740 1 -- start start 2024-04-25T01:27:19.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.440+0000 7fa24b400640 1 -- 172.21.15.26:0/3933453626 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa244003f70 con 0x7fa254101600 2024-04-25T01:27:19.420 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.440+0000 7fa25c852740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5ee50 0x562047e5f270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.420 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.440+0000 7fa25c852740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5f840 0x562047e64340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.420 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.441+0000 7fa25c852740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e649b0 0x562047e66e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.420 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.441+0000 7fa25c852740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562047dc1ab0 con 0x562047e649b0 2024-04-25T01:27:19.420 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.441+0000 7fa25c852740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x562047d6a640 con 0x562047e5ee50 2024-04-25T01:27:19.420 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.441+0000 7fa25c852740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x562047dbda70 con 0x562047e5f840 2024-04-25T01:27:19.421 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.441+0000 7fa253400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5ee50 0x562047e5f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.421 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.441+0000 7fa253400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5ee50 0x562047e5f270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:46662/0 (socket says 172.21.15.26:46662) 2024-04-25T01:27:19.421 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.441+0000 7fa252a00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5f840 0x562047e64340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.421 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.441+0000 7fa253400640 1 -- 172.21.15.26:0/84776317 learned_addr learned my addr 172.21.15.26:0/84776317 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:19.421 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.442+0000 7fa252000640 1 --2- 172.21.15.26:0/84776317 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e649b0 0x562047e66e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.422 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.442+0000 7fa253400640 1 -- 172.21.15.26:0/84776317 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5f840 msgr2=0x562047e64340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:19.422 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.442+0000 7fa253400640 1 --2- 172.21.15.26:0/84776317 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5f840 0x562047e64340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.422 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.442+0000 7fa253400640 1 -- 172.21.15.26:0/84776317 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e649b0 msgr2=0x562047e66e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:19.422 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.442+0000 7fa253400640 1 --2- 172.21.15.26:0/84776317 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e649b0 0x562047e66e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.422 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.442+0000 7fa253400640 1 -- 172.21.15.26:0/84776317 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562047ad6210 con 0x562047e5ee50 2024-04-25T01:27:19.422 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.442+0000 7fa24b400640 1 --2- 172.21.15.26:0/3933453626 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa2380a7010 0x7fa2380a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.422 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.442+0000 7fa252000640 1 --2- 172.21.15.26:0/84776317 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e649b0 0x562047e66e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:27:19.422 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.443+0000 7fa24b400640 1 -- 172.21.15.26:0/3933453626 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa2440ce940 con 0x7fa254101600 2024-04-25T01:27:19.422 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.443+0000 7fa252a00640 1 --2- 172.21.15.26:0/3933453626 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa2380a7010 0x7fa2380a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.443+0000 7fa253400640 1 --2- 172.21.15.26:0/84776317 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5ee50 0x562047e5f270 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa24c009ca0 tx=0x7fa24c005fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4bceab5fab70bc76 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.444+0000 7fa23fe00640 1 -- 172.21.15.26:0/84776317 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa24c031650 con 0x562047e5ee50 2024-04-25T01:27:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.444+0000 7fa23fe00640 1 -- 172.21.15.26:0/84776317 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa24c036030 con 0x562047e5ee50 2024-04-25T01:27:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.444+0000 7fa23fe00640 1 -- 172.21.15.26:0/84776317 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa24c004850 con 0x562047e5ee50 2024-04-25T01:27:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.445+0000 7fa252a00640 1 --2- 172.21.15.26:0/3933453626 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa2380a7010 0x7fa2380a94d0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fa244009610 tx=0x7fa244004590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.445+0000 7fa25c852740 1 -- 172.21.15.26:0/84776317 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5ee50 msgr2=0x562047e5f270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.445+0000 7fa25c852740 1 --2- 172.21.15.26:0/84776317 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5ee50 0x562047e5f270 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa24c009ca0 tx=0x7fa24c005fa0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.445+0000 7fa25c852740 1 -- 172.21.15.26:0/84776317 shutdown_connections 2024-04-25T01:27:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.445+0000 7fa25c852740 1 --2- 172.21.15.26:0/84776317 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e649b0 0x562047e66e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.445+0000 7fa25c852740 1 --2- 172.21.15.26:0/84776317 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5f840 0x562047e64340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.425 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.445+0000 7fa25c852740 1 --2- 172.21.15.26:0/84776317 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5ee50 0x562047e5f270 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.425 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.445+0000 7fa25c852740 1 -- 172.21.15.26:0/84776317 >> 172.21.15.26:0/84776317 conn(0x562047e5a4c0 msgr2=0x562047e5a8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:19.425 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.445+0000 7fa25c852740 1 -- 172.21.15.26:0/84776317 shutdown_connections 2024-04-25T01:27:19.425 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.446+0000 7fa25c852740 1 -- 172.21.15.26:0/84776317 wait complete. 2024-04-25T01:27:19.426 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.446+0000 7fa25c852740 1 -- start start 2024-04-25T01:27:19.426 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.447+0000 7fa25c852740 1 Processor -- start 2024-04-25T01:27:19.426 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.447+0000 7fa25c852740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5ee50 0x562047e71720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.426 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.447+0000 7fa25c852740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5f840 0x562047e71c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.427 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.448+0000 7fa25c852740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e649b0 0x562047e78ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.427 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.448+0000 7fa25c852740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562047e67780 con 0x562047e649b0 2024-04-25T01:27:19.427 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.448+0000 7fa25c852740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x562047d7d990 con 0x562047e5ee50 2024-04-25T01:27:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.448+0000 7fa25c852740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x562047e67900 con 0x562047e5f840 2024-04-25T01:27:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.448+0000 7fa25c852740 10 client.0 _ll_register_callbacks cb 0x562047d7f950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:27:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.448+0000 7fa253400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5ee50 0x562047e71720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.448+0000 7fa253400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5ee50 0x562047e71720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:46670/0 (socket says 172.21.15.26:46670) 2024-04-25T01:27:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.448+0000 7fa253400640 1 -- 172.21.15.26:0/3362289280 learned_addr learned my addr 172.21.15.26:0/3362289280 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.448+0000 7fa252000640 1 --2- 172.21.15.26:0/3362289280 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5f840 0x562047e71c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.448+0000 7fa253400640 1 --2- 172.21.15.26:0/3362289280 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e649b0 0x562047e78ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.449+0000 7fa253400640 1 -- 172.21.15.26:0/3362289280 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5f840 msgr2=0x562047e71c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.449+0000 7fa253400640 1 --2- 172.21.15.26:0/3362289280 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5f840 0x562047e71c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.449+0000 7fa253400640 1 -- 172.21.15.26:0/3362289280 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e649b0 msgr2=0x562047e78ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.449+0000 7fa253400640 1 --2- 172.21.15.26:0/3362289280 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e649b0 0x562047e78ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.449+0000 7fa253400640 1 -- 172.21.15.26:0/3362289280 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562047ba2620 con 0x562047e5ee50 2024-04-25T01:27:19.429 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.449+0000 7fa253400640 1 --2- 172.21.15.26:0/3362289280 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5ee50 0x562047e71720 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa24c005c40 tx=0x7fa24c005bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=76492fe8a4ad9448 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:19.430 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.449+0000 7fa23cc00640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-04-25T01:27:19.430 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.449+0000 7fa23cc00640 1 -- 172.21.15.26:0/3362289280 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa24c003b70 con 0x562047e5ee50 2024-04-25T01:27:19.430 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.449+0000 7fa23cc00640 1 -- 172.21.15.26:0/3362289280 <== mon.2 v2:172.21.15.111:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa24c003d10 con 0x562047e5ee50 2024-04-25T01:27:19.430 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.449+0000 7fa25c852740 1 -- 172.21.15.26:0/3362289280 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa24c036030 con 0x562047e5ee50 2024-04-25T01:27:19.430 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.450+0000 7fa23cc00640 1 -- 172.21.15.26:0/3362289280 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa24c003f10 con 0x562047e5ee50 2024-04-25T01:27:19.430 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.450+0000 7fa25c852740 10 client.25316 fetch_fsmap learned FSMap version 28 2024-04-25T01:27:19.430 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.450+0000 7fa25c852740 1 -- 172.21.15.26:0/3362289280 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562047e67780 con 0x562047e5ee50 2024-04-25T01:27:19.430 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.450+0000 7fa23cc00640 1 -- 172.21.15.26:0/3362289280 <== mon.2 v2:172.21.15.111:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa24c036030 con 0x562047e5ee50 2024-04-25T01:27:19.430 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.451+0000 7fa23cc00640 1 -- 172.21.15.26:0/3362289280 <== mon.2 v2:172.21.15.111:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fa24c050070 con 0x562047e5ee50 2024-04-25T01:27:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.451+0000 7fa25c852740 10 client.25316 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:27:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.451+0000 7fa25c852740 10 client.25316 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:27:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.451+0000 7fa25c852740 20 client.25316 populate_metadata read hostname 'smithi026' 2024-04-25T01:27:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.451+0000 7fa25c852740 1 --2- 172.21.15.26:0/3362289280 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x562047e7d010 0x562047e7f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.451+0000 7fa25c852740 4 client.25316 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:27:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.451+0000 7fa25c852740 1 -- 172.21.15.26:0/3362289280 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562047dceff0 con 0x562047e7d010 2024-04-25T01:27:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.451+0000 7fa252000640 1 --2- 172.21.15.26:0/3362289280 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x562047e7d010 0x562047e7f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.452+0000 7fa252000640 1 --2- 172.21.15.26:0/3362289280 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x562047e7d010 0x562047e7f400 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48680d812cfe3b28 server_cookie=846620798825e2f9 in_seq=0 out_seq=0 2024-04-25T01:27:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.452+0000 7fa23cc00640 10 client.25316 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.453+0000 7fa23cc00640 1 -- 172.21.15.26:0/3362289280 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562047dceff0 con 0x562047e7d010 2024-04-25T01:27:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.453+0000 7fa23cc00640 10 client.25316 handle_command_reply: tid=0 2024-04-25T01:27:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.453+0000 7fa25c852740 1 client.25316 shutdown 2024-04-25T01:27:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.453+0000 7fa25c852740 1 -- 172.21.15.26:0/3362289280 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5ee50 msgr2=0x562047e71720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.453+0000 7fa25c852740 1 --2- 172.21.15.26:0/3362289280 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5ee50 0x562047e71720 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa24c005c40 tx=0x7fa24c005bd0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.453+0000 7fa25c852740 1 -- 172.21.15.26:0/3362289280 shutdown_connections 2024-04-25T01:27:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.453+0000 7fa25c852740 1 --2- 172.21.15.26:0/3362289280 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x562047e7d010 0x562047e7f400 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.453+0000 7fa25c852740 1 --2- 172.21.15.26:0/3362289280 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e649b0 0x562047e78ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.454+0000 7fa25c852740 1 --2- 172.21.15.26:0/3362289280 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5f840 0x562047e71c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.454+0000 7fa23cc00640 0 client.25316 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.454+0000 7fa25c852740 1 --2- 172.21.15.26:0/3362289280 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5ee50 0x562047e71720 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.454+0000 7fa25c852740 1 -- 172.21.15.26:0/3362289280 >> 172.21.15.26:0/3362289280 conn(0x562047e5a4c0 msgr2=0x562047e59620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.454+0000 7fa25c852740 1 -- 172.21.15.26:0/3362289280 shutdown_connections 2024-04-25T01:27:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.454+0000 7fa25c852740 1 -- 172.21.15.26:0/3362289280 wait complete. 2024-04-25T01:27:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.454+0000 7fa25c852740 20 client.25316 trim_cache size 0 max 16384 2024-04-25T01:27:19.468 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.489+0000 7fa25c852740 1 Processor -- start 2024-04-25T01:27:19.468 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.489+0000 7fa25c852740 1 -- start start 2024-04-25T01:27:19.468 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.489+0000 7fa25c852740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5a4c0 0x562047e71c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.468 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.489+0000 7fa25c852740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5ee50 0x562047e78c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.468 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.489+0000 7fa25c852740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e5f840 0x562047e59da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.468 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.489+0000 7fa25c852740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa2541a6850 con 0x562047e5f840 2024-04-25T01:27:19.469 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.489+0000 7fa25c852740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa2541a8390 con 0x562047e5a4c0 2024-04-25T01:27:19.469 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.489+0000 7fa25c852740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa2541a6f20 con 0x562047e5ee50 2024-04-25T01:27:19.469 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.489+0000 7fa253400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5a4c0 0x562047e71c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.490+0000 7fa253400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5a4c0 0x562047e71c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:46680/0 (socket says 172.21.15.26:46680) 2024-04-25T01:27:19.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.490+0000 7fa253400640 1 -- 172.21.15.26:0/664076509 learned_addr learned my addr 172.21.15.26:0/664076509 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:19.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.490+0000 7fa252000640 1 --2- 172.21.15.26:0/664076509 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5ee50 0x562047e78c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.490+0000 7fa253400640 1 --2- 172.21.15.26:0/664076509 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e5f840 0x562047e59da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.490+0000 7fa253400640 1 -- 172.21.15.26:0/664076509 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5ee50 msgr2=0x562047e78c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:19.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.490+0000 7fa253400640 1 --2- 172.21.15.26:0/664076509 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5ee50 0x562047e78c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.490+0000 7fa253400640 1 -- 172.21.15.26:0/664076509 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e5f840 msgr2=0x562047e59da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:19.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.490+0000 7fa253400640 1 --2- 172.21.15.26:0/664076509 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e5f840 0x562047e59da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.490+0000 7fa253400640 1 -- 172.21.15.26:0/664076509 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562047e5ea90 con 0x562047e5a4c0 2024-04-25T01:27:19.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.490+0000 7fa253400640 1 --2- 172.21.15.26:0/664076509 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5a4c0 0x562047e71c80 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa24c031c10 tx=0x7fa24c0021f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ed0a2838b7aa28c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:19.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.491+0000 7fa23f400640 1 -- 172.21.15.26:0/664076509 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa24c004360 con 0x562047e5a4c0 2024-04-25T01:27:19.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.491+0000 7fa23f400640 1 -- 172.21.15.26:0/664076509 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa24c036040 con 0x562047e5a4c0 2024-04-25T01:27:19.470 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.491+0000 7fa23f400640 1 -- 172.21.15.26:0/664076509 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa24c02f870 con 0x562047e5a4c0 2024-04-25T01:27:19.471 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.492+0000 7fa25c852740 1 -- 172.21.15.26:0/664076509 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5a4c0 msgr2=0x562047e71c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:19.471 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.492+0000 7fa25c852740 1 --2- 172.21.15.26:0/664076509 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5a4c0 0x562047e71c80 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa24c031c10 tx=0x7fa24c0021f0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.471 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.492+0000 7fa25c852740 1 -- 172.21.15.26:0/664076509 shutdown_connections 2024-04-25T01:27:19.471 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.492+0000 7fa25c852740 1 --2- 172.21.15.26:0/664076509 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e5f840 0x562047e59da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.471 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.492+0000 7fa25c852740 1 --2- 172.21.15.26:0/664076509 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5ee50 0x562047e78c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.471 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.492+0000 7fa25c852740 1 --2- 172.21.15.26:0/664076509 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5a4c0 0x562047e71c80 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.471 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.492+0000 7fa25c852740 1 -- 172.21.15.26:0/664076509 >> 172.21.15.26:0/664076509 conn(0x562047e64480 msgr2=0x562047e5d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:19.472 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.492+0000 7fa25c852740 1 -- 172.21.15.26:0/664076509 shutdown_connections 2024-04-25T01:27:19.472 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.492+0000 7fa25c852740 1 -- 172.21.15.26:0/664076509 wait complete. 2024-04-25T01:27:19.472 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.493+0000 7fa25c852740 1 -- start start 2024-04-25T01:27:19.472 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.493+0000 7fa25c852740 1 Processor -- start 2024-04-25T01:27:19.472 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.493+0000 7fa25c852740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5a4c0 0x562047e767b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.473 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.493+0000 7fa25c852740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e5ee50 0x562047e76cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.473 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.493+0000 7fa25c852740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5f840 0x562047e77cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.473 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.493+0000 7fa25c852740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa2541a7cc0 con 0x562047e5ee50 2024-04-25T01:27:19.473 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.493+0000 7fa25c852740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa2541a75f0 con 0x562047e5f840 2024-04-25T01:27:19.473 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.493+0000 7fa25c852740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa2541a4830 con 0x562047e5a4c0 2024-04-25T01:27:19.473 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.494+0000 7fa25c852740 10 client.0 _ll_register_callbacks cb 0x7fa240009570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:27:19.474 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.494+0000 7fa253400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5a4c0 0x562047e767b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.474 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.494+0000 7fa253400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5a4c0 0x562047e767b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:47732/0 (socket says 172.21.15.26:47732) 2024-04-25T01:27:19.474 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.494+0000 7fa253400640 1 -- 172.21.15.26:0/1647273027 learned_addr learned my addr 172.21.15.26:0/1647273027 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:19.474 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.494+0000 7fa252000640 1 --2- 172.21.15.26:0/1647273027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e5ee50 0x562047e76cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.474 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.494+0000 7fa253400640 1 --2- 172.21.15.26:0/1647273027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5f840 0x562047e77cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.474 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.494+0000 7fa253400640 1 -- 172.21.15.26:0/1647273027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5f840 msgr2=0x562047e77cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:19.474 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.494+0000 7fa253400640 1 --2- 172.21.15.26:0/1647273027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5f840 0x562047e77cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.474 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.494+0000 7fa253400640 1 -- 172.21.15.26:0/1647273027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e5ee50 msgr2=0x562047e76cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:19.474 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.494+0000 7fa253400640 1 --2- 172.21.15.26:0/1647273027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e5ee50 0x562047e76cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.474 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.494+0000 7fa253400640 1 -- 172.21.15.26:0/1647273027 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562047e782a0 con 0x562047e5a4c0 2024-04-25T01:27:19.474 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.495+0000 7fa253400640 1 --2- 172.21.15.26:0/1647273027 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5a4c0 0x562047e767b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa24c030a30 tx=0x7fa24c004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=efd538e06fc11a8a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:19.475 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.495+0000 7fa23cc00640 10 client.0 ms_handle_connect on v2:172.21.15.186:3300/0 2024-04-25T01:27:19.475 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.495+0000 7fa23cc00640 1 -- 172.21.15.26:0/1647273027 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa24c004d40 con 0x562047e5a4c0 2024-04-25T01:27:19.476 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.495+0000 7fa23cc00640 1 -- 172.21.15.26:0/1647273027 <== mon.1 v2:172.21.15.186:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa24c02f610 con 0x562047e5a4c0 2024-04-25T01:27:19.476 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.495+0000 7fa25c852740 1 -- 172.21.15.26:0/1647273027 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa24c036040 con 0x562047e5a4c0 2024-04-25T01:27:19.476 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.495+0000 7fa23cc00640 1 -- 172.21.15.26:0/1647273027 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa24c030ea0 con 0x562047e5a4c0 2024-04-25T01:27:19.476 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.496+0000 7fa25c852740 10 client.25339 fetch_fsmap learned FSMap version 28 2024-04-25T01:27:19.476 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.496+0000 7fa25c852740 1 -- 172.21.15.26:0/1647273027 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562047ee3910 con 0x562047e5a4c0 2024-04-25T01:27:19.476 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.496+0000 7fa23cc00640 1 -- 172.21.15.26:0/1647273027 <== mon.1 v2:172.21.15.186:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa24c036040 con 0x562047e5a4c0 2024-04-25T01:27:19.476 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.496+0000 7fa23cc00640 1 -- 172.21.15.26:0/1647273027 <== mon.1 v2:172.21.15.186:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fa24c050030 con 0x562047e5a4c0 2024-04-25T01:27:19.476 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.497+0000 7fa25c852740 10 client.25339 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:27:19.476 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.497+0000 7fa25c852740 10 client.25339 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:27:19.476 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.497+0000 7fa25c852740 20 client.25339 populate_metadata read hostname 'smithi026' 2024-04-25T01:27:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.497+0000 7fa25c852740 1 --2- 172.21.15.26:0/1647273027 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x562047e649b0 0x562047ee6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.497+0000 7fa25c852740 4 client.25339 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T01:27:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.497+0000 7fa25c852740 1 -- 172.21.15.26:0/1647273027 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562047dc9340 con 0x562047e649b0 2024-04-25T01:27:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.497+0000 7fa252000640 1 --2- 172.21.15.26:0/1647273027 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x562047e649b0 0x562047ee6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.498+0000 7fa252000640 1 --2- 172.21.15.26:0/1647273027 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x562047e649b0 0x562047ee6140 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1b8bfe8c99f2c60 server_cookie=55cb1b1cbb970bfc in_seq=0 out_seq=0 2024-04-25T01:27:19.477 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.498+0000 7fa23cc00640 10 client.25339 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.502+0000 7fa23cc00640 1 -- 172.21.15.26:0/1647273027 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562047dc9340 con 0x562047e649b0 2024-04-25T01:27:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.502+0000 7fa23cc00640 10 client.25339 handle_command_reply: tid=0 2024-04-25T01:27:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.502+0000 7fa25c852740 1 client.25339 shutdown 2024-04-25T01:27:19.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.502+0000 7fa25c852740 1 -- 172.21.15.26:0/1647273027 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5a4c0 msgr2=0x562047e767b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:19.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.502+0000 7fa25c852740 1 --2- 172.21.15.26:0/1647273027 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5a4c0 0x562047e767b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa24c030a30 tx=0x7fa24c004270 comp rx=0 tx=0).stop 2024-04-25T01:27:19.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.502+0000 7fa25c852740 1 -- 172.21.15.26:0/1647273027 shutdown_connections 2024-04-25T01:27:19.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.502+0000 7fa25c852740 1 --2- 172.21.15.26:0/1647273027 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x562047e649b0 0x562047ee6140 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.503+0000 7fa25c852740 1 --2- 172.21.15.26:0/1647273027 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x562047e5f840 0x562047e77cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.503+0000 7fa23cc00640 0 client.25339 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:19.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.503+0000 7fa25c852740 1 --2- 172.21.15.26:0/1647273027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562047e5ee50 0x562047e76cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.503+0000 7fa25c852740 1 --2- 172.21.15.26:0/1647273027 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x562047e5a4c0 0x562047e767b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.503+0000 7fa25c852740 1 -- 172.21.15.26:0/1647273027 >> 172.21.15.26:0/1647273027 conn(0x562047e64480 msgr2=0x562047e58d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:19.482 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.503+0000 7fa25c852740 1 -- 172.21.15.26:0/1647273027 shutdown_connections 2024-04-25T01:27:19.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.503+0000 7fa25c852740 1 -- 172.21.15.26:0/1647273027 wait complete. 2024-04-25T01:27:19.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.503+0000 7fa25c852740 20 client.25339 trim_cache size 0 max 16384 2024-04-25T01:27:19.483 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-25T01:27:19.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-25T01:27:19.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-25T01:27:19.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-25T01:27:19.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.504+0000 7fa253e00640 1 -- 172.21.15.26:0/3933453626 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa2380a7010 msgr2=0x7fa2380a94d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:19.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.504+0000 7fa253e00640 1 --2- 172.21.15.26:0/3933453626 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa2380a7010 0x7fa2380a94d0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fa244009610 tx=0x7fa244004590 comp rx=0 tx=0).stop 2024-04-25T01:27:19.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.504+0000 7fa253e00640 1 -- 172.21.15.26:0/3933453626 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa254101600 msgr2=0x7fa254195650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:19.484 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.504+0000 7fa253e00640 1 --2- 172.21.15.26:0/3933453626 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa254101600 0x7fa254195650 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa24400d770 tx=0x7fa24400dc30 comp rx=0 tx=0).stop 2024-04-25T01:27:19.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.504+0000 7fa253e00640 1 -- 172.21.15.26:0/3933453626 shutdown_connections 2024-04-25T01:27:19.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.504+0000 7fa253e00640 1 --2- 172.21.15.26:0/3933453626 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa2541031b0 0x7fa25419cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.504+0000 7fa253e00640 1 --2- 172.21.15.26:0/3933453626 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa2541027f0 0x7fa254195b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.504+0000 7fa253e00640 1 --2- 172.21.15.26:0/3933453626 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa2380a7010 0x7fa2380a94d0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.504+0000 7fa253e00640 1 --2- 172.21.15.26:0/3933453626 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa254101600 0x7fa254195650 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:19.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.504+0000 7fa253e00640 1 -- 172.21.15.26:0/3933453626 >> 172.21.15.26:0/3933453626 conn(0x7fa2540fcb70 msgr2=0x7fa254105a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:19.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.504+0000 7fa253e00640 1 -- 172.21.15.26:0/3933453626 shutdown_connections 2024-04-25T01:27:19.485 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:19.505+0000 7fa253e00640 1 -- 172.21.15.26:0/3933453626 wait complete. 2024-04-25T01:27:20.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:20 smithi026 ceph-mon[28096]: pgmap v425: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 10 op/s 2024-04-25T01:27:20.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:20 smithi186 ceph-mon[32747]: pgmap v425: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 10 op/s 2024-04-25T01:27:20.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:20 smithi111 ceph-mon[32623]: pgmap v425: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 10 op/s 2024-04-25T01:27:22.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:22 smithi026 ceph-mon[28096]: pgmap v426: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-25T01:27:22.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:22 smithi186 ceph-mon[32747]: pgmap v426: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-25T01:27:22.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:22 smithi111 ceph-mon[32623]: pgmap v426: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-25T01:27:24.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:24 smithi026 ceph-mon[28096]: pgmap v427: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:24.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:24 smithi186 ceph-mon[32747]: pgmap v427: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:24.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:24 smithi111 ceph-mon[32623]: pgmap v427: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:26.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:26 smithi026 ceph-mon[28096]: pgmap v428: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:26.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:26 smithi186 ceph-mon[32747]: pgmap v428: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:26.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:26 smithi111 ceph-mon[32623]: pgmap v428: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:28.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:28 smithi026 ceph-mon[28096]: pgmap v429: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:27:28.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:28 smithi186 ceph-mon[32747]: pgmap v429: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:27:28.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:28 smithi111 ceph-mon[32623]: pgmap v429: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:27:30.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:30 smithi026 ceph-mon[28096]: pgmap v430: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:30.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:30 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:27:30.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:30 smithi186 ceph-mon[32747]: pgmap v430: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:30.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:30 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:27:30.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:30 smithi111 ceph-mon[32623]: pgmap v430: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:30.613 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:30 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:27:31.619 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:27:31.619 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:27:31.619 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:27:31.619 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:27:31.619 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:27:32.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:27:32.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:27:32.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:27:32.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:27:32.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:27:32.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:27:32.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:27:32.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:27:32.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:27:32.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:27:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.654+0000 7fc946600640 1 -- 172.21.15.26:0/701943567 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc9401031b0 msgr2=0x7fc940109a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.654+0000 7fc946600640 1 --2- 172.21.15.26:0/701943567 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc9401031b0 0x7fc940109a40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc938009be0 tx=0x7fc93802a6c0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.654+0000 7fc946600640 1 -- 172.21.15.26:0/701943567 shutdown_connections 2024-04-25T01:27:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.654+0000 7fc946600640 1 --2- 172.21.15.26:0/701943567 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc9401031b0 0x7fc940109a40 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.654+0000 7fc946600640 1 --2- 172.21.15.26:0/701943567 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc9401027f0 0x7fc940102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.654+0000 7fc946600640 1 --2- 172.21.15.26:0/701943567 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc940101600 0x7fc940101a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.654+0000 7fc946600640 1 -- 172.21.15.26:0/701943567 >> 172.21.15.26:0/701943567 conn(0x7fc9400fcb70 msgr2=0x7fc9400fefb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.655+0000 7fc946600640 1 -- 172.21.15.26:0/701943567 shutdown_connections 2024-04-25T01:27:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.655+0000 7fc946600640 1 -- 172.21.15.26:0/701943567 wait complete. 2024-04-25T01:27:32.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.656+0000 7fc946600640 1 Processor -- start 2024-04-25T01:27:32.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.656+0000 7fc946600640 1 -- start start 2024-04-25T01:27:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.656+0000 7fc946600640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc940101600 0x7fc9400754f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.656+0000 7fc946600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc9401027f0 0x7fc940073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.656+0000 7fc946600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9401031b0 0x7fc940074070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.656+0000 7fc946600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc94010d280 con 0x7fc9401027f0 2024-04-25T01:27:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.656+0000 7fc946600640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc94010d100 con 0x7fc9401031b0 2024-04-25T01:27:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.656+0000 7fc946600640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc94010d400 con 0x7fc940101600 2024-04-25T01:27:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.657+0000 7fc93fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc9401027f0 0x7fc940073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.657+0000 7fc945200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc940101600 0x7fc9400754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.657+0000 7fc945c00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9401031b0 0x7fc940074070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.657+0000 7fc945200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc940101600 0x7fc9400754f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:43018/0 (socket says 172.21.15.26:43018) 2024-04-25T01:27:32.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.657+0000 7fc945200640 1 -- 172.21.15.26:0/1657183210 learned_addr learned my addr 172.21.15.26:0/1657183210 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:32.637 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.657+0000 7fc945c00640 1 -- 172.21.15.26:0/1657183210 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc940101600 msgr2=0x7fc9400754f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:32.637 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.657+0000 7fc945c00640 1 --2- 172.21.15.26:0/1657183210 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc940101600 0x7fc9400754f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.637 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.657+0000 7fc945c00640 1 -- 172.21.15.26:0/1657183210 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc9401027f0 msgr2=0x7fc940073b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:32.637 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.657+0000 7fc945c00640 1 --2- 172.21.15.26:0/1657183210 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc9401027f0 0x7fc940073b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.637 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.657+0000 7fc945c00640 1 -- 172.21.15.26:0/1657183210 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc940074900 con 0x7fc9401031b0 2024-04-25T01:27:32.637 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.658+0000 7fc945c00640 1 --2- 172.21.15.26:0/1657183210 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9401031b0 0x7fc940074070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc938034040 tx=0x7fc9380305d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:32.638 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.658+0000 7fc93d600640 1 -- 172.21.15.26:0/1657183210 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc938041020 con 0x7fc9401031b0 2024-04-25T01:27:32.638 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.658+0000 7fc93d600640 1 -- 172.21.15.26:0/1657183210 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc938030740 con 0x7fc9401031b0 2024-04-25T01:27:32.638 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.658+0000 7fc946600640 1 -- 172.21.15.26:0/1657183210 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9401a1950 con 0x7fc9401031b0 2024-04-25T01:27:32.638 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.658+0000 7fc93d600640 1 -- 172.21.15.26:0/1657183210 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc938036040 con 0x7fc9401031b0 2024-04-25T01:27:32.638 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.658+0000 7fc946600640 1 -- 172.21.15.26:0/1657183210 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9401a1ec0 con 0x7fc9401031b0 2024-04-25T01:27:32.641 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.662+0000 7fc94aa4b740 1 Processor -- start 2024-04-25T01:27:32.642 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.663+0000 7fc93d600640 1 -- 172.21.15.26:0/1657183210 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc938044020 con 0x7fc9401031b0 2024-04-25T01:27:32.642 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.663+0000 7fc94aa4b740 1 -- start start 2024-04-25T01:27:32.643 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.663+0000 7fc94aa4b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04ae270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.643 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.663+0000 7fc94aa4b740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04b3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.643 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.663+0000 7fc94aa4b740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04b39b0 0x55cce04b5e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.643 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.663+0000 7fc94aa4b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cce0410ab0 con 0x55cce04ade50 2024-04-25T01:27:32.643 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.663+0000 7fc94aa4b740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55cce03b9640 con 0x55cce04b39b0 2024-04-25T01:27:32.643 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.663+0000 7fc94aa4b740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55cce040ca70 con 0x55cce04ae840 2024-04-25T01:27:32.643 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.664+0000 7fc945200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04b3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.643 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.664+0000 7fc945200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04b3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:43024/0 (socket says 172.21.15.26:43024) 2024-04-25T01:27:32.644 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.664+0000 7fc945200640 1 -- 172.21.15.26:0/3104652026 learned_addr learned my addr 172.21.15.26:0/3104652026 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:32.644 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.664+0000 7fc93fe00640 1 --2- 172.21.15.26:0/3104652026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04ae270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.644 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.664+0000 7fc945200640 1 -- 172.21.15.26:0/3104652026 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04b39b0 msgr2=0x55cce04b5e40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-25T01:27:32.644 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.664+0000 7fc945200640 1 --2- 172.21.15.26:0/3104652026 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04b39b0 0x55cce04b5e40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.644 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.664+0000 7fc945200640 1 -- 172.21.15.26:0/3104652026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 msgr2=0x55cce04ae270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:32.644 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.664+0000 7fc945200640 1 --2- 172.21.15.26:0/3104652026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04ae270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.664+0000 7fc945200640 1 -- 172.21.15.26:0/3104652026 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cce0125210 con 0x55cce04ae840 2024-04-25T01:27:32.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.665+0000 7fc93fe00640 1 --2- 172.21.15.26:0/3104652026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04ae270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T01:27:32.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.665+0000 7fc945200640 1 --2- 172.21.15.26:0/3104652026 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04b3340 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc934009d70 tx=0x7fc934011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=783e5717a8983886 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:32.647 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.665+0000 7fc93d600640 1 --2- 172.21.15.26:0/1657183210 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc9280a2c00 0x7fc9280a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.647 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.665+0000 7fc932000640 1 -- 172.21.15.26:0/3104652026 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc934004220 con 0x55cce04ae840 2024-04-25T01:27:32.647 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.665+0000 7fc932000640 1 -- 172.21.15.26:0/3104652026 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc9340043c0 con 0x55cce04ae840 2024-04-25T01:27:32.647 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.665+0000 7fc932000640 1 -- 172.21.15.26:0/3104652026 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc934019960 con 0x55cce04ae840 2024-04-25T01:27:32.647 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.665+0000 7fc93d600640 1 -- 172.21.15.26:0/1657183210 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fc9380ef6b0 con 0x7fc9401031b0 2024-04-25T01:27:32.647 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.666+0000 7fc94aa4b740 1 -- 172.21.15.26:0/3104652026 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 msgr2=0x55cce04b3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:32.647 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.666+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/3104652026 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04b3340 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc934009d70 tx=0x7fc934011810 comp rx=0 tx=0).stop 2024-04-25T01:27:32.647 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.666+0000 7fc93fe00640 1 --2- 172.21.15.26:0/1657183210 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc9280a2c00 0x7fc9280a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.647 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.666+0000 7fc94aa4b740 1 -- 172.21.15.26:0/3104652026 shutdown_connections 2024-04-25T01:27:32.647 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.666+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/3104652026 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04b39b0 0x55cce04b5e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.666+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/3104652026 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04b3340 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.666+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/3104652026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04ae270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.666+0000 7fc94aa4b740 1 -- 172.21.15.26:0/3104652026 >> 172.21.15.26:0/3104652026 conn(0x55cce04a94c0 msgr2=0x55cce04a98c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:32.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.666+0000 7fc94aa4b740 1 -- 172.21.15.26:0/3104652026 shutdown_connections 2024-04-25T01:27:32.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.666+0000 7fc94aa4b740 1 -- 172.21.15.26:0/3104652026 wait complete. 2024-04-25T01:27:32.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.667+0000 7fc94aa4b740 1 -- start start 2024-04-25T01:27:32.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.667+0000 7fc93fe00640 1 --2- 172.21.15.26:0/1657183210 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc9280a2c00 0x7fc9280a50c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x55cce04af0a0 tx=0x7fc92c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:32.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.667+0000 7fc94aa4b740 1 Processor -- start 2024-04-25T01:27:32.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.667+0000 7fc94aa4b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04c07c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.667+0000 7fc94aa4b740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04c0d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.667+0000 7fc94aa4b740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04b39b0 0x55cce04c7d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.667+0000 7fc94aa4b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cce04b6960 con 0x55cce04ade50 2024-04-25T01:27:32.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.668+0000 7fc94aa4b740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55cce03cc990 con 0x55cce04b39b0 2024-04-25T01:27:32.649 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.668+0000 7fc94aa4b740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55cce04b6ae0 con 0x55cce04ae840 2024-04-25T01:27:32.649 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.668+0000 7fc94aa4b740 10 client.0 _ll_register_callbacks cb 0x55cce03ce950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:27:32.651 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.668+0000 7fc93fe00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04c0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.651 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.668+0000 7fc945200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04c07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.651 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.668+0000 7fc93fe00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04c0d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:43034/0 (socket says 172.21.15.26:43034) 2024-04-25T01:27:32.651 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.668+0000 7fc93fe00640 1 -- 172.21.15.26:0/901540389 learned_addr learned my addr 172.21.15.26:0/901540389 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:32.651 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.668+0000 7fc945c00640 1 --2- 172.21.15.26:0/901540389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04b39b0 0x55cce04c7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.651 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.668+0000 7fc945200640 1 -- 172.21.15.26:0/901540389 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 msgr2=0x55cce04c0d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:32.651 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.668+0000 7fc945200640 1 --2- 172.21.15.26:0/901540389 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04c0d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.651 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.669+0000 7fc945200640 1 -- 172.21.15.26:0/901540389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04b39b0 msgr2=0x55cce04c7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:32.651 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.669+0000 7fc945200640 1 --2- 172.21.15.26:0/901540389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04b39b0 0x55cce04c7d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.652 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.669+0000 7fc945200640 1 -- 172.21.15.26:0/901540389 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cce01f1620 con 0x55cce04ade50 2024-04-25T01:27:32.652 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.669+0000 7fc945200640 1 --2- 172.21.15.26:0/901540389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04c07c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x55cce04aa390 tx=0x7fc934003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51d3b1317adee757 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:32.652 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.669+0000 7fc926a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:27:32.652 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.669+0000 7fc926a00640 1 -- 172.21.15.26:0/901540389 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc934028070 con 0x55cce04ade50 2024-04-25T01:27:32.652 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.669+0000 7fc926a00640 1 -- 172.21.15.26:0/901540389 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fc934003b20 con 0x55cce04ade50 2024-04-25T01:27:32.652 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.669+0000 7fc94aa4b740 1 -- 172.21.15.26:0/901540389 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9340043c0 con 0x55cce04ade50 2024-04-25T01:27:32.652 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.670+0000 7fc926a00640 1 -- 172.21.15.26:0/901540389 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc934034050 con 0x55cce04ade50 2024-04-25T01:27:32.652 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.670+0000 7fc94aa4b740 10 client.15243 fetch_fsmap learned FSMap version 28 2024-04-25T01:27:32.652 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.670+0000 7fc94aa4b740 1 -- 172.21.15.26:0/901540389 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cce04cac90 con 0x55cce04ade50 2024-04-25T01:27:32.652 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.670+0000 7fc926a00640 1 -- 172.21.15.26:0/901540389 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc9340043c0 con 0x55cce04ade50 2024-04-25T01:27:32.652 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.670+0000 7fc926a00640 1 -- 172.21.15.26:0/901540389 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fc934019ba0 con 0x55cce04ade50 2024-04-25T01:27:32.652 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.670+0000 7fc94aa4b740 10 client.15243 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:27:32.652 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.670+0000 7fc94aa4b740 10 client.15243 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:27:32.653 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.670+0000 7fc94aa4b740 20 client.15243 populate_metadata read hostname 'smithi026' 2024-04-25T01:27:32.653 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.670+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/901540389 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55cce04cc1e0 0x55cce04ce680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.653 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.670+0000 7fc94aa4b740 4 client.15243 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:27:32.653 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.670+0000 7fc94aa4b740 1 -- 172.21.15.26:0/901540389 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cce041dff0 con 0x55cce04cc1e0 2024-04-25T01:27:32.653 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.671+0000 7fc93fe00640 1 --2- 172.21.15.26:0/901540389 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55cce04cc1e0 0x55cce04ce680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.653 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.671+0000 7fc93fe00640 1 --2- 172.21.15.26:0/901540389 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55cce04cc1e0 0x55cce04ce680 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=812cfacedb5a7b3c server_cookie=f35f41d2983b8a1f in_seq=0 out_seq=0 2024-04-25T01:27:32.653 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.671+0000 7fc926a00640 10 client.15243 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:32.655 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.672+0000 7fc926a00640 1 -- 172.21.15.26:0/901540389 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cce041dff0 con 0x55cce04cc1e0 2024-04-25T01:27:32.655 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.672+0000 7fc926a00640 10 client.15243 handle_command_reply: tid=0 2024-04-25T01:27:32.655 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.672+0000 7fc94aa4b740 1 client.15243 shutdown 2024-04-25T01:27:32.655 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.673+0000 7fc94aa4b740 1 -- 172.21.15.26:0/901540389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 msgr2=0x55cce04c07c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:32.655 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.673+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/901540389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04c07c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x55cce04aa390 tx=0x7fc934003820 comp rx=0 tx=0).stop 2024-04-25T01:27:32.655 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.673+0000 7fc94aa4b740 1 -- 172.21.15.26:0/901540389 shutdown_connections 2024-04-25T01:27:32.655 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.673+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/901540389 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55cce04cc1e0 0x55cce04ce680 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.655 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.673+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/901540389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04b39b0 0x55cce04c7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.655 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.673+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/901540389 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04c0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.655 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.673+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/901540389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04c07c0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.655 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.673+0000 7fc926a00640 0 client.15243 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:32.656 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.673+0000 7fc94aa4b740 1 -- 172.21.15.26:0/901540389 >> 172.21.15.26:0/901540389 conn(0x55cce04a94c0 msgr2=0x55cce04a8620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:32.656 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.673+0000 7fc94aa4b740 1 -- 172.21.15.26:0/901540389 shutdown_connections 2024-04-25T01:27:32.656 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.673+0000 7fc94aa4b740 1 -- 172.21.15.26:0/901540389 wait complete. 2024-04-25T01:27:32.656 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.673+0000 7fc94aa4b740 20 client.15243 trim_cache size 0 max 16384 2024-04-25T01:27:32.671 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.692+0000 7fc94aa4b740 1 Processor -- start 2024-04-25T01:27:32.671 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.692+0000 7fc94aa4b740 1 -- start start 2024-04-25T01:27:32.671 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.692+0000 7fc94aa4b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04acc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.671 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.692+0000 7fc94aa4b740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04c7d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.671 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.692+0000 7fc94aa4b740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04b39b0 0x55cce04a84a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.671 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.692+0000 7fc94aa4b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc9401a6950 con 0x55cce04ade50 2024-04-25T01:27:32.672 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.692+0000 7fc94aa4b740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc9401a8490 con 0x55cce04b39b0 2024-04-25T01:27:32.672 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.692+0000 7fc94aa4b740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc9401a7020 con 0x55cce04ae840 2024-04-25T01:27:32.673 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.693+0000 7fc945200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04acc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.673 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.693+0000 7fc93fe00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04c7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.673 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.693+0000 7fc93fe00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04c7d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:43050/0 (socket says 172.21.15.26:43050) 2024-04-25T01:27:32.673 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.693+0000 7fc93fe00640 1 -- 172.21.15.26:0/2719614030 learned_addr learned my addr 172.21.15.26:0/2719614030 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:32.673 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.693+0000 7fc945c00640 1 --2- 172.21.15.26:0/2719614030 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04b39b0 0x55cce04a84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.673 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.693+0000 7fc93fe00640 1 -- 172.21.15.26:0/2719614030 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04b39b0 msgr2=0x55cce04a84a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:32.673 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.693+0000 7fc93fe00640 1 --2- 172.21.15.26:0/2719614030 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04b39b0 0x55cce04a84a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.674 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.693+0000 7fc93fe00640 1 -- 172.21.15.26:0/2719614030 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 msgr2=0x55cce04acc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:32.674 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.693+0000 7fc93fe00640 1 --2- 172.21.15.26:0/2719614030 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04acc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.674 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.693+0000 7fc93fe00640 1 -- 172.21.15.26:0/2719614030 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cce04b6840 con 0x55cce04ae840 2024-04-25T01:27:32.674 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.693+0000 7fc945200640 1 --2- 172.21.15.26:0/2719614030 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04acc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:27:32.674 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.694+0000 7fc93fe00640 1 --2- 172.21.15.26:0/2719614030 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04c7d00 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc92c005fd0 tx=0x7fc92c016000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6def89d0dac5826d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:32.674 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.694+0000 7fc931600640 1 -- 172.21.15.26:0/2719614030 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc92c011ea0 con 0x55cce04ae840 2024-04-25T01:27:32.674 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.694+0000 7fc931600640 1 -- 172.21.15.26:0/2719614030 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc92c0293b0 con 0x55cce04ae840 2024-04-25T01:27:32.674 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.694+0000 7fc931600640 1 -- 172.21.15.26:0/2719614030 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc92c01ecf0 con 0x55cce04ae840 2024-04-25T01:27:32.675 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.695+0000 7fc94aa4b740 1 -- 172.21.15.26:0/2719614030 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 msgr2=0x55cce04c7d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:32.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.695+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/2719614030 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04c7d00 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc92c005fd0 tx=0x7fc92c016000 comp rx=0 tx=0).stop 2024-04-25T01:27:32.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.695+0000 7fc94aa4b740 1 -- 172.21.15.26:0/2719614030 shutdown_connections 2024-04-25T01:27:32.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.695+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/2719614030 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04b39b0 0x55cce04a84a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.695+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/2719614030 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ae840 0x55cce04c7d00 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.695+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/2719614030 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04ade50 0x55cce04acc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.695+0000 7fc94aa4b740 1 -- 172.21.15.26:0/2719614030 >> 172.21.15.26:0/2719614030 conn(0x55cce04a94c0 msgr2=0x55cce04a7d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:32.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.695+0000 7fc94aa4b740 1 -- 172.21.15.26:0/2719614030 shutdown_connections 2024-04-25T01:27:32.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.695+0000 7fc94aa4b740 1 -- 172.21.15.26:0/2719614030 wait complete. 2024-04-25T01:27:32.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.696+0000 7fc94aa4b740 1 -- start start 2024-04-25T01:27:32.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.696+0000 7fc94aa4b740 1 Processor -- start 2024-04-25T01:27:32.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.696+0000 7fc94aa4b740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ade50 0x55cce04c5220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.696+0000 7fc94aa4b740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04ae840 0x55cce04c5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.676 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.696+0000 7fc94aa4b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04b39b0 0x55cce04c6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.677 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.696+0000 7fc94aa4b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc9401a7dc0 con 0x55cce04b39b0 2024-04-25T01:27:32.677 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.696+0000 7fc94aa4b740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc9401a76f0 con 0x55cce04ae840 2024-04-25T01:27:32.677 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.696+0000 7fc94aa4b740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc9401a4930 con 0x55cce04ade50 2024-04-25T01:27:32.677 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.696+0000 7fc94aa4b740 10 client.0 _ll_register_callbacks cb 0x7fc934009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:27:32.677 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.697+0000 7fc945200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ade50 0x55cce04c5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.677 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.697+0000 7fc945200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ade50 0x55cce04c5220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:43056/0 (socket says 172.21.15.26:43056) 2024-04-25T01:27:32.677 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.697+0000 7fc945200640 1 -- 172.21.15.26:0/3974242405 learned_addr learned my addr 172.21.15.26:0/3974242405 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:32.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.697+0000 7fc93fe00640 1 --2- 172.21.15.26:0/3974242405 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04ae840 0x55cce04c5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.697+0000 7fc945c00640 1 --2- 172.21.15.26:0/3974242405 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04b39b0 0x55cce04c6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.697+0000 7fc945200640 1 -- 172.21.15.26:0/3974242405 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04ae840 msgr2=0x55cce04c5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:32.679 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.697+0000 7fc945200640 1 --2- 172.21.15.26:0/3974242405 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04ae840 0x55cce04c5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.697+0000 7fc945200640 1 -- 172.21.15.26:0/3974242405 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04b39b0 msgr2=0x55cce04c6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:32.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.697+0000 7fc945200640 1 --2- 172.21.15.26:0/3974242405 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04b39b0 0x55cce04c6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.697+0000 7fc945200640 1 -- 172.21.15.26:0/3974242405 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cce04c6d10 con 0x55cce04ade50 2024-04-25T01:27:32.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.697+0000 7fc945200640 1 --2- 172.21.15.26:0/3974242405 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ade50 0x55cce04c5220 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc934009c90 tx=0x7fc934011d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c068061c59356df1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:32.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.697+0000 7fc926a00640 10 client.0 ms_handle_connect on v2:172.21.15.186:3300/0 2024-04-25T01:27:32.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.698+0000 7fc926a00640 1 -- 172.21.15.26:0/3974242405 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc934028040 con 0x55cce04ade50 2024-04-25T01:27:32.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.698+0000 7fc94aa4b740 1 -- 172.21.15.26:0/3974242405 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc92c0293b0 con 0x55cce04ade50 2024-04-25T01:27:32.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.698+0000 7fc926a00640 1 -- 172.21.15.26:0/3974242405 <== mon.1 v2:172.21.15.186:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fc934004380 con 0x55cce04ade50 2024-04-25T01:27:32.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.698+0000 7fc926a00640 1 -- 172.21.15.26:0/3974242405 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc934019430 con 0x55cce04ade50 2024-04-25T01:27:32.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.698+0000 7fc94aa4b740 10 client.25357 fetch_fsmap learned FSMap version 28 2024-04-25T01:27:32.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.698+0000 7fc94aa4b740 1 -- 172.21.15.26:0/3974242405 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cce04c8050 con 0x55cce04ade50 2024-04-25T01:27:32.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.698+0000 7fc926a00640 1 -- 172.21.15.26:0/3974242405 <== mon.1 v2:172.21.15.186:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc92c0293b0 con 0x55cce04ade50 2024-04-25T01:27:32.680 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.699+0000 7fc926a00640 1 -- 172.21.15.26:0/3974242405 <== mon.1 v2:172.21.15.186:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fc934005000 con 0x55cce04ade50 2024-04-25T01:27:32.681 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.699+0000 7fc94aa4b740 10 client.25357 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:27:32.681 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.699+0000 7fc94aa4b740 10 client.25357 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:27:32.681 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.699+0000 7fc94aa4b740 20 client.25357 populate_metadata read hostname 'smithi026' 2024-04-25T01:27:32.681 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.699+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/3974242405 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55cce0532f60 0x55cce0535380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:32.681 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.699+0000 7fc94aa4b740 4 client.25357 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T01:27:32.681 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.699+0000 7fc94aa4b740 1 -- 172.21.15.26:0/3974242405 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cce0418340 con 0x55cce0532f60 2024-04-25T01:27:32.681 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.699+0000 7fc93fe00640 1 --2- 172.21.15.26:0/3974242405 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55cce0532f60 0x55cce0535380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:32.681 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.700+0000 7fc93fe00640 1 --2- 172.21.15.26:0/3974242405 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55cce0532f60 0x55cce0535380 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e7d6917fd0c65f server_cookie=95489c4b4efa34ff in_seq=0 out_seq=0 2024-04-25T01:27:32.681 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.700+0000 7fc926a00640 10 client.25357 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:32.682 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc926a00640 1 -- 172.21.15.26:0/3974242405 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cce0418340 con 0x55cce0532f60 2024-04-25T01:27:32.682 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc926a00640 10 client.25357 handle_command_reply: tid=0 2024-04-25T01:27:32.683 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc94aa4b740 1 client.25357 shutdown 2024-04-25T01:27:32.683 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc94aa4b740 1 -- 172.21.15.26:0/3974242405 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ade50 msgr2=0x55cce04c5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:32.684 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/3974242405 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ade50 0x55cce04c5220 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc934009c90 tx=0x7fc934011d10 comp rx=0 tx=0).stop 2024-04-25T01:27:32.684 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc94aa4b740 1 -- 172.21.15.26:0/3974242405 shutdown_connections 2024-04-25T01:27:32.684 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/3974242405 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55cce0532f60 0x55cce0535380 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.684 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/3974242405 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cce04b39b0 0x55cce04c6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.684 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/3974242405 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55cce04ae840 0x55cce04c5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.684 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc94aa4b740 1 --2- 172.21.15.26:0/3974242405 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55cce04ade50 0x55cce04c5220 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.684 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc94aa4b740 1 -- 172.21.15.26:0/3974242405 >> 172.21.15.26:0/3974242405 conn(0x55cce04a94c0 msgr2=0x55cce04acae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:32.684 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc926a00640 0 client.25357 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:32.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc94aa4b740 1 -- 172.21.15.26:0/3974242405 shutdown_connections 2024-04-25T01:27:32.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc94aa4b740 1 -- 172.21.15.26:0/3974242405 wait complete. 2024-04-25T01:27:32.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.704+0000 7fc94aa4b740 20 client.25357 trim_cache size 0 max 16384 2024-04-25T01:27:32.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-25T01:27:32.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-25T01:27:32.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-25T01:27:32.685 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-25T01:27:32.686 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.705+0000 7fc946600640 1 -- 172.21.15.26:0/1657183210 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc9280a2c00 msgr2=0x7fc9280a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:32.686 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.705+0000 7fc946600640 1 --2- 172.21.15.26:0/1657183210 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc9280a2c00 0x7fc9280a50c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x55cce04af0a0 tx=0x7fc92c009260 comp rx=0 tx=0).stop 2024-04-25T01:27:32.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.705+0000 7fc946600640 1 -- 172.21.15.26:0/1657183210 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9401031b0 msgr2=0x7fc940074070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:32.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.705+0000 7fc946600640 1 --2- 172.21.15.26:0/1657183210 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9401031b0 0x7fc940074070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc938034040 tx=0x7fc9380305d0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.706+0000 7fc946600640 1 -- 172.21.15.26:0/1657183210 shutdown_connections 2024-04-25T01:27:32.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.706+0000 7fc946600640 1 --2- 172.21.15.26:0/1657183210 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc9401031b0 0x7fc940074070 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.706+0000 7fc946600640 1 --2- 172.21.15.26:0/1657183210 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc9401027f0 0x7fc940073b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.706+0000 7fc946600640 1 --2- 172.21.15.26:0/1657183210 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc9280a2c00 0x7fc9280a50c0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.706+0000 7fc946600640 1 --2- 172.21.15.26:0/1657183210 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc940101600 0x7fc9400754f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:32.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.706+0000 7fc946600640 1 -- 172.21.15.26:0/1657183210 >> 172.21.15.26:0/1657183210 conn(0x7fc9400fcb70 msgr2=0x7fc940105b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:32.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.706+0000 7fc946600640 1 -- 172.21.15.26:0/1657183210 shutdown_connections 2024-04-25T01:27:32.687 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:32.706+0000 7fc946600640 1 -- 172.21.15.26:0/1657183210 wait complete. 2024-04-25T01:27:32.983 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:32 smithi186 ceph-mon[32747]: pgmap v431: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T01:27:33.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:32 smithi026 ceph-mon[28096]: pgmap v431: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T01:27:33.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:32 smithi111 ceph-mon[32623]: pgmap v431: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T01:27:35.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:34 smithi026 ceph-mon[28096]: pgmap v432: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-25T01:27:35.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:34 smithi186 ceph-mon[32747]: pgmap v432: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-25T01:27:35.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:34 smithi111 ceph-mon[32623]: pgmap v432: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-25T01:27:37.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:36 smithi026 ceph-mon[28096]: pgmap v433: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:27:37.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:36 smithi186 ceph-mon[32747]: pgmap v433: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:27:37.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:36 smithi111 ceph-mon[32623]: pgmap v433: 97 pgs: 97 active+clean; 668 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T01:27:39.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:38 smithi026 ceph-mon[28096]: pgmap v434: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:27:39.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:38 smithi186 ceph-mon[32747]: pgmap v434: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:27:39.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:38 smithi111 ceph-mon[32623]: pgmap v434: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-25T01:27:41.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:40 smithi026 ceph-mon[28096]: pgmap v435: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:41.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:40 smithi186 ceph-mon[32747]: pgmap v435: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:41.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:40 smithi111 ceph-mon[32623]: pgmap v435: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:43.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:42 smithi026 ceph-mon[28096]: pgmap v436: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T01:27:43.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:42 smithi186 ceph-mon[32747]: pgmap v436: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T01:27:43.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:42 smithi111 ceph-mon[32623]: pgmap v436: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T01:27:44.915 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:44 smithi111 ceph-mon[32623]: pgmap v437: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:45.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:44 smithi026 ceph-mon[28096]: pgmap v437: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:45.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:44 smithi186 ceph-mon[32747]: pgmap v437: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:45.282 INFO:tasks.workunit.client.0.smithi026.stderr:Updating files: 60% (7598/12492) Updating files: 61% (7621/12492) Updating files: 62% (7746/12492) Updating files: 63% (7870/12492) Updating files: 64% (7995/12492) Updating files: 65% (8120/12492) Updating files: 66% (8245/12492) Updating files: 67% (8370/12492) Updating files: 68% (8495/12492) Updating files: 69% (8620/12492) Updating files: 70% (8745/12492) Updating files: 71% (8870/12492) Updating files: 72% (8995/12492) Updating files: 73% (9120/12492) Updating files: 74% (9245/12492) Updating files: 75% (9369/12492) Updating files: 76% (9494/12492) Updating files: 77% (9619/12492) Updating files: 78% (9744/12492) Updating files: 79% (9869/12492) Updating files: 80% (9994/12492) Updating files: 81% (10119/12492) Updating files: 82% (10244/12492) Updating files: 83% (10369/12492) Updating files: 84% (10494/12492) Updating files: 85% (10619/12492) Updating files: 86% (10744/12492) Updating files: 87% (10869/12492) Updating files: 88% (10993/12492) Updating files: 89% (11118/12492) Updating files: 90% (11243/12492) Updating files: 91% (11368/12492) Updating files: 92% (11493/12492) Updating files: 93% (11618/12492) Updating files: 94% (11743/12492) Updating files: 95% (11868/12492) Updating files: 96% (11993/12492) Updating files: 96% (12084/12492) Updating files: 97% (12118/12492) Updating files: 98% (12243/12492) Updating files: 99% (12368/12492) Updating files: 100% (12492/12492) Updating files: 100% (12492/12492), done. 2024-04-25T01:27:45.783 INFO:tasks.workunit.client.0.smithi026.stderr:Note: switching to 'd2c45d977142e024a59b68a8f1dce8f0b9840551'. 2024-04-25T01:27:45.783 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-25T01:27:45.783 INFO:tasks.workunit.client.0.smithi026.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-25T01:27:45.783 INFO:tasks.workunit.client.0.smithi026.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-25T01:27:45.783 INFO:tasks.workunit.client.0.smithi026.stderr:state without impacting any branches by switching back to a branch. 2024-04-25T01:27:45.783 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-25T01:27:45.783 INFO:tasks.workunit.client.0.smithi026.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-25T01:27:45.784 INFO:tasks.workunit.client.0.smithi026.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-25T01:27:45.784 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-25T01:27:45.784 INFO:tasks.workunit.client.0.smithi026.stderr: git switch -c 2024-04-25T01:27:45.784 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-25T01:27:45.784 INFO:tasks.workunit.client.0.smithi026.stderr:Or undo this operation with: 2024-04-25T01:27:45.784 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-25T01:27:45.784 INFO:tasks.workunit.client.0.smithi026.stderr: git switch - 2024-04-25T01:27:45.784 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-25T01:27:45.784 INFO:tasks.workunit.client.0.smithi026.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-25T01:27:45.784 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-25T01:27:45.784 INFO:tasks.workunit.client.0.smithi026.stderr:HEAD is now at d2c45d97714 Merge pull request #56528 from adk3798/squid-mypy-bump 2024-04-25T01:27:45.792 DEBUG:teuthology.orchestra.run.smithi026:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-25T01:27:45.824 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.844+0000 7fc1eda00640 1 -- 172.21.15.26:0/3133065528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1e81053b0 msgr2=0x7fc1e810bc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:45.824 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.844+0000 7fc1eda00640 1 --2- 172.21.15.26:0/3133065528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1e81053b0 0x7fc1e810bc40 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009ca0 tx=0x7fc1e002a8c0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.824 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.845+0000 7fc1eda00640 1 -- 172.21.15.26:0/3133065528 shutdown_connections 2024-04-25T01:27:45.824 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.845+0000 7fc1eda00640 1 --2- 172.21.15.26:0/3133065528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1e81053b0 0x7fc1e810bc40 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.824 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.845+0000 7fc1eda00640 1 --2- 172.21.15.26:0/3133065528 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1e81049f0 0x7fc1e8104e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.845+0000 7fc1eda00640 1 --2- 172.21.15.26:0/3133065528 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1e8103800 0x7fc1e8103c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.845+0000 7fc1eda00640 1 -- 172.21.15.26:0/3133065528 >> 172.21.15.26:0/3133065528 conn(0x7fc1e80fedb0 msgr2=0x7fc1e81011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.845+0000 7fc1eda00640 1 -- 172.21.15.26:0/3133065528 shutdown_connections 2024-04-25T01:27:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.845+0000 7fc1eda00640 1 -- 172.21.15.26:0/3133065528 wait complete. 2024-04-25T01:27:45.827 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.846+0000 7fc1eda00640 1 Processor -- start 2024-04-25T01:27:45.827 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.846+0000 7fc1eda00640 1 -- start start 2024-04-25T01:27:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.846+0000 7fc1eda00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1e8103800 0x7fc1e8199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.846+0000 7fc1eda00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1e81049f0 0x7fc1e819a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.846+0000 7fc1eda00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1e81053b0 0x7fc1e81a1070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.846+0000 7fc1eda00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e810f480 con 0x7fc1e81049f0 2024-04-25T01:27:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.846+0000 7fc1eda00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e810f300 con 0x7fc1e8103800 2024-04-25T01:27:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.846+0000 7fc1eda00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e810f600 con 0x7fc1e81053b0 2024-04-25T01:27:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.846+0000 7fc1e7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1e81049f0 0x7fc1e819a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.846+0000 7fc1e7e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1e8103800 0x7fc1e8199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.846+0000 7fc1e7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1e81049f0 0x7fc1e819a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48726/0 (socket says 172.21.15.26:48726) 2024-04-25T01:27:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.846+0000 7fc1e7e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1e8103800 0x7fc1e8199ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:59760/0 (socket says 172.21.15.26:59760) 2024-04-25T01:27:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.846+0000 7fc1e7400640 1 -- 172.21.15.26:0/1021721032 learned_addr learned my addr 172.21.15.26:0/1021721032 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.846+0000 7fc1ed000640 1 --2- 172.21.15.26:0/1021721032 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1e81053b0 0x7fc1e81a1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.847+0000 7fc1e7e00640 1 -- 172.21.15.26:0/1021721032 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1e81053b0 msgr2=0x7fc1e81a1070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.847+0000 7fc1e7e00640 1 --2- 172.21.15.26:0/1021721032 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1e81053b0 0x7fc1e81a1070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.847+0000 7fc1e7e00640 1 -- 172.21.15.26:0/1021721032 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1e81049f0 msgr2=0x7fc1e819a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.847+0000 7fc1e7e00640 1 --2- 172.21.15.26:0/1021721032 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1e81049f0 0x7fc1e819a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.847+0000 7fc1e7e00640 1 -- 172.21.15.26:0/1021721032 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1e81a16e0 con 0x7fc1e8103800 2024-04-25T01:27:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.847+0000 7fc1e7400640 1 --2- 172.21.15.26:0/1021721032 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1e81049f0 0x7fc1e819a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:27:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.847+0000 7fc1e7e00640 1 --2- 172.21.15.26:0/1021721032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1e8103800 0x7fc1e8199ac0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc1d800e9c0 tx=0x7fc1d800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.847+0000 7fc1e4c00640 1 -- 172.21.15.26:0/1021721032 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d800cd80 con 0x7fc1e8103800 2024-04-25T01:27:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.847+0000 7fc1e4c00640 1 -- 172.21.15.26:0/1021721032 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1d8010910 con 0x7fc1e8103800 2024-04-25T01:27:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.847+0000 7fc1eda00640 1 -- 172.21.15.26:0/1021721032 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1e81a19d0 con 0x7fc1e8103800 2024-04-25T01:27:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.847+0000 7fc1e4c00640 1 -- 172.21.15.26:0/1021721032 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d8018980 con 0x7fc1e8103800 2024-04-25T01:27:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.848+0000 7fc1eda00640 1 -- 172.21.15.26:0/1021721032 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1e81a1f20 con 0x7fc1e8103800 2024-04-25T01:27:45.831 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.851+0000 7fc1f1fba740 1 Processor -- start 2024-04-25T01:27:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.851+0000 7fc1e4c00640 1 -- 172.21.15.26:0/1021721032 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc1d801f020 con 0x7fc1e8103800 2024-04-25T01:27:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.851+0000 7fc1f1fba740 1 -- start start 2024-04-25T01:27:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.851+0000 7fc1f1fba740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa52e50 0x55b5aaa53270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.851+0000 7fc1f1fba740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa53840 0x55b5aaa58340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.851+0000 7fc1f1fba740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 0x55b5aaa5ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.851+0000 7fc1f1fba740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b5aa9b5ab0 con 0x55b5aaa53840 2024-04-25T01:27:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.851+0000 7fc1f1fba740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55b5aa95e640 con 0x55b5aaa52e50 2024-04-25T01:27:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.851+0000 7fc1f1fba740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55b5aa9b1a70 con 0x55b5aaa589b0 2024-04-25T01:27:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.851+0000 7fc1ed000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa52e50 0x55b5aaa53270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.851+0000 7fc1ed000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa52e50 0x55b5aaa53270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:59770/0 (socket says 172.21.15.26:59770) 2024-04-25T01:27:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.851+0000 7fc1ed000640 1 -- 172.21.15.26:0/2712576552 learned_addr learned my addr 172.21.15.26:0/2712576552 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.852+0000 7fc1e7e00640 1 --2- 172.21.15.26:0/2712576552 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa53840 0x55b5aaa58340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.852+0000 7fc1e7400640 1 --2- 172.21.15.26:0/2712576552 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 0x55b5aaa5ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.852+0000 7fc1ed000640 1 -- 172.21.15.26:0/2712576552 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 msgr2=0x55b5aaa5ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.852+0000 7fc1ed000640 1 --2- 172.21.15.26:0/2712576552 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 0x55b5aaa5ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.852+0000 7fc1ed000640 1 -- 172.21.15.26:0/2712576552 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa53840 msgr2=0x55b5aaa58340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.852+0000 7fc1ed000640 1 --2- 172.21.15.26:0/2712576552 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa53840 0x55b5aaa58340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.852+0000 7fc1ed000640 1 -- 172.21.15.26:0/2712576552 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5aa6ca210 con 0x55b5aaa52e50 2024-04-25T01:27:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.852+0000 7fc1e7400640 1 --2- 172.21.15.26:0/2712576552 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 0x55b5aaa5ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:27:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.852+0000 7fc1ed000640 1 --2- 172.21.15.26:0/2712576552 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa52e50 0x55b5aaa53270 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009ca0 tx=0x7fc1e0004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df4d8a803a4d4030 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.852+0000 7fc1dd600640 1 -- 172.21.15.26:0/2712576552 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e00098c0 con 0x55b5aaa52e50 2024-04-25T01:27:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.853+0000 7fc1dd600640 1 -- 172.21.15.26:0/2712576552 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1e0036040 con 0x55b5aaa52e50 2024-04-25T01:27:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.853+0000 7fc1dd600640 1 -- 172.21.15.26:0/2712576552 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e0004270 con 0x55b5aaa52e50 2024-04-25T01:27:45.834 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.853+0000 7fc1e4c00640 1 --2- 172.21.15.26:0/1021721032 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1cc0a2b80 0x7fc1cc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.834 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.853+0000 7fc1e4c00640 1 -- 172.21.15.26:0/1021721032 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fc1d80cf090 con 0x7fc1e8103800 2024-04-25T01:27:45.834 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.853+0000 7fc1e7e00640 1 --2- 172.21.15.26:0/1021721032 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1cc0a2b80 0x7fc1cc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.837 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.853+0000 7fc1f1fba740 1 -- 172.21.15.26:0/2712576552 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa52e50 msgr2=0x55b5aaa53270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:45.837 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.853+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/2712576552 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa52e50 0x55b5aaa53270 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009ca0 tx=0x7fc1e0004a40 comp rx=0 tx=0).stop 2024-04-25T01:27:45.837 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.853+0000 7fc1f1fba740 1 -- 172.21.15.26:0/2712576552 shutdown_connections 2024-04-25T01:27:45.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.853+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/2712576552 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 0x55b5aaa5ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.853+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/2712576552 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa53840 0x55b5aaa58340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.853+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/2712576552 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa52e50 0x55b5aaa53270 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.853+0000 7fc1f1fba740 1 -- 172.21.15.26:0/2712576552 >> 172.21.15.26:0/2712576552 conn(0x55b5aaa4e4c0 msgr2=0x55b5aaa4e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:45.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.854+0000 7fc1f1fba740 1 -- 172.21.15.26:0/2712576552 shutdown_connections 2024-04-25T01:27:45.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.854+0000 7fc1e7e00640 1 --2- 172.21.15.26:0/1021721032 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1cc0a2b80 0x7fc1cc0a5040 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc1d8097cd0 tx=0x7fc1d800efb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:45.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.854+0000 7fc1f1fba740 1 -- 172.21.15.26:0/2712576552 wait complete. 2024-04-25T01:27:45.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.854+0000 7fc1f1fba740 1 -- start start 2024-04-25T01:27:45.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.854+0000 7fc1f1fba740 1 Processor -- start 2024-04-25T01:27:45.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.855+0000 7fc1f1fba740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa52e50 0x55b5aaa5ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.855+0000 7fc1f1fba740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa53840 0x55b5aaa5d370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.855+0000 7fc1f1fba740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa589b0 0x55b5aaa643b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.838 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.855+0000 7fc1f1fba740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b5aaa5b720 con 0x55b5aaa53840 2024-04-25T01:27:45.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.855+0000 7fc1f1fba740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55b5aa971990 con 0x55b5aaa589b0 2024-04-25T01:27:45.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.855+0000 7fc1f1fba740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55b5aaa5b8a0 con 0x55b5aaa52e50 2024-04-25T01:27:45.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.855+0000 7fc1f1fba740 10 client.0 _ll_register_callbacks cb 0x55b5aa973950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:27:45.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.855+0000 7fc1e7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa53840 0x55b5aaa5d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.855+0000 7fc1ed000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa589b0 0x55b5aaa643b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.855+0000 7fc1e7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa53840 0x55b5aaa5d370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48736/0 (socket says 172.21.15.26:48736) 2024-04-25T01:27:45.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.855+0000 7fc1e7400640 1 -- 172.21.15.26:0/2713163156 learned_addr learned my addr 172.21.15.26:0/2713163156 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:45.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.855+0000 7fc1ed000640 1 --2- 172.21.15.26:0/2713163156 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa52e50 0x55b5aaa5ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.856+0000 7fc1ed000640 1 -- 172.21.15.26:0/2713163156 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa589b0 msgr2=0x55b5aaa643b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:45.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.856+0000 7fc1ed000640 1 --2- 172.21.15.26:0/2713163156 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa589b0 0x55b5aaa643b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.856+0000 7fc1ed000640 1 -- 172.21.15.26:0/2713163156 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa53840 msgr2=0x55b5aaa5d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:45.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.856+0000 7fc1ed000640 1 --2- 172.21.15.26:0/2713163156 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa53840 0x55b5aaa5d370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.856+0000 7fc1ed000640 1 -- 172.21.15.26:0/2713163156 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5aa796620 con 0x55b5aaa52e50 2024-04-25T01:27:45.839 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.856+0000 7fc1ed000640 1 --2- 172.21.15.26:0/2713163156 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa52e50 0x55b5aaa5ce30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009bf0 tx=0x7fc1e002a8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b229c270deb82f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.856+0000 7fc1d2000640 10 client.0 ms_handle_connect on v2:172.21.15.186:3300/0 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.856+0000 7fc1d2000640 1 -- 172.21.15.26:0/2713163156 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e0056060 con 0x55b5aaa52e50 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.856+0000 7fc1d2000640 1 -- 172.21.15.26:0/2713163156 <== mon.1 v2:172.21.15.186:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fc1e0004090 con 0x55b5aaa52e50 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.856+0000 7fc1f1fba740 1 -- 172.21.15.26:0/2713163156 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1e0036040 con 0x55b5aaa52e50 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.857+0000 7fc1d2000640 1 -- 172.21.15.26:0/2713163156 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc1e0004290 con 0x55b5aaa52e50 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.857+0000 7fc1f1fba740 10 client.25369 fetch_fsmap learned FSMap version 28 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.857+0000 7fc1f1fba740 1 -- 172.21.15.26:0/2713163156 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b5aaa5b720 con 0x55b5aaa52e50 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.857+0000 7fc1d2000640 1 -- 172.21.15.26:0/2713163156 <== mon.1 v2:172.21.15.186:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1e0036040 con 0x55b5aaa52e50 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.857+0000 7fc1d2000640 1 -- 172.21.15.26:0/2713163156 <== mon.1 v2:172.21.15.186:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fc1e002fc20 con 0x55b5aaa52e50 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.857+0000 7fc1f1fba740 10 client.25369 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.857+0000 7fc1f1fba740 10 client.25369 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.857+0000 7fc1f1fba740 20 client.25369 populate_metadata read hostname 'smithi026' 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.857+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/2713163156 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b5aaa687e0 0x55b5aaa6ac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.857+0000 7fc1f1fba740 4 client.25369 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.857+0000 7fc1f1fba740 1 -- 172.21.15.26:0/2713163156 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b5aa9c2ff0 con 0x55b5aaa687e0 2024-04-25T01:27:45.840 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.858+0000 7fc1e7400640 1 --2- 172.21.15.26:0/2713163156 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b5aaa687e0 0x55b5aaa6ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.841 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.858+0000 7fc1e7400640 1 --2- 172.21.15.26:0/2713163156 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b5aaa687e0 0x55b5aaa6ac00 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d7f9e1354ca193c server_cookie=e0d73f9223c3cef8 in_seq=0 out_seq=0 2024-04-25T01:27:45.841 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.858+0000 7fc1d2000640 10 client.25369 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:45.842 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.859+0000 7fc1d2000640 1 -- 172.21.15.26:0/2713163156 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b5aa9c2ff0 con 0x55b5aaa687e0 2024-04-25T01:27:45.842 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.859+0000 7fc1d2000640 10 client.25369 handle_command_reply: tid=0 2024-04-25T01:27:45.842 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.859+0000 7fc1f1fba740 1 client.25369 shutdown 2024-04-25T01:27:45.842 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.860+0000 7fc1f1fba740 1 -- 172.21.15.26:0/2713163156 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa52e50 msgr2=0x55b5aaa5ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:45.842 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.860+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/2713163156 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa52e50 0x55b5aaa5ce30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009bf0 tx=0x7fc1e002a8c0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.842 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.860+0000 7fc1f1fba740 1 -- 172.21.15.26:0/2713163156 shutdown_connections 2024-04-25T01:27:45.842 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.860+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/2713163156 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b5aaa687e0 0x55b5aaa6ac00 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.842 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.860+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/2713163156 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa589b0 0x55b5aaa643b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.842 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.860+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/2713163156 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa53840 0x55b5aaa5d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.842 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.860+0000 7fc1d2000640 0 client.25369 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:45.843 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.860+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/2713163156 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa52e50 0x55b5aaa5ce30 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.843 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.860+0000 7fc1f1fba740 1 -- 172.21.15.26:0/2713163156 >> 172.21.15.26:0/2713163156 conn(0x55b5aaa4e4c0 msgr2=0x55b5aaa4d620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:45.843 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.860+0000 7fc1f1fba740 1 -- 172.21.15.26:0/2713163156 shutdown_connections 2024-04-25T01:27:45.843 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.860+0000 7fc1f1fba740 1 -- 172.21.15.26:0/2713163156 wait complete. 2024-04-25T01:27:45.843 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.860+0000 7fc1f1fba740 20 client.25369 trim_cache size 0 max 16384 2024-04-25T01:27:45.865 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.877+0000 7fc1f1fba740 1 Processor -- start 2024-04-25T01:27:45.865 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.877+0000 7fc1f1fba740 1 -- start start 2024-04-25T01:27:45.865 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.877+0000 7fc1f1fba740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa52e50 0x55b5aaa5ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.865 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.877+0000 7fc1f1fba740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa53840 0x55b5aaa5cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.865 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.877+0000 7fc1f1fba740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 0x55b5aaa4cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.866 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.877+0000 7fc1f1fba740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e81aac10 con 0x55b5aaa52e50 2024-04-25T01:27:45.866 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.877+0000 7fc1f1fba740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e81ac750 con 0x55b5aaa53840 2024-04-25T01:27:45.866 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.877+0000 7fc1f1fba740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e81ab2e0 con 0x55b5aaa589b0 2024-04-25T01:27:45.866 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.877+0000 7fc1ed000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa52e50 0x55b5aaa5ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.866 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.877+0000 7fc1e7400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa53840 0x55b5aaa5cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.866 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.878+0000 7fc1ed000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa52e50 0x55b5aaa5ca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48748/0 (socket says 172.21.15.26:48748) 2024-04-25T01:27:45.867 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.878+0000 7fc1ed000640 1 -- 172.21.15.26:0/440379836 learned_addr learned my addr 172.21.15.26:0/440379836 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:45.867 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.878+0000 7fc1ed000640 1 --2- 172.21.15.26:0/440379836 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 0x55b5aaa4cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.867 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.878+0000 7fc1ed000640 1 -- 172.21.15.26:0/440379836 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 msgr2=0x55b5aaa4cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:45.867 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.878+0000 7fc1ed000640 1 --2- 172.21.15.26:0/440379836 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 0x55b5aaa4cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.867 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.878+0000 7fc1ed000640 1 -- 172.21.15.26:0/440379836 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa53840 msgr2=0x55b5aaa5cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:45.867 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.878+0000 7fc1ed000640 1 --2- 172.21.15.26:0/440379836 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa53840 0x55b5aaa5cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.868 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.878+0000 7fc1ed000640 1 -- 172.21.15.26:0/440379836 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5aaa6b260 con 0x55b5aaa52e50 2024-04-25T01:27:45.868 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.878+0000 7fc1e7400640 1 --2- 172.21.15.26:0/440379836 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa53840 0x55b5aaa5cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:27:45.868 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.878+0000 7fc1ed000640 1 --2- 172.21.15.26:0/440379836 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa52e50 0x55b5aaa5ca40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0054040 tx=0x7fc1e0004990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cfd132561f418ba server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:45.868 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.878+0000 7fc1dcc00640 1 -- 172.21.15.26:0/440379836 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e0056070 con 0x55b5aaa52e50 2024-04-25T01:27:45.868 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.879+0000 7fc1dcc00640 1 -- 172.21.15.26:0/440379836 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1e0036040 con 0x55b5aaa52e50 2024-04-25T01:27:45.868 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.879+0000 7fc1dcc00640 1 -- 172.21.15.26:0/440379836 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e00316b0 con 0x55b5aaa52e50 2024-04-25T01:27:45.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.879+0000 7fc1f1fba740 1 -- 172.21.15.26:0/440379836 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa52e50 msgr2=0x55b5aaa5ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:45.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.879+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/440379836 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa52e50 0x55b5aaa5ca40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0054040 tx=0x7fc1e0004990 comp rx=0 tx=0).stop 2024-04-25T01:27:45.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.879+0000 7fc1f1fba740 1 -- 172.21.15.26:0/440379836 shutdown_connections 2024-04-25T01:27:45.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.879+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/440379836 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 0x55b5aaa4cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.879+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/440379836 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa53840 0x55b5aaa5cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.879+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/440379836 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa52e50 0x55b5aaa5ca40 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.869 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.879+0000 7fc1f1fba740 1 -- 172.21.15.26:0/440379836 >> 172.21.15.26:0/440379836 conn(0x55b5aaa4e4c0 msgr2=0x55b5aaa58070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:45.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.880+0000 7fc1f1fba740 1 -- 172.21.15.26:0/440379836 shutdown_connections 2024-04-25T01:27:45.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.880+0000 7fc1f1fba740 1 -- 172.21.15.26:0/440379836 wait complete. 2024-04-25T01:27:45.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.880+0000 7fc1f1fba740 1 -- start start 2024-04-25T01:27:45.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.880+0000 7fc1f1fba740 1 Processor -- start 2024-04-25T01:27:45.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1f1fba740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa52e50 0x55b5aaa61290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.870 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1f1fba740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa53840 0x55b5aaa617d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1f1fba740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 0x55b5aaa627e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1f1fba740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e81ac080 con 0x55b5aaa52e50 2024-04-25T01:27:45.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1f1fba740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e81ab9b0 con 0x55b5aaa53840 2024-04-25T01:27:45.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1f1fba740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e81a8bf0 con 0x55b5aaa589b0 2024-04-25T01:27:45.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1f1fba740 10 client.0 _ll_register_callbacks cb 0x7fc1e0009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:27:45.871 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1ed000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa52e50 0x55b5aaa61290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.872 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1ed000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa52e50 0x55b5aaa61290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48762/0 (socket says 172.21.15.26:48762) 2024-04-25T01:27:45.872 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1ed000640 1 -- 172.21.15.26:0/768295034 learned_addr learned my addr 172.21.15.26:0/768295034 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:45.872 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1e7400640 1 --2- 172.21.15.26:0/768295034 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa53840 0x55b5aaa617d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.872 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1ed000640 1 --2- 172.21.15.26:0/768295034 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 0x55b5aaa627e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.872 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1ed000640 1 -- 172.21.15.26:0/768295034 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 msgr2=0x55b5aaa627e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:45.872 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1ed000640 1 --2- 172.21.15.26:0/768295034 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 0x55b5aaa627e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.873 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1ed000640 1 -- 172.21.15.26:0/768295034 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa53840 msgr2=0x55b5aaa617d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:45.873 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1ed000640 1 --2- 172.21.15.26:0/768295034 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa53840 0x55b5aaa617d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.873 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1ed000640 1 -- 172.21.15.26:0/768295034 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5aaa62dd0 con 0x55b5aaa52e50 2024-04-25T01:27:45.873 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.881+0000 7fc1e7400640 1 --2- 172.21.15.26:0/768295034 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa53840 0x55b5aaa617d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:27:45.873 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.882+0000 7fc1ed000640 1 --2- 172.21.15.26:0/768295034 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa52e50 0x55b5aaa61290 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0053040 tx=0x7fc1e0003aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9423b43117bc94c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:45.873 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.882+0000 7fc1d2000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:27:45.874 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.882+0000 7fc1d2000640 1 -- 172.21.15.26:0/768295034 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e0056040 con 0x55b5aaa52e50 2024-04-25T01:27:45.874 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.882+0000 7fc1d2000640 1 -- 172.21.15.26:0/768295034 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fc1e0031660 con 0x55b5aaa52e50 2024-04-25T01:27:45.874 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.882+0000 7fc1f1fba740 1 -- 172.21.15.26:0/768295034 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1e0036040 con 0x55b5aaa52e50 2024-04-25T01:27:45.874 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.882+0000 7fc1d2000640 1 -- 172.21.15.26:0/768295034 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc1e0031860 con 0x55b5aaa52e50 2024-04-25T01:27:45.874 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.882+0000 7fc1f1fba740 10 client.15267 fetch_fsmap learned FSMap version 28 2024-04-25T01:27:45.874 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.882+0000 7fc1f1fba740 1 -- 172.21.15.26:0/768295034 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b5aaaceff0 con 0x55b5aaa52e50 2024-04-25T01:27:45.875 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.882+0000 7fc1d2000640 1 -- 172.21.15.26:0/768295034 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1e0036040 con 0x55b5aaa52e50 2024-04-25T01:27:45.875 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.883+0000 7fc1d2000640 1 -- 172.21.15.26:0/768295034 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fc1e0004b40 con 0x55b5aaa52e50 2024-04-25T01:27:45.875 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.883+0000 7fc1f1fba740 10 client.15267 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:27:45.875 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.883+0000 7fc1f1fba740 10 client.15267 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:27:45.875 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.883+0000 7fc1f1fba740 20 client.15267 populate_metadata read hostname 'smithi026' 2024-04-25T01:27:45.875 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.883+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/768295034 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b5aaacf7d0 0x55b5aaad1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:45.875 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.883+0000 7fc1f1fba740 4 client.15267 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T01:27:45.876 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.883+0000 7fc1f1fba740 1 -- 172.21.15.26:0/768295034 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b5aa9bd340 con 0x55b5aaacf7d0 2024-04-25T01:27:45.876 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.883+0000 7fc1e7400640 1 --2- 172.21.15.26:0/768295034 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b5aaacf7d0 0x55b5aaad1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:45.876 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.884+0000 7fc1e7400640 1 --2- 172.21.15.26:0/768295034 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b5aaacf7d0 0x55b5aaad1bf0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b3e91a7e4a076c1 server_cookie=e45f4472c3941cfc in_seq=0 out_seq=0 2024-04-25T01:27:45.876 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.884+0000 7fc1d2000640 10 client.15267 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:45.878 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.889+0000 7fc1d2000640 1 -- 172.21.15.26:0/768295034 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b5aa9bd340 con 0x55b5aaacf7d0 2024-04-25T01:27:45.878 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.889+0000 7fc1d2000640 10 client.15267 handle_command_reply: tid=0 2024-04-25T01:27:45.879 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.889+0000 7fc1f1fba740 1 client.15267 shutdown 2024-04-25T01:27:45.879 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.890+0000 7fc1f1fba740 1 -- 172.21.15.26:0/768295034 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa52e50 msgr2=0x55b5aaa61290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:45.879 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.890+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/768295034 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa52e50 0x55b5aaa61290 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0053040 tx=0x7fc1e0003aa0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.879 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.890+0000 7fc1f1fba740 1 -- 172.21.15.26:0/768295034 shutdown_connections 2024-04-25T01:27:45.879 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.890+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/768295034 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b5aaacf7d0 0x55b5aaad1bf0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.879 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.890+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/768295034 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b5aaa589b0 0x55b5aaa627e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.880 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.890+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/768295034 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b5aaa53840 0x55b5aaa617d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.880 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.890+0000 7fc1f1fba740 1 --2- 172.21.15.26:0/768295034 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b5aaa52e50 0x55b5aaa61290 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.880 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.890+0000 7fc1d2000640 0 client.15267 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:45.880 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.890+0000 7fc1f1fba740 1 -- 172.21.15.26:0/768295034 >> 172.21.15.26:0/768295034 conn(0x55b5aaa4e4c0 msgr2=0x55b5aaa5ca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:45.880 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.890+0000 7fc1f1fba740 1 -- 172.21.15.26:0/768295034 shutdown_connections 2024-04-25T01:27:45.880 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.890+0000 7fc1f1fba740 1 -- 172.21.15.26:0/768295034 wait complete. 2024-04-25T01:27:45.881 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.890+0000 7fc1f1fba740 20 client.15267 trim_cache size 0 max 16384 2024-04-25T01:27:45.881 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-25T01:27:45.881 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-25T01:27:45.881 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-25T01:27:45.881 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-25T01:27:45.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.891+0000 7fc1eda00640 1 -- 172.21.15.26:0/1021721032 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1cc0a2b80 msgr2=0x7fc1cc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:45.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.891+0000 7fc1eda00640 1 --2- 172.21.15.26:0/1021721032 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1cc0a2b80 0x7fc1cc0a5040 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc1d8097cd0 tx=0x7fc1d800efb0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.891+0000 7fc1eda00640 1 -- 172.21.15.26:0/1021721032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1e8103800 msgr2=0x7fc1e8199ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:45.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.891+0000 7fc1eda00640 1 --2- 172.21.15.26:0/1021721032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1e8103800 0x7fc1e8199ac0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc1d800e9c0 tx=0x7fc1d800ee80 comp rx=0 tx=0).stop 2024-04-25T01:27:45.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.891+0000 7fc1eda00640 1 -- 172.21.15.26:0/1021721032 shutdown_connections 2024-04-25T01:27:45.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.891+0000 7fc1eda00640 1 --2- 172.21.15.26:0/1021721032 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1cc0a2b80 0x7fc1cc0a5040 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.883 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.891+0000 7fc1eda00640 1 --2- 172.21.15.26:0/1021721032 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1e81053b0 0x7fc1e81a1070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.884 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.891+0000 7fc1eda00640 1 --2- 172.21.15.26:0/1021721032 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1e81049f0 0x7fc1e819a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.884 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.891+0000 7fc1eda00640 1 --2- 172.21.15.26:0/1021721032 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1e8103800 0x7fc1e8199ac0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:45.884 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.891+0000 7fc1eda00640 1 -- 172.21.15.26:0/1021721032 >> 172.21.15.26:0/1021721032 conn(0x7fc1e80fedb0 msgr2=0x7fc1e8107cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:45.884 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.891+0000 7fc1eda00640 1 -- 172.21.15.26:0/1021721032 shutdown_connections 2024-04-25T01:27:45.884 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:45.891+0000 7fc1eda00640 1 -- 172.21.15.26:0/1021721032 wait complete. 2024-04-25T01:27:45.885 INFO:tasks.workunit.client.0.smithi026.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-25T01:27:45.885 INFO:tasks.workunit.client.0.smithi026.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-25T01:27:45.885 INFO:tasks.workunit.client.0.smithi026.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-25T01:27:46.800 INFO:tasks.workunit.client.0.smithi026.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-25T01:27:46.911 INFO:tasks.workunit.client.0.smithi026.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-25T01:27:46.999 INFO:tasks.workunit.client.0.smithi026.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-25T01:27:47.047 INFO:tasks.workunit.client.0.smithi026.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-25T01:27:47.047 INFO:tasks.workunit.client.0.smithi026.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-25T01:27:47.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:46 smithi026 ceph-mon[28096]: pgmap v438: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:47.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:46 smithi186 ceph-mon[32747]: pgmap v438: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:47.093 INFO:tasks.workunit.client.0.smithi026.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-25T01:27:47.104 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:27:47.104 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-25T01:27:47.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:46 smithi111 ceph-mon[32623]: pgmap v438: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T01:27:47.206 INFO:tasks.workunit:Running workunits matching suites/fsync-tester.sh on client.0... 2024-04-25T01:27:47.207 INFO:tasks.workunit:Running workunit suites/fsync-tester.sh... 2024-04-25T01:27:47.208 DEBUG:teuthology.orchestra.run.smithi026:workunit test suites/fsync-tester.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d2c45d977142e024a59b68a8f1dce8f0b9840551 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsync-tester.sh 2024-04-25T01:27:47.284 INFO:tasks.workunit.client.0.smithi026.stderr:+ wget http://download.ceph.com/qa/fsync-tester.c 2024-04-25T01:27:47.319 INFO:tasks.workunit.client.0.smithi026.stderr:--2024-04-25 01:27:47-- http://download.ceph.com/qa/fsync-tester.c 2024-04-25T01:27:47.330 INFO:tasks.workunit.client.0.smithi026.stderr:Resolving download.ceph.com (download.ceph.com)... 158.69.68.124, 2607:5300:201:2000::3:58a1 2024-04-25T01:27:47.421 INFO:tasks.workunit.client.0.smithi026.stderr:Connecting to download.ceph.com (download.ceph.com)|158.69.68.124|:80... connected. 2024-04-25T01:27:47.510 INFO:tasks.workunit.client.0.smithi026.stderr:HTTP request sent, awaiting response... 200 OK 2024-04-25T01:27:47.510 INFO:tasks.workunit.client.0.smithi026.stderr:Length: 3024 (3.0K) [application/octet-stream] 2024-04-25T01:27:47.514 INFO:tasks.workunit.client.0.smithi026.stderr:Saving to: ‘fsync-tester.c’ 2024-04-25T01:27:47.521 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-25T01:27:47.521 INFO:tasks.workunit.client.0.smithi026.stderr: 0K .. 100% 106M=0s 2024-04-25T01:27:47.521 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-25T01:27:47.521 INFO:tasks.workunit.client.0.smithi026.stderr:2024-04-25 01:27:47 (106 MB/s) - ‘fsync-tester.c’ saved [3024/3024] 2024-04-25T01:27:47.521 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-25T01:27:47.523 INFO:tasks.workunit.client.0.smithi026.stderr:+ gcc -D_GNU_SOURCE fsync-tester.c -o fsync-tester 2024-04-25T01:27:47.664 INFO:tasks.workunit.client.0.smithi026.stderr:+ ./fsync-tester 2024-04-25T01:27:49.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:48 smithi026 ceph-mon[28096]: pgmap v439: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-25T01:27:49.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:48 smithi186 ceph-mon[32747]: pgmap v439: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-25T01:27:49.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:48 smithi111 ceph-mon[32623]: pgmap v439: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-25T01:27:51.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:50 smithi026 ceph-mon[28096]: pgmap v440: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T01:27:51.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:50 smithi186 ceph-mon[32747]: pgmap v440: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T01:27:51.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:50 smithi111 ceph-mon[32623]: pgmap v440: 97 pgs: 97 active+clean; 669 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T01:27:53.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:52 smithi026 ceph-mon[28096]: pgmap v441: 97 pgs: 97 active+clean; 1.7 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 176 KiB/s wr, 13 op/s 2024-04-25T01:27:53.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:52 smithi186 ceph-mon[32747]: pgmap v441: 97 pgs: 97 active+clean; 1.7 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 176 KiB/s wr, 13 op/s 2024-04-25T01:27:53.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:52 smithi111 ceph-mon[32623]: pgmap v441: 97 pgs: 97 active+clean; 1.7 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 176 KiB/s wr, 13 op/s 2024-04-25T01:27:55.053 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:54 smithi026 ceph-mon[28096]: pgmap v442: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 176 KiB/s wr, 10 op/s 2024-04-25T01:27:55.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:54 smithi186 ceph-mon[32747]: pgmap v442: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 176 KiB/s wr, 10 op/s 2024-04-25T01:27:55.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:54 smithi111 ceph-mon[32623]: pgmap v442: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 176 KiB/s wr, 10 op/s 2024-04-25T01:27:57.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:56 smithi026 ceph-mon[28096]: pgmap v443: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 602 KiB/s wr, 12 op/s 2024-04-25T01:27:57.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:56 smithi186 ceph-mon[32747]: pgmap v443: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 602 KiB/s wr, 12 op/s 2024-04-25T01:27:57.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:56 smithi111 ceph-mon[32623]: pgmap v443: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 602 KiB/s wr, 12 op/s 2024-04-25T01:27:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.028+0000 7fe45be00640 1 -- 172.21.15.26:0/767341310 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe45c100790 msgr2=0x7fe45c100bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.028+0000 7fe45be00640 1 --2- 172.21.15.26:0/767341310 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe45c100790 0x7fe45c100bf0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe444009900 tx=0x7fe44402a410 comp rx=0 tx=0).stop 2024-04-25T01:27:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.028+0000 7fe45be00640 1 -- 172.21.15.26:0/767341310 shutdown_connections 2024-04-25T01:27:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.029+0000 7fe45be00640 1 --2- 172.21.15.26:0/767341310 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe45c101130 0x7fe45c1015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.029+0000 7fe45be00640 1 --2- 172.21.15.26:0/767341310 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe45c100790 0x7fe45c100bf0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.029+0000 7fe45be00640 1 --2- 172.21.15.26:0/767341310 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe45c0ffe30 0x7fe45c100250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.029+0000 7fe45be00640 1 -- 172.21.15.26:0/767341310 >> 172.21.15.26:0/767341310 conn(0x7fe45c0fba30 msgr2=0x7fe45c0fde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.029+0000 7fe45be00640 1 -- 172.21.15.26:0/767341310 shutdown_connections 2024-04-25T01:27:59.008 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.029+0000 7fe45be00640 1 -- 172.21.15.26:0/767341310 wait complete. 2024-04-25T01:27:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.030+0000 7fe45be00640 1 Processor -- start 2024-04-25T01:27:59.009 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.030+0000 7fe45be00640 1 -- start start 2024-04-25T01:27:59.010 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.031+0000 7fe45be00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe45c0ffe30 0x7fe45c199ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.031+0000 7fe45be00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe45c100790 0x7fe45c19a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.031+0000 7fe45be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe45c101130 0x7fe45c1a1080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.031+0000 7fe45be00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c10f420 con 0x7fe45c101130 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.031+0000 7fe45be00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c10f2a0 con 0x7fe45c100790 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.031+0000 7fe45be00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c10f5a0 con 0x7fe45c0ffe30 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.031+0000 7fe45aa00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe45c0ffe30 0x7fe45c199ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.031+0000 7fe45aa00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe45c0ffe30 0x7fe45c199ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:33006/0 (socket says 172.21.15.26:33006) 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.031+0000 7fe45b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe45c101130 0x7fe45c1a1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.031+0000 7fe45aa00640 1 -- 172.21.15.26:0/2716348270 learned_addr learned my addr 172.21.15.26:0/2716348270 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.031+0000 7fe453e00640 1 --2- 172.21.15.26:0/2716348270 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe45c100790 0x7fe45c19a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.032+0000 7fe45aa00640 1 -- 172.21.15.26:0/2716348270 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe45c100790 msgr2=0x7fe45c19a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.032+0000 7fe45aa00640 1 --2- 172.21.15.26:0/2716348270 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe45c100790 0x7fe45c19a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.032+0000 7fe45aa00640 1 -- 172.21.15.26:0/2716348270 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe45c101130 msgr2=0x7fe45c1a1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.032+0000 7fe45aa00640 1 --2- 172.21.15.26:0/2716348270 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe45c101130 0x7fe45c1a1080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.011 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.032+0000 7fe45aa00640 1 -- 172.21.15.26:0/2716348270 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe45c1a16f0 con 0x7fe45c0ffe30 2024-04-25T01:27:59.012 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.032+0000 7fe45aa00640 1 --2- 172.21.15.26:0/2716348270 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe45c0ffe30 0x7fe45c199ad0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe44c00e9f0 tx=0x7fe44c00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:59.012 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.032+0000 7fe460a00640 1 -- 172.21.15.26:0/2716348270 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c00cd80 con 0x7fe45c0ffe30 2024-04-25T01:27:59.012 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.032+0000 7fe45be00640 1 -- 172.21.15.26:0/2716348270 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe45c1a19e0 con 0x7fe45c0ffe30 2024-04-25T01:27:59.012 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.032+0000 7fe460a00640 1 -- 172.21.15.26:0/2716348270 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe44c005500 con 0x7fe45c0ffe30 2024-04-25T01:27:59.013 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.032+0000 7fe460a00640 1 -- 172.21.15.26:0/2716348270 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c010690 con 0x7fe45c0ffe30 2024-04-25T01:27:59.013 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.032+0000 7fe45be00640 1 -- 172.21.15.26:0/2716348270 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe45c1a1f00 con 0x7fe45c0ffe30 2024-04-25T01:27:59.015 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.036+0000 7fe464d70740 1 Processor -- start 2024-04-25T01:27:59.015 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.037+0000 7fe464d70740 1 -- start start 2024-04-25T01:27:59.021 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.037+0000 7fe464d70740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d07478e50 0x559d07479270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.021 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.037+0000 7fe464d70740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d0747e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.021 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.037+0000 7fe464d70740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d0747e9b0 0x559d07480e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.021 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.037+0000 7fe464d70740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559d073dbab0 con 0x559d07479840 2024-04-25T01:27:59.021 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.037+0000 7fe464d70740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x559d07384640 con 0x559d0747e9b0 2024-04-25T01:27:59.021 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.037+0000 7fe464d70740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x559d073d7a70 con 0x559d07478e50 2024-04-25T01:27:59.021 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.037+0000 7fe460a00640 1 -- 172.21.15.26:0/2716348270 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe44c0046c0 con 0x7fe45c0ffe30 2024-04-25T01:27:59.021 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.037+0000 7fe45b400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d07478e50 0x559d07479270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.021 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.037+0000 7fe453e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d0747e9b0 0x559d07480e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.021 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.037+0000 7fe45b400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d07478e50 0x559d07479270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:33020/0 (socket says 172.21.15.26:33020) 2024-04-25T01:27:59.021 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.037+0000 7fe45b400640 1 -- 172.21.15.26:0/3162548387 learned_addr learned my addr 172.21.15.26:0/3162548387 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:59.021 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.038+0000 7fe45aa00640 1 --2- 172.21.15.26:0/3162548387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d0747e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.038+0000 7fe45b400640 1 -- 172.21.15.26:0/3162548387 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d0747e9b0 msgr2=0x559d07480e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.038+0000 7fe45b400640 1 --2- 172.21.15.26:0/3162548387 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d0747e9b0 0x559d07480e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.038+0000 7fe45b400640 1 -- 172.21.15.26:0/3162548387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 msgr2=0x559d0747e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.038+0000 7fe45b400640 1 --2- 172.21.15.26:0/3162548387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d0747e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.038+0000 7fe45b400640 1 -- 172.21.15.26:0/3162548387 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d070f0210 con 0x559d07478e50 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.038+0000 7fe45aa00640 1 --2- 172.21.15.26:0/3162548387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d0747e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.038+0000 7fe45b400640 1 --2- 172.21.15.26:0/3162548387 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d07478e50 0x559d07479270 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe454009fd0 tx=0x7fe4540118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45fb4eccd3f8bafe server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.038+0000 7fe44be00640 1 -- 172.21.15.26:0/3162548387 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe454004d20 con 0x559d07478e50 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.039+0000 7fe44be00640 1 -- 172.21.15.26:0/3162548387 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe454004050 con 0x559d07478e50 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.039+0000 7fe44be00640 1 -- 172.21.15.26:0/3162548387 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe454005260 con 0x559d07478e50 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.039+0000 7fe460a00640 1 --2- 172.21.15.26:0/2716348270 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe4400a2b80 0x7fe4400a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.039+0000 7fe464d70740 1 -- 172.21.15.26:0/3162548387 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d07478e50 msgr2=0x559d07479270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.039+0000 7fe464d70740 1 --2- 172.21.15.26:0/3162548387 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d07478e50 0x559d07479270 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe454009fd0 tx=0x7fe4540118d0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.039+0000 7fe460a00640 1 -- 172.21.15.26:0/2716348270 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fe44c0cf4e0 con 0x7fe45c0ffe30 2024-04-25T01:27:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.039+0000 7fe45aa00640 1 --2- 172.21.15.26:0/2716348270 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe4400a2b80 0x7fe4400a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.040+0000 7fe464d70740 1 -- 172.21.15.26:0/3162548387 shutdown_connections 2024-04-25T01:27:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.040+0000 7fe464d70740 1 --2- 172.21.15.26:0/3162548387 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d0747e9b0 0x559d07480e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.040+0000 7fe464d70740 1 --2- 172.21.15.26:0/3162548387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d0747e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.040+0000 7fe464d70740 1 --2- 172.21.15.26:0/3162548387 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d07478e50 0x559d07479270 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.040+0000 7fe464d70740 1 -- 172.21.15.26:0/3162548387 >> 172.21.15.26:0/3162548387 conn(0x559d074744c0 msgr2=0x559d074748c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.040+0000 7fe464d70740 1 -- 172.21.15.26:0/3162548387 shutdown_connections 2024-04-25T01:27:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.040+0000 7fe464d70740 1 -- 172.21.15.26:0/3162548387 wait complete. 2024-04-25T01:27:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.040+0000 7fe45aa00640 1 --2- 172.21.15.26:0/2716348270 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe4400a2b80 0x7fe4400a5040 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fe44c098120 tx=0x7fe44c004a40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.040+0000 7fe464d70740 1 -- start start 2024-04-25T01:27:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.040+0000 7fe464d70740 1 Processor -- start 2024-04-25T01:27:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.041+0000 7fe464d70740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d07478e50 0x559d074830a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.041+0000 7fe464d70740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d074835e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.041+0000 7fe464d70740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d0747e9b0 0x559d0748a620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.041+0000 7fe464d70740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559d07481960 con 0x559d07479840 2024-04-25T01:27:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.041+0000 7fe464d70740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x559d07397990 con 0x559d07478e50 2024-04-25T01:27:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.041+0000 7fe464d70740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x559d07481ae0 con 0x559d0747e9b0 2024-04-25T01:27:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.041+0000 7fe464d70740 10 client.0 _ll_register_callbacks cb 0x559d07399950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:27:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.041+0000 7fe453e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d074835e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.041+0000 7fe453e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d074835e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47752/0 (socket says 172.21.15.26:47752) 2024-04-25T01:27:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.041+0000 7fe453e00640 1 -- 172.21.15.26:0/2969724426 learned_addr learned my addr 172.21.15.26:0/2969724426 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.041+0000 7fe45b400640 1 --2- 172.21.15.26:0/2969724426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d07478e50 0x559d074830a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.041+0000 7fe45b400640 1 --2- 172.21.15.26:0/2969724426 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d0747e9b0 0x559d0748a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.042+0000 7fe453e00640 1 -- 172.21.15.26:0/2969724426 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d0747e9b0 msgr2=0x559d0748a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.042+0000 7fe453e00640 1 --2- 172.21.15.26:0/2969724426 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d0747e9b0 0x559d0748a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.042+0000 7fe453e00640 1 -- 172.21.15.26:0/2969724426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d07478e50 msgr2=0x559d074830a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.042+0000 7fe453e00640 1 --2- 172.21.15.26:0/2969724426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d07478e50 0x559d074830a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.042+0000 7fe453e00640 1 -- 172.21.15.26:0/2969724426 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d071bc620 con 0x559d07479840 2024-04-25T01:27:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.042+0000 7fe45b400640 1 --2- 172.21.15.26:0/2969724426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d07478e50 0x559d074830a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:27:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.042+0000 7fe453e00640 1 --2- 172.21.15.26:0/2969724426 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d074835e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe444009900 tx=0x7fe444005e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef2d9228f4fb0253 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:59.025 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.042+0000 7fe448c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:27:59.027 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.042+0000 7fe448c00640 1 -- 172.21.15.26:0/2969724426 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe444035040 con 0x559d07479840 2024-04-25T01:27:59.027 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.042+0000 7fe464d70740 1 -- 172.21.15.26:0/2969724426 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe454004050 con 0x559d07479840 2024-04-25T01:27:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.042+0000 7fe448c00640 1 -- 172.21.15.26:0/2969724426 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fe444004040 con 0x559d07479840 2024-04-25T01:27:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.043+0000 7fe448c00640 1 -- 172.21.15.26:0/2969724426 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe444004240 con 0x559d07479840 2024-04-25T01:27:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.043+0000 7fe464d70740 10 client.15276 fetch_fsmap learned FSMap version 28 2024-04-25T01:27:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.043+0000 7fe464d70740 1 -- 172.21.15.26:0/2969724426 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559d0748d630 con 0x559d07479840 2024-04-25T01:27:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.043+0000 7fe448c00640 1 -- 172.21.15.26:0/2969724426 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe454004050 con 0x559d07479840 2024-04-25T01:27:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.043+0000 7fe448c00640 1 -- 172.21.15.26:0/2969724426 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fe4440049c0 con 0x559d07479840 2024-04-25T01:27:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.043+0000 7fe464d70740 10 client.15276 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:27:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.043+0000 7fe464d70740 10 client.15276 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:27:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.043+0000 7fe464d70740 20 client.15276 populate_metadata read hostname 'smithi026' 2024-04-25T01:27:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.043+0000 7fe464d70740 1 --2- 172.21.15.26:0/2969724426 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x559d0748ecb0 0x559d074910c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.043+0000 7fe464d70740 4 client.15276 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:27:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.043+0000 7fe464d70740 1 -- 172.21.15.26:0/2969724426 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559d073e8ff0 con 0x559d0748ecb0 2024-04-25T01:27:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.044+0000 7fe45b400640 1 --2- 172.21.15.26:0/2969724426 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x559d0748ecb0 0x559d074910c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.028 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.044+0000 7fe45b400640 1 --2- 172.21.15.26:0/2969724426 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x559d0748ecb0 0x559d074910c0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a576f1ebb230277d server_cookie=f518d1a30c76cfa9 in_seq=0 out_seq=0 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.044+0000 7fe448c00640 10 client.15276 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.045+0000 7fe448c00640 1 -- 172.21.15.26:0/2969724426 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559d073e8ff0 con 0x559d0748ecb0 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.045+0000 7fe448c00640 10 client.15276 handle_command_reply: tid=0 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.045+0000 7fe464d70740 1 client.15276 shutdown 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.045+0000 7fe464d70740 1 -- 172.21.15.26:0/2969724426 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 msgr2=0x559d074835e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.045+0000 7fe464d70740 1 --2- 172.21.15.26:0/2969724426 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d074835e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe444009900 tx=0x7fe444005e70 comp rx=0 tx=0).stop 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.045+0000 7fe464d70740 1 -- 172.21.15.26:0/2969724426 shutdown_connections 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.045+0000 7fe464d70740 1 --2- 172.21.15.26:0/2969724426 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x559d0748ecb0 0x559d074910c0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.045+0000 7fe464d70740 1 --2- 172.21.15.26:0/2969724426 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d0747e9b0 0x559d0748a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.046+0000 7fe464d70740 1 --2- 172.21.15.26:0/2969724426 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d074835e0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.046+0000 7fe464d70740 1 --2- 172.21.15.26:0/2969724426 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d07478e50 0x559d074830a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.046+0000 7fe464d70740 1 -- 172.21.15.26:0/2969724426 >> 172.21.15.26:0/2969724426 conn(0x559d074744c0 msgr2=0x559d07473620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.046+0000 7fe448c00640 0 client.15276 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.046+0000 7fe464d70740 1 -- 172.21.15.26:0/2969724426 shutdown_connections 2024-04-25T01:27:59.029 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.046+0000 7fe464d70740 1 -- 172.21.15.26:0/2969724426 wait complete. 2024-04-25T01:27:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.046+0000 7fe464d70740 20 client.15276 trim_cache size 0 max 16384 2024-04-25T01:27:59.041 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.062+0000 7fe464d70740 1 Processor -- start 2024-04-25T01:27:59.041 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.062+0000 7fe464d70740 1 -- start start 2024-04-25T01:27:59.041 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe464d70740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d07478e50 0x559d0747aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.041 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe464d70740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d0747afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.042 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe464d70740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d0747e9b0 0x559d0748a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.042 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe464d70740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c1aad00 con 0x559d07479840 2024-04-25T01:27:59.042 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe464d70740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c1ac840 con 0x559d07478e50 2024-04-25T01:27:59.042 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe464d70740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c1ab3d0 con 0x559d0747e9b0 2024-04-25T01:27:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe453e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d0747afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe45b400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d07478e50 0x559d0747aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe453e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d0747afa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47754/0 (socket says 172.21.15.26:47754) 2024-04-25T01:27:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe453e00640 1 -- 172.21.15.26:0/536710902 learned_addr learned my addr 172.21.15.26:0/536710902 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe45b400640 1 --2- 172.21.15.26:0/536710902 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d0747e9b0 0x559d0748a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe45b400640 1 -- 172.21.15.26:0/536710902 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d0747e9b0 msgr2=0x559d0748a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe45b400640 1 --2- 172.21.15.26:0/536710902 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d0747e9b0 0x559d0748a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe45b400640 1 -- 172.21.15.26:0/536710902 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 msgr2=0x559d0747afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:59.043 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe45b400640 1 --2- 172.21.15.26:0/536710902 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d0747afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe45b400640 1 -- 172.21.15.26:0/536710902 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d074742f0 con 0x559d07478e50 2024-04-25T01:27:59.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.063+0000 7fe453e00640 1 --2- 172.21.15.26:0/536710902 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d0747afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:27:59.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.064+0000 7fe45b400640 1 --2- 172.21.15.26:0/536710902 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d07478e50 0x559d0747aa60 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fe454011dd0 tx=0x7fe454009500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f049119c5925f559 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:59.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.064+0000 7fe44b400640 1 -- 172.21.15.26:0/536710902 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe454004340 con 0x559d07478e50 2024-04-25T01:27:59.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.064+0000 7fe44b400640 1 -- 172.21.15.26:0/536710902 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe4540044e0 con 0x559d07478e50 2024-04-25T01:27:59.044 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.064+0000 7fe44b400640 1 -- 172.21.15.26:0/536710902 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45400f4e0 con 0x559d07478e50 2024-04-25T01:27:59.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.065+0000 7fe464d70740 1 -- 172.21.15.26:0/536710902 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d07478e50 msgr2=0x559d0747aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:59.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.065+0000 7fe464d70740 1 --2- 172.21.15.26:0/536710902 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d07478e50 0x559d0747aa60 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fe454011dd0 tx=0x7fe454009500 comp rx=0 tx=0).stop 2024-04-25T01:27:59.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.065+0000 7fe464d70740 1 -- 172.21.15.26:0/536710902 shutdown_connections 2024-04-25T01:27:59.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.065+0000 7fe464d70740 1 --2- 172.21.15.26:0/536710902 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d0747e9b0 0x559d0748a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.065+0000 7fe464d70740 1 --2- 172.21.15.26:0/536710902 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d0747afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.065+0000 7fe464d70740 1 --2- 172.21.15.26:0/536710902 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d07478e50 0x559d0747aa60 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.065+0000 7fe464d70740 1 -- 172.21.15.26:0/536710902 >> 172.21.15.26:0/536710902 conn(0x559d074744c0 msgr2=0x559d0747e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:59.047 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.065+0000 7fe464d70740 1 -- 172.21.15.26:0/536710902 shutdown_connections 2024-04-25T01:27:59.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.065+0000 7fe464d70740 1 -- 172.21.15.26:0/536710902 wait complete. 2024-04-25T01:27:59.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.065+0000 7fe464d70740 1 -- start start 2024-04-25T01:27:59.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.066+0000 7fe464d70740 1 Processor -- start 2024-04-25T01:27:59.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.066+0000 7fe464d70740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d07478e50 0x559d07487a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.066+0000 7fe464d70740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d07487f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.066+0000 7fe464d70740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d0747e9b0 0x559d07488f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.066+0000 7fe464d70740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c1ac170 con 0x559d07479840 2024-04-25T01:27:59.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.066+0000 7fe464d70740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c1abaa0 con 0x559d0747e9b0 2024-04-25T01:27:59.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.066+0000 7fe464d70740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c1a8ce0 con 0x559d07478e50 2024-04-25T01:27:59.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.066+0000 7fe464d70740 10 client.0 _ll_register_callbacks cb 0x7fe444009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:27:59.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.066+0000 7fe453e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d07487f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.066+0000 7fe453e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d07487f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47760/0 (socket says 172.21.15.26:47760) 2024-04-25T01:27:59.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.066+0000 7fe453e00640 1 -- 172.21.15.26:0/31710292 learned_addr learned my addr 172.21.15.26:0/31710292 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:27:59.048 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.067+0000 7fe45b400640 1 --2- 172.21.15.26:0/31710292 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d07478e50 0x559d07487a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.067+0000 7fe453e00640 1 -- 172.21.15.26:0/31710292 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d07478e50 msgr2=0x559d07487a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:59.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.067+0000 7fe453e00640 1 --2- 172.21.15.26:0/31710292 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d07478e50 0x559d07487a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.067+0000 7fe453e00640 1 -- 172.21.15.26:0/31710292 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d0747e9b0 msgr2=0x559d07488f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:27:59.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.067+0000 7fe45b400640 1 --2- 172.21.15.26:0/31710292 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d0747e9b0 0x559d07488f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.067+0000 7fe453e00640 1 --2- 172.21.15.26:0/31710292 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d0747e9b0 0x559d07488f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.067+0000 7fe453e00640 1 -- 172.21.15.26:0/31710292 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d07489540 con 0x559d07479840 2024-04-25T01:27:59.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.067+0000 7fe45b400640 1 --2- 172.21.15.26:0/31710292 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d0747e9b0 0x559d07488f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T01:27:59.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.067+0000 7fe453e00640 1 --2- 172.21.15.26:0/31710292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d07487f90 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fe444031780 tx=0x7fe444004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24131288afffdd42 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:27:59.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.067+0000 7fe448c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:27:59.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.067+0000 7fe448c00640 1 -- 172.21.15.26:0/31710292 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe444035070 con 0x559d07479840 2024-04-25T01:27:59.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.068+0000 7fe464d70740 1 -- 172.21.15.26:0/31710292 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4540044e0 con 0x559d07479840 2024-04-25T01:27:59.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.068+0000 7fe448c00640 1 -- 172.21.15.26:0/31710292 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fe444031870 con 0x559d07479840 2024-04-25T01:27:59.049 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.068+0000 7fe448c00640 1 -- 172.21.15.26:0/31710292 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe444031a70 con 0x559d07479840 2024-04-25T01:27:59.050 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.068+0000 7fe464d70740 10 client.15282 fetch_fsmap learned FSMap version 28 2024-04-25T01:27:59.050 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.068+0000 7fe464d70740 1 -- 172.21.15.26:0/31710292 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559d0748a8f0 con 0x559d07479840 2024-04-25T01:27:59.050 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.068+0000 7fe448c00640 1 -- 172.21.15.26:0/31710292 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe4540044e0 con 0x559d07479840 2024-04-25T01:27:59.050 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.068+0000 7fe448c00640 1 -- 172.21.15.26:0/31710292 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fe444004fa0 con 0x559d07479840 2024-04-25T01:27:59.050 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.068+0000 7fe464d70740 10 client.15282 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:27:59.050 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.068+0000 7fe464d70740 10 client.15282 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:27:59.050 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.068+0000 7fe464d70740 20 client.15282 populate_metadata read hostname 'smithi026' 2024-04-25T01:27:59.050 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.068+0000 7fe464d70740 1 --2- 172.21.15.26:0/31710292 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x559d074f5980 0x559d074f7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:27:59.050 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.068+0000 7fe464d70740 4 client.15282 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T01:27:59.050 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.068+0000 7fe464d70740 1 -- 172.21.15.26:0/31710292 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559d073e3340 con 0x559d074f5980 2024-04-25T01:27:59.051 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.069+0000 7fe45b400640 1 --2- 172.21.15.26:0/31710292 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x559d074f5980 0x559d074f7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:27:59.051 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.069+0000 7fe45b400640 1 --2- 172.21.15.26:0/31710292 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x559d074f5980 0x559d074f7da0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8bbe810ee1588c7 server_cookie=378cbf8794b26ff2 in_seq=0 out_seq=0 2024-04-25T01:27:59.051 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.069+0000 7fe448c00640 10 client.15282 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:59.051 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:27:58 smithi026 ceph-mon[28096]: pgmap v444: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 605 KiB/s wr, 14 op/s 2024-04-25T01:27:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe448c00640 1 -- 172.21.15.26:0/31710292 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559d073e3340 con 0x559d074f5980 2024-04-25T01:27:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe448c00640 10 client.15282 handle_command_reply: tid=0 2024-04-25T01:27:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe464d70740 1 client.15282 shutdown 2024-04-25T01:27:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe464d70740 1 -- 172.21.15.26:0/31710292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 msgr2=0x559d07487f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe464d70740 1 --2- 172.21.15.26:0/31710292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d07487f90 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fe444031780 tx=0x7fe444004610 comp rx=0 tx=0).stop 2024-04-25T01:27:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe464d70740 1 -- 172.21.15.26:0/31710292 shutdown_connections 2024-04-25T01:27:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe464d70740 1 --2- 172.21.15.26:0/31710292 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x559d074f5980 0x559d074f7da0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe464d70740 1 --2- 172.21.15.26:0/31710292 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x559d0747e9b0 0x559d07488f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe464d70740 1 --2- 172.21.15.26:0/31710292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559d07479840 0x559d07487f90 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe448c00640 0 client.15282 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:27:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe464d70740 1 --2- 172.21.15.26:0/31710292 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x559d07478e50 0x559d07487a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe464d70740 1 -- 172.21.15.26:0/31710292 >> 172.21.15.26:0/31710292 conn(0x559d074744c0 msgr2=0x559d07483080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe464d70740 1 -- 172.21.15.26:0/31710292 shutdown_connections 2024-04-25T01:27:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe464d70740 1 -- 172.21.15.26:0/31710292 wait complete. 2024-04-25T01:27:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.081+0000 7fe464d70740 20 client.15282 trim_cache size 0 max 16384 2024-04-25T01:27:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-25T01:27:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-25T01:27:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-25T01:27:59.062 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-25T01:27:59.062 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.082+0000 7fe45be00640 1 -- 172.21.15.26:0/2716348270 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe4400a2b80 msgr2=0x7fe4400a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.082+0000 7fe45be00640 1 --2- 172.21.15.26:0/2716348270 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe4400a2b80 0x7fe4400a5040 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fe44c098120 tx=0x7fe44c004a40 comp rx=0 tx=0).stop 2024-04-25T01:27:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.082+0000 7fe45be00640 1 -- 172.21.15.26:0/2716348270 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe45c0ffe30 msgr2=0x7fe45c199ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:27:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.082+0000 7fe45be00640 1 --2- 172.21.15.26:0/2716348270 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe45c0ffe30 0x7fe45c199ad0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe44c00e9f0 tx=0x7fe44c00edf0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.082+0000 7fe45be00640 1 -- 172.21.15.26:0/2716348270 shutdown_connections 2024-04-25T01:27:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.082+0000 7fe45be00640 1 --2- 172.21.15.26:0/2716348270 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe45c101130 0x7fe45c1a1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.082+0000 7fe45be00640 1 --2- 172.21.15.26:0/2716348270 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fe45c100790 0x7fe45c19a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.082+0000 7fe45be00640 1 --2- 172.21.15.26:0/2716348270 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fe4400a2b80 0x7fe4400a5040 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.082+0000 7fe45be00640 1 --2- 172.21.15.26:0/2716348270 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fe45c0ffe30 0x7fe45c199ad0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:27:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.082+0000 7fe45be00640 1 -- 172.21.15.26:0/2716348270 >> 172.21.15.26:0/2716348270 conn(0x7fe45c0fba30 msgr2=0x7fe45c0fd1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:27:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.083+0000 7fe45be00640 1 -- 172.21.15.26:0/2716348270 shutdown_connections 2024-04-25T01:27:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:27:59.083+0000 7fe45be00640 1 -- 172.21.15.26:0/2716348270 wait complete. 2024-04-25T01:27:59.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:27:58 smithi186 ceph-mon[32747]: pgmap v444: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 605 KiB/s wr, 14 op/s 2024-04-25T01:27:59.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:27:58 smithi111 ceph-mon[32623]: pgmap v444: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 605 KiB/s wr, 14 op/s 2024-04-25T01:28:01.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:00 smithi026 ceph-mon[28096]: pgmap v445: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 605 KiB/s wr, 12 op/s 2024-04-25T01:28:01.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:00 smithi186 ceph-mon[32747]: pgmap v445: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 605 KiB/s wr, 12 op/s 2024-04-25T01:28:01.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:00 smithi111 ceph-mon[32623]: pgmap v445: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 605 KiB/s wr, 12 op/s 2024-04-25T01:28:03.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:02 smithi026 ceph-mon[28096]: pgmap v446: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-04-25T01:28:03.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:02 smithi186 ceph-mon[32747]: pgmap v446: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-04-25T01:28:03.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:02 smithi111 ceph-mon[32623]: pgmap v446: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-04-25T01:28:05.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:04 smithi026 ceph-mon[28096]: pgmap v447: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 861 KiB/s wr, 14 op/s 2024-04-25T01:28:05.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:04 smithi186 ceph-mon[32747]: pgmap v447: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 861 KiB/s wr, 14 op/s 2024-04-25T01:28:05.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:04 smithi111 ceph-mon[32623]: pgmap v447: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 861 KiB/s wr, 14 op/s 2024-04-25T01:28:07.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:06 smithi026 ceph-mon[28096]: pgmap v448: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-25T01:28:07.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:06 smithi186 ceph-mon[32747]: pgmap v448: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-25T01:28:07.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:06 smithi111 ceph-mon[32623]: pgmap v448: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-25T01:28:09.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:08 smithi026 ceph-mon[28096]: pgmap v449: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 863 KiB/s wr, 17 op/s 2024-04-25T01:28:09.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:08 smithi186 ceph-mon[32747]: pgmap v449: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 863 KiB/s wr, 17 op/s 2024-04-25T01:28:09.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:08 smithi111 ceph-mon[32623]: pgmap v449: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 863 KiB/s wr, 17 op/s 2024-04-25T01:28:11.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:10 smithi026 ceph-mon[28096]: pgmap v450: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 860 KiB/s wr, 14 op/s 2024-04-25T01:28:11.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:10 smithi186 ceph-mon[32747]: pgmap v450: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 860 KiB/s wr, 14 op/s 2024-04-25T01:28:11.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:10 smithi111 ceph-mon[32623]: pgmap v450: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 860 KiB/s wr, 14 op/s 2024-04-25T01:28:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.222+0000 7fb4bbe00640 1 -- 172.21.15.26:0/4046248505 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb4bc102040 msgr2=0x7fb4bc104430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.222+0000 7fb4bbe00640 1 --2- 172.21.15.26:0/4046248505 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb4bc102040 0x7fb4bc104430 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac009900 tx=0x7fb4ac02a3f0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.222+0000 7fb4bbe00640 1 -- 172.21.15.26:0/4046248505 shutdown_connections 2024-04-25T01:28:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.222+0000 7fb4bbe00640 1 --2- 172.21.15.26:0/4046248505 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb4bc1072a0 0x7fb4bc1096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.222+0000 7fb4bbe00640 1 --2- 172.21.15.26:0/4046248505 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4bc104970 0x7fb4bc106d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.222+0000 7fb4bbe00640 1 --2- 172.21.15.26:0/4046248505 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb4bc102040 0x7fb4bc104430 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.201 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.222+0000 7fb4bbe00640 1 -- 172.21.15.26:0/4046248505 >> 172.21.15.26:0/4046248505 conn(0x7fb4bc0fba30 msgr2=0x7fb4bc0fde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:12.202 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.222+0000 7fb4bbe00640 1 -- 172.21.15.26:0/4046248505 shutdown_connections 2024-04-25T01:28:12.202 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.222+0000 7fb4bbe00640 1 -- 172.21.15.26:0/4046248505 wait complete. 2024-04-25T01:28:12.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.223+0000 7fb4bbe00640 1 Processor -- start 2024-04-25T01:28:12.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.223+0000 7fb4bbe00640 1 -- start start 2024-04-25T01:28:12.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.223+0000 7fb4bbe00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4bc102040 0x7fb4bc199b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.223+0000 7fb4bbe00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb4bc104970 0x7fb4bc19a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.223+0000 7fb4bbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb4bc1072a0 0x7fb4bc1a1100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.224+0000 7fb4bbe00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb4bc10d2a0 con 0x7fb4bc1072a0 2024-04-25T01:28:12.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.224+0000 7fb4bbe00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb4bc10d120 con 0x7fb4bc102040 2024-04-25T01:28:12.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.224+0000 7fb4bbe00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fb4bc10d420 con 0x7fb4bc104970 2024-04-25T01:28:12.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.224+0000 7fb4ba000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb4bc104970 0x7fb4bc19a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.224+0000 7fb4bb400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb4bc1072a0 0x7fb4bc1a1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.224+0000 7fb4ba000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb4bc104970 0x7fb4bc19a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:57910/0 (socket says 172.21.15.26:57910) 2024-04-25T01:28:12.204 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.224+0000 7fb4bb400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb4bc1072a0 0x7fb4bc1a1100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56816/0 (socket says 172.21.15.26:56816) 2024-04-25T01:28:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.224+0000 7fb4baa00640 1 --2- 172.21.15.26:0/2077941013 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4bc102040 0x7fb4bc199b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.224+0000 7fb4ba000640 1 -- 172.21.15.26:0/2077941013 learned_addr learned my addr 172.21.15.26:0/2077941013 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.224+0000 7fb4baa00640 1 -- 172.21.15.26:0/2077941013 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb4bc104970 msgr2=0x7fb4bc19a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.224+0000 7fb4baa00640 1 --2- 172.21.15.26:0/2077941013 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb4bc104970 0x7fb4bc19a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.224+0000 7fb4baa00640 1 -- 172.21.15.26:0/2077941013 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb4bc1072a0 msgr2=0x7fb4bc1a1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.224+0000 7fb4baa00640 1 --2- 172.21.15.26:0/2077941013 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb4bc1072a0 0x7fb4bc1a1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.224+0000 7fb4baa00640 1 -- 172.21.15.26:0/2077941013 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4bc1a1770 con 0x7fb4bc102040 2024-04-25T01:28:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.225+0000 7fb4baa00640 1 --2- 172.21.15.26:0/2077941013 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4bc102040 0x7fb4bc199b50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac02a910 tx=0x7fb4ac032ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.225+0000 7fb4b3400640 1 -- 172.21.15.26:0/2077941013 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ac03f030 con 0x7fb4bc102040 2024-04-25T01:28:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.225+0000 7fb4bbe00640 1 -- 172.21.15.26:0/2077941013 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4bc1a1a00 con 0x7fb4bc102040 2024-04-25T01:28:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.225+0000 7fb4b3400640 1 -- 172.21.15.26:0/2077941013 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4ac003ce0 con 0x7fb4bc102040 2024-04-25T01:28:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.225+0000 7fb4b3400640 1 -- 172.21.15.26:0/2077941013 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ac035070 con 0x7fb4bc102040 2024-04-25T01:28:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.225+0000 7fb4bbe00640 1 -- 172.21.15.26:0/2077941013 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4bc1a1f10 con 0x7fb4bc102040 2024-04-25T01:28:12.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.228+0000 7fb4c4791740 1 Processor -- start 2024-04-25T01:28:12.207 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.228+0000 7fb4c4791740 1 -- start start 2024-04-25T01:28:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.228+0000 7fb4c4791740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891bbe50 0x5618891bc270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4c4791740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891c1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4c4791740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891c19b0 0x5618891c3e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4c4791740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56188911eab0 con 0x5618891c19b0 2024-04-25T01:28:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4c4791740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5618890c7640 con 0x5618891bbe50 2024-04-25T01:28:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4c4791740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x56188911aa70 con 0x5618891bc840 2024-04-25T01:28:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4b3400640 1 -- 172.21.15.26:0/2077941013 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb4ac042030 con 0x7fb4bc102040 2024-04-25T01:28:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4bb400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891bbe50 0x5618891bc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4bb400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891bbe50 0x5618891bc270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:50636/0 (socket says 172.21.15.26:50636) 2024-04-25T01:28:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4bb400640 1 -- 172.21.15.26:0/346656706 learned_addr learned my addr 172.21.15.26:0/346656706 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4ba000640 1 --2- 172.21.15.26:0/346656706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891c19b0 0x5618891c3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4baa00640 1 --2- 172.21.15.26:0/346656706 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891c1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4bb400640 1 -- 172.21.15.26:0/346656706 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 msgr2=0x5618891c1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:12.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4bb400640 1 --2- 172.21.15.26:0/346656706 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891c1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4bb400640 1 -- 172.21.15.26:0/346656706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891c19b0 msgr2=0x5618891c3e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:12.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4bb400640 1 --2- 172.21.15.26:0/346656706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891c19b0 0x5618891c3e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4bb400640 1 -- 172.21.15.26:0/346656706 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561888e33210 con 0x5618891bbe50 2024-04-25T01:28:12.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.229+0000 7fb4baa00640 1 --2- 172.21.15.26:0/346656706 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891c1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T01:28:12.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.230+0000 7fb4bb400640 1 --2- 172.21.15.26:0/346656706 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891bbe50 0x5618891bc270 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb4b4011440 tx=0x7fb4b4011900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94c06a54760a5e0d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:12.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.230+0000 7fb4a7e00640 1 -- 172.21.15.26:0/346656706 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b4003c30 con 0x5618891bbe50 2024-04-25T01:28:12.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.230+0000 7fb4a7e00640 1 -- 172.21.15.26:0/346656706 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4b4003dd0 con 0x5618891bbe50 2024-04-25T01:28:12.210 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.230+0000 7fb4a7e00640 1 -- 172.21.15.26:0/346656706 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b400fac0 con 0x5618891bbe50 2024-04-25T01:28:12.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.230+0000 7fb4b3400640 1 --2- 172.21.15.26:0/2077941013 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb4a00a2b80 0x7fb4a00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.231+0000 7fb4b3400640 1 -- 172.21.15.26:0/2077941013 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fb4ac0ef440 con 0x7fb4bc102040 2024-04-25T01:28:12.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.231+0000 7fb4baa00640 1 --2- 172.21.15.26:0/2077941013 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb4a00a2b80 0x7fb4a00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.231+0000 7fb4c4791740 1 -- 172.21.15.26:0/346656706 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891bbe50 msgr2=0x5618891bc270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:12.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.231+0000 7fb4c4791740 1 --2- 172.21.15.26:0/346656706 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891bbe50 0x5618891bc270 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb4b4011440 tx=0x7fb4b4011900 comp rx=0 tx=0).stop 2024-04-25T01:28:12.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.231+0000 7fb4c4791740 1 -- 172.21.15.26:0/346656706 shutdown_connections 2024-04-25T01:28:12.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.231+0000 7fb4c4791740 1 --2- 172.21.15.26:0/346656706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891c19b0 0x5618891c3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.231+0000 7fb4c4791740 1 --2- 172.21.15.26:0/346656706 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891c1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.231+0000 7fb4c4791740 1 --2- 172.21.15.26:0/346656706 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891bbe50 0x5618891bc270 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.214 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.231+0000 7fb4c4791740 1 -- 172.21.15.26:0/346656706 >> 172.21.15.26:0/346656706 conn(0x5618891b74c0 msgr2=0x5618891b78c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.231+0000 7fb4c4791740 1 -- 172.21.15.26:0/346656706 shutdown_connections 2024-04-25T01:28:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.231+0000 7fb4c4791740 1 -- 172.21.15.26:0/346656706 wait complete. 2024-04-25T01:28:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.232+0000 7fb4baa00640 1 --2- 172.21.15.26:0/2077941013 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb4a00a2b80 0x7fb4a00a5040 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac0bb920 tx=0x7fb4ac02a3f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.232+0000 7fb4c4791740 1 -- start start 2024-04-25T01:28:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.232+0000 7fb4c4791740 1 Processor -- start 2024-04-25T01:28:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.232+0000 7fb4c4791740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891bbe50 0x5618891c60d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.232+0000 7fb4c4791740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891c6610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.232+0000 7fb4c4791740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891c19b0 0x5618891cd650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.232+0000 7fb4c4791740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5618891c4960 con 0x5618891c19b0 2024-04-25T01:28:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.232+0000 7fb4c4791740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5618890da990 con 0x5618891bbe50 2024-04-25T01:28:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.232+0000 7fb4c4791740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x5618891c4ae0 con 0x5618891bc840 2024-04-25T01:28:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.232+0000 7fb4c4791740 10 client.0 _ll_register_callbacks cb 0x5618890dc950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:28:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.233+0000 7fb4bb400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891bbe50 0x5618891c60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.233+0000 7fb4bb400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891bbe50 0x5618891c60d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:50648/0 (socket says 172.21.15.26:50648) 2024-04-25T01:28:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.233+0000 7fb4bb400640 1 -- 172.21.15.26:0/1117739633 learned_addr learned my addr 172.21.15.26:0/1117739633 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.233+0000 7fb4bb400640 1 --2- 172.21.15.26:0/1117739633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891c19b0 0x5618891cd650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.233+0000 7fb4ba000640 1 --2- 172.21.15.26:0/1117739633 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891c6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.233+0000 7fb4bb400640 1 -- 172.21.15.26:0/1117739633 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 msgr2=0x5618891c6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.233+0000 7fb4bb400640 1 --2- 172.21.15.26:0/1117739633 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891c6610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.233+0000 7fb4bb400640 1 -- 172.21.15.26:0/1117739633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891c19b0 msgr2=0x5618891cd650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.233+0000 7fb4bb400640 1 --2- 172.21.15.26:0/1117739633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891c19b0 0x5618891cd650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.233+0000 7fb4bb400640 1 -- 172.21.15.26:0/1117739633 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561888eff620 con 0x5618891bbe50 2024-04-25T01:28:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.234+0000 7fb4bb400640 1 --2- 172.21.15.26:0/1117739633 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891bbe50 0x5618891c60d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb4b4004f80 tx=0x7fb4b400f540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e875e0ab040e3303 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.234+0000 7fb4a4c00640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-04-25T01:28:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.234+0000 7fb4a4c00640 1 -- 172.21.15.26:0/1117739633 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b400fc70 con 0x5618891bbe50 2024-04-25T01:28:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.234+0000 7fb4a4c00640 1 -- 172.21.15.26:0/1117739633 <== mon.2 v2:172.21.15.111:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fb4b400fe10 con 0x5618891bbe50 2024-04-25T01:28:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.234+0000 7fb4c4791740 1 -- 172.21.15.26:0/1117739633 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4b4003dd0 con 0x5618891bbe50 2024-04-25T01:28:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.234+0000 7fb4a4c00640 1 -- 172.21.15.26:0/1117739633 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb4b4004050 con 0x5618891bbe50 2024-04-25T01:28:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.234+0000 7fb4c4791740 10 client.25382 fetch_fsmap learned FSMap version 28 2024-04-25T01:28:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.234+0000 7fb4c4791740 1 -- 172.21.15.26:0/1117739633 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5618891d0610 con 0x5618891bbe50 2024-04-25T01:28:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.234+0000 7fb4a4c00640 1 -- 172.21.15.26:0/1117739633 <== mon.2 v2:172.21.15.111:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4b4003dd0 con 0x5618891bbe50 2024-04-25T01:28:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.235+0000 7fb4a4c00640 1 -- 172.21.15.26:0/1117739633 <== mon.2 v2:172.21.15.111:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fb4b4025040 con 0x5618891bbe50 2024-04-25T01:28:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.235+0000 7fb4c4791740 10 client.25382 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:28:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.235+0000 7fb4c4791740 10 client.25382 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:28:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.235+0000 7fb4c4791740 20 client.25382 populate_metadata read hostname 'smithi026' 2024-04-25T01:28:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.235+0000 7fb4c4791740 1 --2- 172.21.15.26:0/1117739633 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5618891d1ad0 0x5618891d3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.235+0000 7fb4c4791740 4 client.25382 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:28:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.235+0000 7fb4c4791740 1 -- 172.21.15.26:0/1117739633 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56188912bff0 con 0x5618891d1ad0 2024-04-25T01:28:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.235+0000 7fb4ba000640 1 --2- 172.21.15.26:0/1117739633 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5618891d1ad0 0x5618891d3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.218 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.236+0000 7fb4ba000640 1 --2- 172.21.15.26:0/1117739633 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5618891d1ad0 0x5618891d3ec0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4064950395552629 server_cookie=ab8ad69321f1fca4 in_seq=0 out_seq=0 2024-04-25T01:28:12.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.236+0000 7fb4a4c00640 10 client.25382 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:28:12.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4a4c00640 1 -- 172.21.15.26:0/1117739633 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56188912bff0 con 0x5618891d1ad0 2024-04-25T01:28:12.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4a4c00640 10 client.25382 handle_command_reply: tid=0 2024-04-25T01:28:12.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4c4791740 1 client.25382 shutdown 2024-04-25T01:28:12.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4c4791740 1 -- 172.21.15.26:0/1117739633 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891bbe50 msgr2=0x5618891c60d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:12.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4c4791740 1 --2- 172.21.15.26:0/1117739633 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891bbe50 0x5618891c60d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb4b4004f80 tx=0x7fb4b400f540 comp rx=0 tx=0).stop 2024-04-25T01:28:12.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4c4791740 1 -- 172.21.15.26:0/1117739633 shutdown_connections 2024-04-25T01:28:12.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4c4791740 1 --2- 172.21.15.26:0/1117739633 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5618891d1ad0 0x5618891d3ec0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4c4791740 1 --2- 172.21.15.26:0/1117739633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891c19b0 0x5618891cd650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4a4c00640 0 client.25382 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:28:12.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4c4791740 1 --2- 172.21.15.26:0/1117739633 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891c6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4c4791740 1 --2- 172.21.15.26:0/1117739633 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891bbe50 0x5618891c60d0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.219 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4c4791740 1 -- 172.21.15.26:0/1117739633 >> 172.21.15.26:0/1117739633 conn(0x5618891b74c0 msgr2=0x5618891b6620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:12.220 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4c4791740 1 -- 172.21.15.26:0/1117739633 shutdown_connections 2024-04-25T01:28:12.220 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4c4791740 1 -- 172.21.15.26:0/1117739633 wait complete. 2024-04-25T01:28:12.220 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.237+0000 7fb4c4791740 20 client.25382 trim_cache size 0 max 16384 2024-04-25T01:28:12.232 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.253+0000 7fb4c4791740 1 Processor -- start 2024-04-25T01:28:12.232 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.254+0000 7fb4c4791740 1 -- start start 2024-04-25T01:28:12.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.254+0000 7fb4c4791740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891bbe50 0x5618891c5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.254+0000 7fb4c4791740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891cd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.254+0000 7fb4c4791740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891c19b0 0x5618891c6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.254+0000 7fb4c4791740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb4bc1aad80 con 0x5618891bbe50 2024-04-25T01:28:12.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.254+0000 7fb4c4791740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb4bc1ac8c0 con 0x5618891c19b0 2024-04-25T01:28:12.233 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.254+0000 7fb4c4791740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fb4bc1ab450 con 0x5618891bc840 2024-04-25T01:28:12.234 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.254+0000 7fb4bb400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891bbe50 0x5618891c5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.234 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.254+0000 7fb4bb400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891bbe50 0x5618891c5ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56836/0 (socket says 172.21.15.26:56836) 2024-04-25T01:28:12.234 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.254+0000 7fb4bb400640 1 -- 172.21.15.26:0/1200577124 learned_addr learned my addr 172.21.15.26:0/1200577124 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:12.234 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.254+0000 7fb4ba000640 1 --2- 172.21.15.26:0/1200577124 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891cd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.234 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.255+0000 7fb4bb400640 1 --2- 172.21.15.26:0/1200577124 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891c19b0 0x5618891c6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.235 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.255+0000 7fb4ba000640 1 -- 172.21.15.26:0/1200577124 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891c19b0 msgr2=0x5618891c6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:12.235 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.255+0000 7fb4ba000640 1 --2- 172.21.15.26:0/1200577124 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891c19b0 0x5618891c6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.235 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.255+0000 7fb4ba000640 1 -- 172.21.15.26:0/1200577124 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891bbe50 msgr2=0x5618891c5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:12.235 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.255+0000 7fb4ba000640 1 --2- 172.21.15.26:0/1200577124 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891bbe50 0x5618891c5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.235 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.255+0000 7fb4ba000640 1 -- 172.21.15.26:0/1200577124 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618891d4540 con 0x5618891bc840 2024-04-25T01:28:12.235 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.255+0000 7fb4ba000640 1 --2- 172.21.15.26:0/1200577124 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891cd5e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x5618891d4740 tx=0x7fb4a8005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ffab5a06969d736a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:12.235 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.256+0000 7fb4a7400640 1 -- 172.21.15.26:0/1200577124 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a8005220 con 0x5618891bc840 2024-04-25T01:28:12.235 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.256+0000 7fb4a7400640 1 -- 172.21.15.26:0/1200577124 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4a8004c80 con 0x5618891bc840 2024-04-25T01:28:12.235 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.256+0000 7fb4a7400640 1 -- 172.21.15.26:0/1200577124 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a80206f0 con 0x5618891bc840 2024-04-25T01:28:12.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.256+0000 7fb4c4791740 1 -- 172.21.15.26:0/1200577124 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 msgr2=0x5618891cd5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:12.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.256+0000 7fb4c4791740 1 --2- 172.21.15.26:0/1200577124 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891cd5e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x5618891d4740 tx=0x7fb4a8005f90 comp rx=0 tx=0).stop 2024-04-25T01:28:12.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.256+0000 7fb4c4791740 1 -- 172.21.15.26:0/1200577124 shutdown_connections 2024-04-25T01:28:12.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.256+0000 7fb4c4791740 1 --2- 172.21.15.26:0/1200577124 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891c19b0 0x5618891c6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.256+0000 7fb4c4791740 1 --2- 172.21.15.26:0/1200577124 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891cd5e0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.256+0000 7fb4c4791740 1 --2- 172.21.15.26:0/1200577124 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891bbe50 0x5618891c5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.256+0000 7fb4c4791740 1 -- 172.21.15.26:0/1200577124 >> 172.21.15.26:0/1200577124 conn(0x5618891b74c0 msgr2=0x5618891b2110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:12.237 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.257+0000 7fb4c4791740 1 -- 172.21.15.26:0/1200577124 shutdown_connections 2024-04-25T01:28:12.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.257+0000 7fb4c4791740 1 -- 172.21.15.26:0/1200577124 wait complete. 2024-04-25T01:28:12.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.257+0000 7fb4c4791740 1 -- start start 2024-04-25T01:28:12.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.257+0000 7fb4c4791740 1 Processor -- start 2024-04-25T01:28:12.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4c4791740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891bbe50 0x5618891cb830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4c4791740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891cbd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4c4791740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891c19b0 0x5618891ccc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4c4791740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb4bc1ac1f0 con 0x5618891bbe50 2024-04-25T01:28:12.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4c4791740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb4bc1abb20 con 0x5618891c19b0 2024-04-25T01:28:12.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4c4791740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fb4bc1a8d60 con 0x5618891bc840 2024-04-25T01:28:12.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4c4791740 10 client.0 _ll_register_callbacks cb 0x7fb4a8009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:28:12.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4bb400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891bbe50 0x5618891cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4bb400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891bbe50 0x5618891cb830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56838/0 (socket says 172.21.15.26:56838) 2024-04-25T01:28:12.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4bb400640 1 -- 172.21.15.26:0/2193722945 learned_addr learned my addr 172.21.15.26:0/2193722945 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:12.238 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4ba000640 1 --2- 172.21.15.26:0/2193722945 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891cbd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4bb400640 1 --2- 172.21.15.26:0/2193722945 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891c19b0 0x5618891ccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4bb400640 1 -- 172.21.15.26:0/2193722945 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 msgr2=0x5618891cbd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:12.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4bb400640 1 --2- 172.21.15.26:0/2193722945 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891cbd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4bb400640 1 -- 172.21.15.26:0/2193722945 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891c19b0 msgr2=0x5618891ccc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:12.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4bb400640 1 --2- 172.21.15.26:0/2193722945 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891c19b0 0x5618891ccc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.239 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.258+0000 7fb4bb400640 1 -- 172.21.15.26:0/2193722945 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618891b72f0 con 0x5618891bbe50 2024-04-25T01:28:12.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.259+0000 7fb4bb400640 1 --2- 172.21.15.26:0/2193722945 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891bbe50 0x5618891cb830 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fb4b4005f10 tx=0x7fb4b4014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb8c8e3f836f609b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:12.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.259+0000 7fb4a4c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:28:12.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.259+0000 7fb4a4c00640 1 -- 172.21.15.26:0/2193722945 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b400fa70 con 0x5618891bbe50 2024-04-25T01:28:12.240 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.259+0000 7fb4c4791740 1 -- 172.21.15.26:0/2193722945 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4a8004c80 con 0x5618891bbe50 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.259+0000 7fb4a4c00640 1 -- 172.21.15.26:0/2193722945 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fb4b400fc10 con 0x5618891bbe50 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.259+0000 7fb4a4c00640 1 -- 172.21.15.26:0/2193722945 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb4b400fe10 con 0x5618891bbe50 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.259+0000 7fb4c4791740 10 client.15300 fetch_fsmap learned FSMap version 28 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.259+0000 7fb4c4791740 1 -- 172.21.15.26:0/2193722945 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561889238810 con 0x5618891bbe50 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.260+0000 7fb4a4c00640 1 -- 172.21.15.26:0/2193722945 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4a8004c80 con 0x5618891bbe50 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.260+0000 7fb4a4c00640 1 -- 172.21.15.26:0/2193722945 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fb4b4019790 con 0x5618891bbe50 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.260+0000 7fb4c4791740 10 client.15300 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.260+0000 7fb4c4791740 10 client.15300 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.260+0000 7fb4c4791740 20 client.15300 populate_metadata read hostname 'smithi026' 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.260+0000 7fb4c4791740 1 --2- 172.21.15.26:0/2193722945 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x561889239190 0x56188923b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.260+0000 7fb4c4791740 4 client.15300 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.260+0000 7fb4c4791740 1 -- 172.21.15.26:0/2193722945 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561889126340 con 0x561889239190 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.260+0000 7fb4ba000640 1 --2- 172.21.15.26:0/2193722945 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x561889239190 0x56188923b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.261+0000 7fb4ba000640 1 --2- 172.21.15.26:0/2193722945 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x561889239190 0x56188923b5b0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dad32b77d04c69a3 server_cookie=b86ca30fe6db1cfd in_seq=0 out_seq=0 2024-04-25T01:28:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.261+0000 7fb4a4c00640 10 client.15300 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:28:12.251 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4a4c00640 1 -- 172.21.15.26:0/2193722945 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561889126340 con 0x561889239190 2024-04-25T01:28:12.251 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4a4c00640 10 client.15300 handle_command_reply: tid=0 2024-04-25T01:28:12.251 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4c4791740 1 client.15300 shutdown 2024-04-25T01:28:12.251 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4c4791740 1 -- 172.21.15.26:0/2193722945 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891bbe50 msgr2=0x5618891cb830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:12.251 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4c4791740 1 --2- 172.21.15.26:0/2193722945 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891bbe50 0x5618891cb830 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fb4b4005f10 tx=0x7fb4b4014040 comp rx=0 tx=0).stop 2024-04-25T01:28:12.251 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4c4791740 1 -- 172.21.15.26:0/2193722945 shutdown_connections 2024-04-25T01:28:12.251 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4c4791740 1 --2- 172.21.15.26:0/2193722945 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x561889239190 0x56188923b5b0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.252 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4c4791740 1 --2- 172.21.15.26:0/2193722945 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5618891c19b0 0x5618891ccc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.252 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4c4791740 1 --2- 172.21.15.26:0/2193722945 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5618891bc840 0x5618891cbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.252 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4c4791740 1 --2- 172.21.15.26:0/2193722945 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5618891bbe50 0x5618891cb830 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.252 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4a4c00640 0 client.15300 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:28:12.252 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4c4791740 1 -- 172.21.15.26:0/2193722945 >> 172.21.15.26:0/2193722945 conn(0x5618891b74c0 msgr2=0x5618891c5ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:12.252 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4c4791740 1 -- 172.21.15.26:0/2193722945 shutdown_connections 2024-04-25T01:28:12.252 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4c4791740 1 -- 172.21.15.26:0/2193722945 wait complete. 2024-04-25T01:28:12.252 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.272+0000 7fb4c4791740 20 client.15300 trim_cache size 0 max 16384 2024-04-25T01:28:12.252 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-25T01:28:12.252 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-25T01:28:12.253 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-25T01:28:12.253 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-25T01:28:12.254 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.273+0000 7fb4bbe00640 1 -- 172.21.15.26:0/2077941013 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb4a00a2b80 msgr2=0x7fb4a00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:12.254 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.273+0000 7fb4bbe00640 1 --2- 172.21.15.26:0/2077941013 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb4a00a2b80 0x7fb4a00a5040 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac0bb920 tx=0x7fb4ac02a3f0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.254 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.273+0000 7fb4bbe00640 1 -- 172.21.15.26:0/2077941013 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4bc102040 msgr2=0x7fb4bc199b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:12.254 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.273+0000 7fb4bbe00640 1 --2- 172.21.15.26:0/2077941013 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4bc102040 0x7fb4bc199b50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac02a910 tx=0x7fb4ac032ce0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.254 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.273+0000 7fb4bbe00640 1 -- 172.21.15.26:0/2077941013 shutdown_connections 2024-04-25T01:28:12.254 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.273+0000 7fb4bbe00640 1 --2- 172.21.15.26:0/2077941013 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb4bc1072a0 0x7fb4bc1a1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.254 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.273+0000 7fb4bbe00640 1 --2- 172.21.15.26:0/2077941013 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb4a00a2b80 0x7fb4a00a5040 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.254 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.273+0000 7fb4bbe00640 1 --2- 172.21.15.26:0/2077941013 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb4bc104970 0x7fb4bc19a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.254 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.273+0000 7fb4bbe00640 1 --2- 172.21.15.26:0/2077941013 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb4bc102040 0x7fb4bc199b50 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:12.254 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.274+0000 7fb4bbe00640 1 -- 172.21.15.26:0/2077941013 >> 172.21.15.26:0/2077941013 conn(0x7fb4bc0fba30 msgr2=0x7fb4bc101740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:12.254 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.274+0000 7fb4bbe00640 1 -- 172.21.15.26:0/2077941013 shutdown_connections 2024-04-25T01:28:12.254 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:12.274+0000 7fb4bbe00640 1 -- 172.21.15.26:0/2077941013 wait complete. 2024-04-25T01:28:13.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:12 smithi026 ceph-mon[28096]: pgmap v451: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-04-25T01:28:13.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:12 smithi186 ceph-mon[32747]: pgmap v451: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-04-25T01:28:13.113 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:12 smithi111 ceph-mon[32623]: pgmap v451: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-04-25T01:28:15.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:14 smithi026 ceph-mon[28096]: pgmap v452: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 774 KiB/s wr, 12 op/s 2024-04-25T01:28:15.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:14 smithi186 ceph-mon[32747]: pgmap v452: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 774 KiB/s wr, 12 op/s 2024-04-25T01:28:15.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:14 smithi111 ceph-mon[32623]: pgmap v452: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 774 KiB/s wr, 12 op/s 2024-04-25T01:28:17.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:16 smithi026 ceph-mon[28096]: pgmap v453: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-25T01:28:17.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:16 smithi186 ceph-mon[32747]: pgmap v453: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-25T01:28:17.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:16 smithi111 ceph-mon[32623]: pgmap v453: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-25T01:28:19.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:18 smithi026 ceph-mon[28096]: pgmap v454: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 778 KiB/s wr, 16 op/s 2024-04-25T01:28:19.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:18 smithi186 ceph-mon[32747]: pgmap v454: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 778 KiB/s wr, 16 op/s 2024-04-25T01:28:19.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:18 smithi111 ceph-mon[32623]: pgmap v454: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 778 KiB/s wr, 16 op/s 2024-04-25T01:28:21.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:20 smithi026 ceph-mon[28096]: pgmap v455: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 775 KiB/s wr, 13 op/s 2024-04-25T01:28:21.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:20 smithi186 ceph-mon[32747]: pgmap v455: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 775 KiB/s wr, 13 op/s 2024-04-25T01:28:21.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:20 smithi111 ceph-mon[32623]: pgmap v455: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 775 KiB/s wr, 13 op/s 2024-04-25T01:28:23.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:22 smithi026 ceph-mon[28096]: pgmap v456: 97 pgs: 97 active+clean; 130 MiB data, 742 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 12 MiB/s wr, 24 op/s 2024-04-25T01:28:23.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:22 smithi186 ceph-mon[32747]: pgmap v456: 97 pgs: 97 active+clean; 130 MiB data, 742 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 12 MiB/s wr, 24 op/s 2024-04-25T01:28:23.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:22 smithi111 ceph-mon[32623]: pgmap v456: 97 pgs: 97 active+clean; 130 MiB data, 742 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 12 MiB/s wr, 24 op/s 2024-04-25T01:28:25.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:24 smithi026 ceph-mon[28096]: pgmap v457: 97 pgs: 97 active+clean; 258 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 MiB/s wr, 24 op/s 2024-04-25T01:28:25.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:24 smithi186 ceph-mon[32747]: pgmap v457: 97 pgs: 97 active+clean; 258 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 MiB/s wr, 24 op/s 2024-04-25T01:28:25.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:24 smithi111 ceph-mon[32623]: pgmap v457: 97 pgs: 97 active+clean; 258 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 MiB/s wr, 24 op/s 2024-04-25T01:28:25.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.418+0000 7f8c67200640 1 -- 172.21.15.26:0/755094784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c681015d0 msgr2=0x7f8c681019f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:25.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.418+0000 7f8c67200640 1 --2- 172.21.15.26:0/755094784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c681015d0 0x7f8c681019f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f8c58009ca0 tx=0x7f8c5802a8c0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.419+0000 7f8c67200640 1 -- 172.21.15.26:0/755094784 shutdown_connections 2024-04-25T01:28:25.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.419+0000 7f8c67200640 1 --2- 172.21.15.26:0/755094784 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c68103180 0x7f8c68109a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.419+0000 7f8c67200640 1 --2- 172.21.15.26:0/755094784 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8c681027c0 0x7f8c68102c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.419+0000 7f8c67200640 1 --2- 172.21.15.26:0/755094784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c681015d0 0x7f8c681019f0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.419+0000 7f8c67200640 1 -- 172.21.15.26:0/755094784 >> 172.21.15.26:0/755094784 conn(0x7f8c680fcb40 msgr2=0x7f8c680fef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:25.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.419+0000 7f8c67200640 1 -- 172.21.15.26:0/755094784 shutdown_connections 2024-04-25T01:28:25.401 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.419+0000 7f8c67200640 1 -- 172.21.15.26:0/755094784 wait complete. 2024-04-25T01:28:25.402 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.420+0000 7f8c67200640 1 Processor -- start 2024-04-25T01:28:25.402 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.420+0000 7f8c67200640 1 -- start start 2024-04-25T01:28:25.402 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.420+0000 7f8c67200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8c681015d0 0x7f8c68199bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.402 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.420+0000 7f8c67200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c681027c0 0x7f8c6819a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.402 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.420+0000 7f8c67200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c68103180 0x7f8c681a1120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.402 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.420+0000 7f8c67200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8c6810d2a0 con 0x7f8c681027c0 2024-04-25T01:28:25.402 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.420+0000 7f8c67200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8c6810d120 con 0x7f8c68103180 2024-04-25T01:28:25.402 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.420+0000 7f8c67200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f8c6810d420 con 0x7f8c681015d0 2024-04-25T01:28:25.402 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.421+0000 7f8c5d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c681027c0 0x7f8c6819a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.403 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.421+0000 7f8c66800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c68103180 0x7f8c681a1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.403 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.421+0000 7f8c5d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c681027c0 0x7f8c6819a100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50848/0 (socket says 172.21.15.26:50848) 2024-04-25T01:28:25.403 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.421+0000 7f8c5d400640 1 -- 172.21.15.26:0/2760145830 learned_addr learned my addr 172.21.15.26:0/2760145830 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:25.403 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.421+0000 7f8c65e00640 1 --2- 172.21.15.26:0/2760145830 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8c681015d0 0x7f8c68199bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.403 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.421+0000 7f8c5d400640 1 -- 172.21.15.26:0/2760145830 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8c681015d0 msgr2=0x7f8c68199bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:25.403 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.421+0000 7f8c5d400640 1 --2- 172.21.15.26:0/2760145830 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8c681015d0 0x7f8c68199bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.421+0000 7f8c5d400640 1 -- 172.21.15.26:0/2760145830 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c68103180 msgr2=0x7f8c681a1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:25.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.421+0000 7f8c5d400640 1 --2- 172.21.15.26:0/2760145830 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c68103180 0x7f8c681a1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.421+0000 7f8c5d400640 1 -- 172.21.15.26:0/2760145830 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c681a1790 con 0x7f8c681027c0 2024-04-25T01:28:25.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.421+0000 7f8c5d400640 1 --2- 172.21.15.26:0/2760145830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c681027c0 0x7f8c6819a100 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8c5000e9f0 tx=0x7f8c5000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:25.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.422+0000 7f8c5f400640 1 -- 172.21.15.26:0/2760145830 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c5000cd80 con 0x7f8c681027c0 2024-04-25T01:28:25.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.422+0000 7f8c5f400640 1 -- 172.21.15.26:0/2760145830 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c50005500 con 0x7f8c681027c0 2024-04-25T01:28:25.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.422+0000 7f8c67200640 1 -- 172.21.15.26:0/2760145830 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c681a1a80 con 0x7f8c681027c0 2024-04-25T01:28:25.404 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.422+0000 7f8c5f400640 1 -- 172.21.15.26:0/2760145830 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c50010690 con 0x7f8c681027c0 2024-04-25T01:28:25.405 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.422+0000 7f8c67200640 1 -- 172.21.15.26:0/2760145830 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c681a1f80 con 0x7f8c681027c0 2024-04-25T01:28:25.411 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.425+0000 7f8c6fbcb740 1 Processor -- start 2024-04-25T01:28:25.411 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.425+0000 7f8c6fbcb740 1 -- start start 2024-04-25T01:28:25.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.425+0000 7f8c5f400640 1 -- 172.21.15.26:0/2760145830 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8c500046c0 con 0x7f8c681027c0 2024-04-25T01:28:25.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.425+0000 7f8c6fbcb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7696e50 0x5644c7697270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.425+0000 7f8c6fbcb740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7697840 0x5644c769c340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.425+0000 7f8c6fbcb740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c769ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.425+0000 7f8c6fbcb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5644c75f9ab0 con 0x5644c7696e50 2024-04-25T01:28:25.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.425+0000 7f8c6fbcb740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5644c75a2640 con 0x5644c769c9b0 2024-04-25T01:28:25.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.425+0000 7f8c6fbcb740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x5644c75f5a70 con 0x5644c7697840 2024-04-25T01:28:25.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.426+0000 7f8c66800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7696e50 0x5644c7697270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.426+0000 7f8c65e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7697840 0x5644c769c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.426+0000 7f8c5d400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c769ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.426+0000 7f8c65e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7697840 0x5644c769c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:38090/0 (socket says 172.21.15.26:38090) 2024-04-25T01:28:25.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.426+0000 7f8c66800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7696e50 0x5644c7697270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50858/0 (socket says 172.21.15.26:50858) 2024-04-25T01:28:25.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.426+0000 7f8c65e00640 1 -- 172.21.15.26:0/3864518546 learned_addr learned my addr 172.21.15.26:0/3864518546 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:25.412 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.426+0000 7f8c65e00640 1 -- 172.21.15.26:0/3864518546 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 msgr2=0x5644c769ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:25.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.426+0000 7f8c65e00640 1 --2- 172.21.15.26:0/3864518546 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c769ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.426+0000 7f8c65e00640 1 -- 172.21.15.26:0/3864518546 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7696e50 msgr2=0x5644c7697270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:25.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.426+0000 7f8c65e00640 1 --2- 172.21.15.26:0/3864518546 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7696e50 0x5644c7697270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.426+0000 7f8c65e00640 1 -- 172.21.15.26:0/3864518546 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644c730e210 con 0x5644c7697840 2024-04-25T01:28:25.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.426+0000 7f8c66800640 1 --2- 172.21.15.26:0/3864518546 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7696e50 0x5644c7697270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:28:25.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.426+0000 7f8c5d400640 1 --2- 172.21.15.26:0/3864518546 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c769ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:28:25.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.427+0000 7f8c65e00640 1 --2- 172.21.15.26:0/3864518546 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7697840 0x5644c769c340 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8c58031c10 tx=0x7f8c58009800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e0dcad75ecaa1ed server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:25.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.427+0000 7f8c57000640 1 -- 172.21.15.26:0/3864518546 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c58031650 con 0x5644c7697840 2024-04-25T01:28:25.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.427+0000 7f8c5f400640 1 --2- 172.21.15.26:0/2760145830 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8c4c0a2b80 0x7f8c4c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.427+0000 7f8c57000640 1 -- 172.21.15.26:0/3864518546 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c58036030 con 0x5644c7697840 2024-04-25T01:28:25.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.427+0000 7f8c57000640 1 -- 172.21.15.26:0/3864518546 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c580047c0 con 0x5644c7697840 2024-04-25T01:28:25.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.427+0000 7f8c5f400640 1 -- 172.21.15.26:0/2760145830 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f8c500cf4e0 con 0x7f8c681027c0 2024-04-25T01:28:25.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.427+0000 7f8c66800640 1 --2- 172.21.15.26:0/2760145830 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8c4c0a2b80 0x7f8c4c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.413 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.428+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3864518546 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7697840 msgr2=0x5644c769c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.428+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3864518546 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7697840 0x5644c769c340 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8c58031c10 tx=0x7f8c58009800 comp rx=0 tx=0).stop 2024-04-25T01:28:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.428+0000 7f8c66800640 1 --2- 172.21.15.26:0/2760145830 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8c4c0a2b80 0x7f8c4c0a5040 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x5644c76980a0 tx=0x7f8c60005cc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.428+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3864518546 shutdown_connections 2024-04-25T01:28:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.428+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3864518546 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c769ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.428+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3864518546 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7697840 0x5644c769c340 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.428+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3864518546 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7696e50 0x5644c7697270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.428+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3864518546 >> 172.21.15.26:0/3864518546 conn(0x5644c76924c0 msgr2=0x5644c76928c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.428+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3864518546 shutdown_connections 2024-04-25T01:28:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.428+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3864518546 wait complete. 2024-04-25T01:28:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.429+0000 7f8c6fbcb740 1 -- start start 2024-04-25T01:28:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.429+0000 7f8c6fbcb740 1 Processor -- start 2024-04-25T01:28:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.430+0000 7f8c6fbcb740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7696e50 0x5644c76a0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.430+0000 7f8c6fbcb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7697840 0x5644c76a13c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.430+0000 7f8c6fbcb740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c76a8400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.430+0000 7f8c6fbcb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5644c769f780 con 0x5644c7697840 2024-04-25T01:28:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.430+0000 7f8c6fbcb740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x5644c75b5990 con 0x5644c769c9b0 2024-04-25T01:28:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.430+0000 7f8c6fbcb740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x5644c769f900 con 0x5644c7696e50 2024-04-25T01:28:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.430+0000 7f8c6fbcb740 10 client.0 _ll_register_callbacks cb 0x5644c75b7950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:28:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.430+0000 7f8c5d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7697840 0x5644c76a13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.430+0000 7f8c5d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7697840 0x5644c76a13c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50862/0 (socket says 172.21.15.26:50862) 2024-04-25T01:28:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.430+0000 7f8c5d400640 1 -- 172.21.15.26:0/3891659924 learned_addr learned my addr 172.21.15.26:0/3891659924 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.430+0000 7f8c65e00640 1 --2- 172.21.15.26:0/3891659924 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7696e50 0x5644c76a0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.430+0000 7f8c66800640 1 --2- 172.21.15.26:0/3891659924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c76a8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.431+0000 7f8c5d400640 1 -- 172.21.15.26:0/3891659924 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7696e50 msgr2=0x5644c76a0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.431+0000 7f8c5d400640 1 --2- 172.21.15.26:0/3891659924 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7696e50 0x5644c76a0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.431+0000 7f8c5d400640 1 -- 172.21.15.26:0/3891659924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 msgr2=0x5644c76a8400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.431+0000 7f8c5d400640 1 --2- 172.21.15.26:0/3891659924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c76a8400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.431+0000 7f8c5d400640 1 -- 172.21.15.26:0/3891659924 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644c73da620 con 0x5644c7697840 2024-04-25T01:28:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.431+0000 7f8c65e00640 1 --2- 172.21.15.26:0/3891659924 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7696e50 0x5644c76a0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:28:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.431+0000 7f8c5d400640 1 --2- 172.21.15.26:0/3891659924 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7697840 0x5644c76a13c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8c500ccf60 tx=0x7f8c50098020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b96c6b9214659997 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.431+0000 7f8c4b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:28:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.431+0000 7f8c4b400640 1 -- 172.21.15.26:0/3891659924 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c500cf2d0 con 0x5644c7697840 2024-04-25T01:28:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.431+0000 7f8c4b400640 1 -- 172.21.15.26:0/3891659924 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f8c500a44a0 con 0x5644c7697840 2024-04-25T01:28:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.431+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3891659924 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c58036030 con 0x5644c7697840 2024-04-25T01:28:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.431+0000 7f8c4b400640 1 -- 172.21.15.26:0/3891659924 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8c5009c3c0 con 0x5644c7697840 2024-04-25T01:28:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.431+0000 7f8c6fbcb740 10 client.15312 fetch_fsmap learned FSMap version 28 2024-04-25T01:28:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.431+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3891659924 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5644c76ab450 con 0x5644c7697840 2024-04-25T01:28:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.432+0000 7f8c4b400640 1 -- 172.21.15.26:0/3891659924 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c58036030 con 0x5644c7697840 2024-04-25T01:28:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.432+0000 7f8c4b400640 1 -- 172.21.15.26:0/3891659924 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f8c5009b110 con 0x5644c7697840 2024-04-25T01:28:25.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.432+0000 7f8c6fbcb740 10 client.15312 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:28:25.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.432+0000 7f8c6fbcb740 10 client.15312 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:28:25.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.432+0000 7f8c6fbcb740 20 client.15312 populate_metadata read hostname 'smithi026' 2024-04-25T01:28:25.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.432+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3891659924 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5644c76acb30 0x5644c76aef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.432+0000 7f8c6fbcb740 4 client.15312 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:28:25.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.432+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3891659924 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5644c7606ff0 con 0x5644c76acb30 2024-04-25T01:28:25.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.432+0000 7f8c65e00640 1 --2- 172.21.15.26:0/3891659924 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5644c76acb30 0x5644c76aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.433+0000 7f8c65e00640 1 --2- 172.21.15.26:0/3891659924 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5644c76acb30 0x5644c76aef40 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1d74381afc81f41 server_cookie=b04dca9a452c6232 in_seq=0 out_seq=0 2024-04-25T01:28:25.417 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.433+0000 7f8c4b400640 10 client.15312 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:28:25.418 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c4b400640 1 -- 172.21.15.26:0/3891659924 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5644c7606ff0 con 0x5644c76acb30 2024-04-25T01:28:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c4b400640 10 client.15312 handle_command_reply: tid=0 2024-04-25T01:28:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c6fbcb740 1 client.15312 shutdown 2024-04-25T01:28:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3891659924 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7697840 msgr2=0x5644c76a13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3891659924 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7697840 0x5644c76a13c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8c500ccf60 tx=0x7f8c50098020 comp rx=0 tx=0).stop 2024-04-25T01:28:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3891659924 shutdown_connections 2024-04-25T01:28:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3891659924 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5644c76acb30 0x5644c76aef40 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3891659924 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c76a8400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3891659924 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7697840 0x5644c76a13c0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3891659924 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7696e50 0x5644c76a0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3891659924 >> 172.21.15.26:0/3891659924 conn(0x5644c76924c0 msgr2=0x5644c7691620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c4b400640 0 client.15312 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:28:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3891659924 shutdown_connections 2024-04-25T01:28:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3891659924 wait complete. 2024-04-25T01:28:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.434+0000 7f8c6fbcb740 20 client.15312 trim_cache size 0 max 16384 2024-04-25T01:28:25.444 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.457+0000 7f8c6fbcb740 1 Processor -- start 2024-04-25T01:28:25.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.457+0000 7f8c6fbcb740 1 -- start start 2024-04-25T01:28:25.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.457+0000 7f8c6fbcb740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7696e50 0x5644c76a04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.457+0000 7f8c6fbcb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7697840 0x5644c76a83c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.457+0000 7f8c6fbcb740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c76989c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.457+0000 7f8c6fbcb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8c681aad40 con 0x5644c7697840 2024-04-25T01:28:25.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.457+0000 7f8c6fbcb740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8c681ac880 con 0x5644c769c9b0 2024-04-25T01:28:25.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.457+0000 7f8c6fbcb740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f8c681ab410 con 0x5644c7696e50 2024-04-25T01:28:25.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.458+0000 7f8c66800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c76989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.458+0000 7f8c65e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7696e50 0x5644c76a04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.458+0000 7f8c66800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c76989c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:43056/0 (socket says 172.21.15.26:43056) 2024-04-25T01:28:25.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.458+0000 7f8c66800640 1 -- 172.21.15.26:0/1557134453 learned_addr learned my addr 172.21.15.26:0/1557134453 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:25.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.458+0000 7f8c5d400640 1 --2- 172.21.15.26:0/1557134453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7697840 0x5644c76a83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.458+0000 7f8c66800640 1 -- 172.21.15.26:0/1557134453 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7696e50 msgr2=0x5644c76a04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:25.445 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.458+0000 7f8c66800640 1 --2- 172.21.15.26:0/1557134453 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7696e50 0x5644c76a04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.446 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.458+0000 7f8c66800640 1 -- 172.21.15.26:0/1557134453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7697840 msgr2=0x5644c76a83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:25.446 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.458+0000 7f8c66800640 1 --2- 172.21.15.26:0/1557134453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7697840 0x5644c76a83c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.446 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.458+0000 7f8c66800640 1 -- 172.21.15.26:0/1557134453 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644c769ff30 con 0x5644c769c9b0 2024-04-25T01:28:25.446 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.458+0000 7f8c65e00640 1 --2- 172.21.15.26:0/1557134453 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7696e50 0x5644c76a04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:28:25.446 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.458+0000 7f8c66800640 1 --2- 172.21.15.26:0/1557134453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c76989c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8c60003ee0 tx=0x7f8c60019000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f541b6d805933025 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:25.446 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.459+0000 7f8c56600640 1 -- 172.21.15.26:0/1557134453 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c6001ee30 con 0x5644c769c9b0 2024-04-25T01:28:25.446 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.459+0000 7f8c56600640 1 -- 172.21.15.26:0/1557134453 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c60029960 con 0x5644c769c9b0 2024-04-25T01:28:25.446 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.459+0000 7f8c56600640 1 -- 172.21.15.26:0/1557134453 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c60011a50 con 0x5644c769c9b0 2024-04-25T01:28:25.446 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.460+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/1557134453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 msgr2=0x5644c76989c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:25.446 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.460+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/1557134453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c76989c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8c60003ee0 tx=0x7f8c60019000 comp rx=0 tx=0).stop 2024-04-25T01:28:25.446 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.460+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/1557134453 shutdown_connections 2024-04-25T01:28:25.446 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.460+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/1557134453 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c76989c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.446 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.460+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/1557134453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7697840 0x5644c76a83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.446 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.460+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/1557134453 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7696e50 0x5644c76a04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.460+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/1557134453 >> 172.21.15.26:0/1557134453 conn(0x5644c76924c0 msgr2=0x5644c768d110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.460+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/1557134453 shutdown_connections 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.460+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/1557134453 wait complete. 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.460+0000 7f8c6fbcb740 1 -- start start 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.460+0000 7f8c6fbcb740 1 Processor -- start 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.461+0000 7f8c6fbcb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7696e50 0x5644c76a52f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.461+0000 7f8c6fbcb740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7697840 0x5644c76a5830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.461+0000 7f8c6fbcb740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c7711080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.461+0000 7f8c6fbcb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8c681ac1b0 con 0x5644c7696e50 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.461+0000 7f8c6fbcb740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8c681abae0 con 0x5644c769c9b0 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.461+0000 7f8c6fbcb740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f8c681a8d20 con 0x5644c7697840 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.461+0000 7f8c6fbcb740 10 client.0 _ll_register_callbacks cb 0x7f8c500d2c10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.461+0000 7f8c65e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7696e50 0x5644c76a52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.461+0000 7f8c65e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7696e50 0x5644c76a52f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50890/0 (socket says 172.21.15.26:50890) 2024-04-25T01:28:25.447 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.461+0000 7f8c5d400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7697840 0x5644c76a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.461+0000 7f8c65e00640 1 -- 172.21.15.26:0/3326111115 learned_addr learned my addr 172.21.15.26:0/3326111115 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.461+0000 7f8c66800640 1 --2- 172.21.15.26:0/3326111115 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c7711080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c66800640 1 -- 172.21.15.26:0/3326111115 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7697840 msgr2=0x5644c76a5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c66800640 1 --2- 172.21.15.26:0/3326111115 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7697840 0x5644c76a5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c66800640 1 -- 172.21.15.26:0/3326111115 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7696e50 msgr2=0x5644c76a52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c66800640 1 --2- 172.21.15.26:0/3326111115 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7696e50 0x5644c76a52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c66800640 1 -- 172.21.15.26:0/3326111115 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644c77115f0 con 0x5644c769c9b0 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c5d400640 1 --2- 172.21.15.26:0/3326111115 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7697840 0x5644c76a5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c65e00640 1 --2- 172.21.15.26:0/3326111115 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7696e50 0x5644c76a52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c66800640 1 --2- 172.21.15.26:0/3326111115 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c7711080 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8c6000b610 tx=0x7f8c60003fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89f3fe503baccc2c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c4b400640 10 client.0 ms_handle_connect on v2:172.21.15.111:3300/0 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c4b400640 1 -- 172.21.15.26:0/3326111115 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c60029b10 con 0x5644c769c9b0 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3326111115 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c60029960 con 0x5644c769c9b0 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c4b400640 1 -- 172.21.15.26:0/3326111115 <== mon.2 v2:172.21.15.111:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f8c60029cb0 con 0x5644c769c9b0 2024-04-25T01:28:25.448 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c4b400640 1 -- 172.21.15.26:0/3326111115 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8c60005040 con 0x5644c769c9b0 2024-04-25T01:28:25.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c6fbcb740 10 client.25406 fetch_fsmap learned FSMap version 28 2024-04-25T01:28:25.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.462+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3326111115 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5644c7712930 con 0x5644c769c9b0 2024-04-25T01:28:25.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.463+0000 7f8c4b400640 1 -- 172.21.15.26:0/3326111115 <== mon.2 v2:172.21.15.111:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c60029960 con 0x5644c769c9b0 2024-04-25T01:28:25.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.463+0000 7f8c4b400640 1 -- 172.21.15.26:0/3326111115 <== mon.2 v2:172.21.15.111:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f8c60030070 con 0x5644c769c9b0 2024-04-25T01:28:25.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.463+0000 7f8c6fbcb740 10 client.25406 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:28:25.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.463+0000 7f8c6fbcb740 10 client.25406 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:28:25.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.463+0000 7f8c6fbcb740 20 client.25406 populate_metadata read hostname 'smithi026' 2024-04-25T01:28:25.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.463+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3326111115 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5644c7713230 0x5644c7715650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:25.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.463+0000 7f8c6fbcb740 4 client.25406 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T01:28:25.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.463+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3326111115 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5644c7601340 con 0x5644c7713230 2024-04-25T01:28:25.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.463+0000 7f8c65e00640 1 --2- 172.21.15.26:0/3326111115 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5644c7713230 0x5644c7715650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:25.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.464+0000 7f8c65e00640 1 --2- 172.21.15.26:0/3326111115 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5644c7713230 0x5644c7715650 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91fc23dcb93ed62c server_cookie=639c8028e0d373a0 in_seq=0 out_seq=0 2024-04-25T01:28:25.449 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.464+0000 7f8c4b400640 10 client.25406 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:28:25.453 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.474+0000 7f8c4b400640 1 -- 172.21.15.26:0/3326111115 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5644c7601340 con 0x5644c7713230 2024-04-25T01:28:25.453 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.474+0000 7f8c4b400640 10 client.25406 handle_command_reply: tid=0 2024-04-25T01:28:25.453 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.474+0000 7f8c6fbcb740 1 client.25406 shutdown 2024-04-25T01:28:25.453 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.475+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3326111115 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 msgr2=0x5644c7711080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:25.453 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.475+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3326111115 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c7711080 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8c6000b610 tx=0x7f8c60003fa0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.475+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3326111115 shutdown_connections 2024-04-25T01:28:25.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.475+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3326111115 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x5644c7713230 0x5644c7715650 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.475+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3326111115 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x5644c769c9b0 0x5644c7711080 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.454 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.475+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3326111115 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x5644c7697840 0x5644c76a5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.475+0000 7f8c6fbcb740 1 --2- 172.21.15.26:0/3326111115 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5644c7696e50 0x5644c76a52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.475+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3326111115 >> 172.21.15.26:0/3326111115 conn(0x5644c76924c0 msgr2=0x5644c769bc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:25.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.475+0000 7f8c4b400640 0 client.25406 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:28:25.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.475+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3326111115 shutdown_connections 2024-04-25T01:28:25.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.475+0000 7f8c6fbcb740 1 -- 172.21.15.26:0/3326111115 wait complete. 2024-04-25T01:28:25.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.475+0000 7f8c6fbcb740 20 client.25406 trim_cache size 0 max 16384 2024-04-25T01:28:25.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-25T01:28:25.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-25T01:28:25.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-25T01:28:25.455 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-25T01:28:25.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.476+0000 7f8c67200640 1 -- 172.21.15.26:0/2760145830 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8c4c0a2b80 msgr2=0x7f8c4c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:25.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.476+0000 7f8c67200640 1 --2- 172.21.15.26:0/2760145830 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8c4c0a2b80 0x7f8c4c0a5040 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x5644c76980a0 tx=0x7f8c60005cc0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.476+0000 7f8c67200640 1 -- 172.21.15.26:0/2760145830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c681027c0 msgr2=0x7f8c6819a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:25.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.476+0000 7f8c67200640 1 --2- 172.21.15.26:0/2760145830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c681027c0 0x7f8c6819a100 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8c5000e9f0 tx=0x7f8c5000edf0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.476+0000 7f8c67200640 1 -- 172.21.15.26:0/2760145830 shutdown_connections 2024-04-25T01:28:25.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.476+0000 7f8c67200640 1 --2- 172.21.15.26:0/2760145830 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8c68103180 0x7f8c681a1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.476+0000 7f8c67200640 1 --2- 172.21.15.26:0/2760145830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c681027c0 0x7f8c6819a100 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.476+0000 7f8c67200640 1 --2- 172.21.15.26:0/2760145830 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8c4c0a2b80 0x7f8c4c0a5040 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.456 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.476+0000 7f8c67200640 1 --2- 172.21.15.26:0/2760145830 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8c681015d0 0x7f8c68199bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:25.457 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.476+0000 7f8c67200640 1 -- 172.21.15.26:0/2760145830 >> 172.21.15.26:0/2760145830 conn(0x7f8c680fcb40 msgr2=0x7f8c68073970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:25.457 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.476+0000 7f8c67200640 1 -- 172.21.15.26:0/2760145830 shutdown_connections 2024-04-25T01:28:25.457 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:25.476+0000 7f8c67200640 1 -- 172.21.15.26:0/2760145830 wait complete. 2024-04-25T01:28:27.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:26 smithi026 ceph-mon[28096]: pgmap v458: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 MiB/s wr, 25 op/s 2024-04-25T01:28:27.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:26 smithi186 ceph-mon[32747]: pgmap v458: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 MiB/s wr, 25 op/s 2024-04-25T01:28:27.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:26 smithi111 ceph-mon[32623]: pgmap v458: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 MiB/s wr, 25 op/s 2024-04-25T01:28:29.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:28 smithi026 ceph-mon[28096]: pgmap v459: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 MiB/s wr, 27 op/s 2024-04-25T01:28:29.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:28 smithi186 ceph-mon[32747]: pgmap v459: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 MiB/s wr, 27 op/s 2024-04-25T01:28:29.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:28 smithi111 ceph-mon[32623]: pgmap v459: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 MiB/s wr, 27 op/s 2024-04-25T01:28:31.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:30 smithi026 ceph-mon[28096]: pgmap v460: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 MiB/s wr, 23 op/s 2024-04-25T01:28:31.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:30 smithi186 ceph-mon[32747]: pgmap v460: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 MiB/s wr, 23 op/s 2024-04-25T01:28:31.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:30 smithi111 ceph-mon[32623]: pgmap v460: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 MiB/s wr, 23 op/s 2024-04-25T01:28:32.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:31 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:28:32.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:31 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:28:32.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:31 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:28:33.051 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:32 smithi026 ceph-mon[28096]: pgmap v461: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 23 MiB/s wr, 29 op/s 2024-04-25T01:28:33.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:32 smithi186 ceph-mon[32747]: pgmap v461: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 23 MiB/s wr, 29 op/s 2024-04-25T01:28:33.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:32 smithi111 ceph-mon[32623]: pgmap v461: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 23 MiB/s wr, 29 op/s 2024-04-25T01:28:34.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:33 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:28:34.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:33 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:28:34.052 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:33 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:28:34.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:33 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:28:34.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:33 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:28:34.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:33 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:28:34.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:33 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:28:34.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:33 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:28:34.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:33 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:28:35.205 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:34 smithi186 ceph-mon[32747]: pgmap v462: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 18 op/s 2024-04-25T01:28:35.302 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:34 smithi026 ceph-mon[28096]: pgmap v462: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 18 op/s 2024-04-25T01:28:35.362 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:34 smithi111 ceph-mon[32623]: pgmap v462: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 18 op/s 2024-04-25T01:28:37.302 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:36 smithi026 ceph-mon[28096]: pgmap v463: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-25T01:28:37.331 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:36 smithi186 ceph-mon[32747]: pgmap v463: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-25T01:28:37.362 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:36 smithi111 ceph-mon[32623]: pgmap v463: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-25T01:28:38.302 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:38 smithi026 ceph-mon[28096]: pgmap v464: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 863 KiB/s wr, 16 op/s 2024-04-25T01:28:38.332 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:38 smithi186 ceph-mon[32747]: pgmap v464: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 863 KiB/s wr, 16 op/s 2024-04-25T01:28:38.362 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:38 smithi111 ceph-mon[32623]: pgmap v464: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 863 KiB/s wr, 16 op/s 2024-04-25T01:28:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.615+0000 7fc306000640 1 -- 172.21.15.26:0/179273814 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc300077ce0 msgr2=0x7fc300078580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.615+0000 7fc306000640 1 --2- 172.21.15.26:0/179273814 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc300077ce0 0x7fc300078580 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc2f8009ca0 tx=0x7fc2f802a8c0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.615+0000 7fc306000640 1 -- 172.21.15.26:0/179273814 shutdown_connections 2024-04-25T01:28:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.615+0000 7fc306000640 1 --2- 172.21.15.26:0/179273814 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc300077ce0 0x7fc300078580 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.615+0000 7fc306000640 1 --2- 172.21.15.26:0/179273814 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc300077340 0x7fc3000777a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.615+0000 7fc306000640 1 --2- 172.21.15.26:0/179273814 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc300076100 0x7fc300076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.615+0000 7fc306000640 1 -- 172.21.15.26:0/179273814 >> 172.21.15.26:0/179273814 conn(0x7fc3000fef30 msgr2=0x7fc300101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:38.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.615+0000 7fc306000640 1 -- 172.21.15.26:0/179273814 shutdown_connections 2024-04-25T01:28:38.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.615+0000 7fc306000640 1 -- 172.21.15.26:0/179273814 wait complete. 2024-04-25T01:28:38.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.616+0000 7fc306000640 1 Processor -- start 2024-04-25T01:28:38.595 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.617+0000 7fc306000640 1 -- start start 2024-04-25T01:28:38.596 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.617+0000 7fc306000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc300076100 0x7fc30019df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.596 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.617+0000 7fc306000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc300077340 0x7fc30019e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.596 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.617+0000 7fc306000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc300077ce0 0x7fc3001a5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.596 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.617+0000 7fc306000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc300113a90 con 0x7fc300077340 2024-04-25T01:28:38.596 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.617+0000 7fc306000640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc300113910 con 0x7fc300077ce0 2024-04-25T01:28:38.596 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.617+0000 7fc306000640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc300113c10 con 0x7fc300076100 2024-04-25T01:28:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.618+0000 7fc2ff400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc300076100 0x7fc30019df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.618+0000 7fc2fea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc300077340 0x7fc30019e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.618+0000 7fc2ff400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc300076100 0x7fc30019df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:43360/0 (socket says 172.21.15.26:43360) 2024-04-25T01:28:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.618+0000 7fc2ff400640 1 -- 172.21.15.26:0/3172674765 learned_addr learned my addr 172.21.15.26:0/3172674765 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:38.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.618+0000 7fc2ffe00640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc300077ce0 0x7fc3001a5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.618+0000 7fc2ff400640 1 -- 172.21.15.26:0/3172674765 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc300077ce0 msgr2=0x7fc3001a5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:38.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.618+0000 7fc2ff400640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc300077ce0 0x7fc3001a5500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.618+0000 7fc2ff400640 1 -- 172.21.15.26:0/3172674765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc300077340 msgr2=0x7fc30019e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:38.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.618+0000 7fc2ff400640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc300077340 0x7fc30019e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.618+0000 7fc2ff400640 1 -- 172.21.15.26:0/3172674765 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3001a5b70 con 0x7fc300076100 2024-04-25T01:28:38.598 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.618+0000 7fc2ffe00640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc300077ce0 0x7fc3001a5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T01:28:38.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.618+0000 7fc2fea00640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc300077340 0x7fc30019e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:28:38.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.619+0000 7fc2ff400640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc300076100 0x7fc30019df50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc2f000e9f0 tx=0x7fc2f000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:38.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.619+0000 7fc2f7e00640 1 -- 172.21.15.26:0/3172674765 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f000cd80 con 0x7fc300076100 2024-04-25T01:28:38.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.619+0000 7fc2f7e00640 1 -- 172.21.15.26:0/3172674765 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2f0010910 con 0x7fc300076100 2024-04-25T01:28:38.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.619+0000 7fc306000640 1 -- 172.21.15.26:0/3172674765 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3001a5e60 con 0x7fc300076100 2024-04-25T01:28:38.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.619+0000 7fc2f7e00640 1 -- 172.21.15.26:0/3172674765 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f0018990 con 0x7fc300076100 2024-04-25T01:28:38.599 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.619+0000 7fc306000640 1 -- 172.21.15.26:0/3172674765 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3001a62c0 con 0x7fc300076100 2024-04-25T01:28:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.622+0000 7fc308daa740 1 Processor -- start 2024-04-25T01:28:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.622+0000 7fc308daa740 1 -- start start 2024-04-25T01:28:38.602 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc308daa740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870500ca0 0x55b8705010c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.603 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc308daa740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870501690 0x55b870506190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.603 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc308daa740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870506800 0x55b870508c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.603 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc308daa740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b870463ab0 con 0x55b870500ca0 2024-04-25T01:28:38.603 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc308daa740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55b87040c640 con 0x55b870501690 2024-04-25T01:28:38.603 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc308daa740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55b87045fa70 con 0x55b870506800 2024-04-25T01:28:38.603 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc2ffe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870500ca0 0x55b8705010c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.603 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc2fea00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870506800 0x55b870508c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.603 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc2ffe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870500ca0 0x55b8705010c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38614/0 (socket says 172.21.15.26:38614) 2024-04-25T01:28:38.603 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc2ffe00640 1 -- 172.21.15.26:0/1590562110 learned_addr learned my addr 172.21.15.26:0/1590562110 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:38.603 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc2fea00640 1 -- 172.21.15.26:0/1590562110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870501690 msgr2=0x55b870506190 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T01:28:38.604 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc2fea00640 1 --2- 172.21.15.26:0/1590562110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870501690 0x55b870506190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.604 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc2fea00640 1 -- 172.21.15.26:0/1590562110 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870500ca0 msgr2=0x55b8705010c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:38.604 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc2fea00640 1 --2- 172.21.15.26:0/1590562110 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870500ca0 0x55b8705010c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.604 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc2fea00640 1 -- 172.21.15.26:0/1590562110 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b870178210 con 0x55b870506800 2024-04-25T01:28:38.604 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.623+0000 7fc2ffe00640 1 --2- 172.21.15.26:0/1590562110 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870500ca0 0x55b8705010c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:28:38.604 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.624+0000 7fc2fea00640 1 --2- 172.21.15.26:0/1590562110 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870506800 0x55b870508c90 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec00bfb0 tx=0x7fc2ec010860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=723b9ac0856cfa90 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:38.604 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.624+0000 7fc2f7e00640 1 -- 172.21.15.26:0/3172674765 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc2f0010ac0 con 0x7fc300076100 2024-04-25T01:28:38.604 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.624+0000 7fc2ebe00640 1 -- 172.21.15.26:0/1590562110 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec004220 con 0x55b870506800 2024-04-25T01:28:38.604 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.624+0000 7fc2ebe00640 1 -- 172.21.15.26:0/1590562110 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2ec0043c0 con 0x55b870506800 2024-04-25T01:28:38.604 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.624+0000 7fc2ebe00640 1 -- 172.21.15.26:0/1590562110 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec011ac0 con 0x55b870506800 2024-04-25T01:28:38.609 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.625+0000 7fc308daa740 1 -- 172.21.15.26:0/1590562110 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870506800 msgr2=0x55b870508c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:38.609 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.625+0000 7fc308daa740 1 --2- 172.21.15.26:0/1590562110 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870506800 0x55b870508c90 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec00bfb0 tx=0x7fc2ec010860 comp rx=0 tx=0).stop 2024-04-25T01:28:38.609 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.625+0000 7fc308daa740 1 -- 172.21.15.26:0/1590562110 shutdown_connections 2024-04-25T01:28:38.609 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.625+0000 7fc308daa740 1 --2- 172.21.15.26:0/1590562110 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870506800 0x55b870508c90 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.609 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.625+0000 7fc308daa740 1 --2- 172.21.15.26:0/1590562110 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870501690 0x55b870506190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.609 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.625+0000 7fc308daa740 1 --2- 172.21.15.26:0/1590562110 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870500ca0 0x55b8705010c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.609 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.625+0000 7fc308daa740 1 -- 172.21.15.26:0/1590562110 >> 172.21.15.26:0/1590562110 conn(0x55b8704fc310 msgr2=0x55b8704fc710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:38.609 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.625+0000 7fc308daa740 1 -- 172.21.15.26:0/1590562110 shutdown_connections 2024-04-25T01:28:38.609 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.625+0000 7fc308daa740 1 -- 172.21.15.26:0/1590562110 wait complete. 2024-04-25T01:28:38.609 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.625+0000 7fc2f7e00640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc2e40a2b40 0x7fc2e40a5000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.609 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.625+0000 7fc2f7e00640 1 -- 172.21.15.26:0/3172674765 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fc2f00cf420 con 0x7fc300076100 2024-04-25T01:28:38.610 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.626+0000 7fc2fea00640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc2e40a2b40 0x7fc2e40a5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.610 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.626+0000 7fc308daa740 1 -- start start 2024-04-25T01:28:38.610 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.626+0000 7fc308daa740 1 Processor -- start 2024-04-25T01:28:38.610 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.626+0000 7fc2fea00640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc2e40a2b40 0x7fc2e40a5000 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec010d60 tx=0x7fc2ec000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:38.610 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc308daa740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870500ca0 0x55b87050aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.610 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc308daa740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870501690 0x55b87050b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.610 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc308daa740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870506800 0x55b870512460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.610 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc308daa740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b8705097b0 con 0x55b870500ca0 2024-04-25T01:28:38.610 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc308daa740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x55b87041f990 con 0x55b870501690 2024-04-25T01:28:38.610 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc308daa740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x55b870509930 con 0x55b870506800 2024-04-25T01:28:38.610 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc308daa740 10 client.0 _ll_register_callbacks cb 0x55b870421950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:28:38.610 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc2ff400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870500ca0 0x55b87050aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.610 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc2ff400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870500ca0 0x55b87050aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38628/0 (socket says 172.21.15.26:38628) 2024-04-25T01:28:38.611 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc2ff400640 1 -- 172.21.15.26:0/2111424502 learned_addr learned my addr 172.21.15.26:0/2111424502 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:38.611 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc2fea00640 1 --2- 172.21.15.26:0/2111424502 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870501690 0x55b87050b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.611 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc2ffe00640 1 --2- 172.21.15.26:0/2111424502 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870506800 0x55b870512460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.611 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc2ff400640 1 -- 172.21.15.26:0/2111424502 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870506800 msgr2=0x55b870512460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:38.611 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc2ff400640 1 --2- 172.21.15.26:0/2111424502 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870506800 0x55b870512460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.611 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc2ff400640 1 -- 172.21.15.26:0/2111424502 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870501690 msgr2=0x55b87050b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:38.611 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc2ff400640 1 --2- 172.21.15.26:0/2111424502 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870501690 0x55b87050b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.611 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.627+0000 7fc2ff400640 1 -- 172.21.15.26:0/2111424502 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b870244620 con 0x55b870500ca0 2024-04-25T01:28:38.611 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.628+0000 7fc2ff400640 1 --2- 172.21.15.26:0/2111424502 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870500ca0 0x55b87050aee0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc2f00cd270 tx=0x7fc2f009b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74794d45bd9ce7f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:38.611 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.628+0000 7fc2e8c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:28:38.611 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.628+0000 7fc2e8c00640 1 -- 172.21.15.26:0/2111424502 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f0018d30 con 0x55b870500ca0 2024-04-25T01:28:38.611 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.628+0000 7fc2e8c00640 1 -- 172.21.15.26:0/2111424502 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fc2f009b0b0 con 0x55b870500ca0 2024-04-25T01:28:38.611 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.628+0000 7fc308daa740 1 -- 172.21.15.26:0/2111424502 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2ec0043c0 con 0x55b870500ca0 2024-04-25T01:28:38.611 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.628+0000 7fc2e8c00640 1 -- 172.21.15.26:0/2111424502 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc2f00a0010 con 0x55b870500ca0 2024-04-25T01:28:38.612 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.628+0000 7fc308daa740 10 client.15330 fetch_fsmap learned FSMap version 28 2024-04-25T01:28:38.612 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.628+0000 7fc308daa740 1 -- 172.21.15.26:0/2111424502 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b8705154b0 con 0x55b870500ca0 2024-04-25T01:28:38.612 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.629+0000 7fc2e8c00640 1 -- 172.21.15.26:0/2111424502 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2ec0043c0 con 0x55b870500ca0 2024-04-25T01:28:38.612 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.629+0000 7fc2e8c00640 1 -- 172.21.15.26:0/2111424502 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fc2f00979b0 con 0x55b870500ca0 2024-04-25T01:28:38.612 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.629+0000 7fc308daa740 10 client.15330 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:28:38.612 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.629+0000 7fc308daa740 10 client.15330 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:28:38.612 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.629+0000 7fc308daa740 20 client.15330 populate_metadata read hostname 'smithi026' 2024-04-25T01:28:38.612 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.629+0000 7fc308daa740 1 --2- 172.21.15.26:0/2111424502 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b870516b30 0x55b870518f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.612 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.629+0000 7fc308daa740 4 client.15330 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T01:28:38.612 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.629+0000 7fc308daa740 1 -- 172.21.15.26:0/2111424502 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b870470ff0 con 0x55b870516b30 2024-04-25T01:28:38.612 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.629+0000 7fc2fea00640 1 --2- 172.21.15.26:0/2111424502 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b870516b30 0x55b870518f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.612 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.630+0000 7fc2fea00640 1 --2- 172.21.15.26:0/2111424502 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b870516b30 0x55b870518f60 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df01e3d66e2863a server_cookie=9fc6d8d17070507e in_seq=0 out_seq=0 2024-04-25T01:28:38.612 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.630+0000 7fc2e8c00640 10 client.15330 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:28:38.614 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.631+0000 7fc2e8c00640 1 -- 172.21.15.26:0/2111424502 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b870470ff0 con 0x55b870516b30 2024-04-25T01:28:38.614 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.631+0000 7fc2e8c00640 10 client.15330 handle_command_reply: tid=0 2024-04-25T01:28:38.614 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.631+0000 7fc308daa740 1 client.15330 shutdown 2024-04-25T01:28:38.614 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.631+0000 7fc308daa740 1 -- 172.21.15.26:0/2111424502 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870500ca0 msgr2=0x55b87050aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:38.614 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.631+0000 7fc308daa740 1 --2- 172.21.15.26:0/2111424502 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870500ca0 0x55b87050aee0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc2f00cd270 tx=0x7fc2f009b890 comp rx=0 tx=0).stop 2024-04-25T01:28:38.614 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.631+0000 7fc308daa740 1 -- 172.21.15.26:0/2111424502 shutdown_connections 2024-04-25T01:28:38.614 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.631+0000 7fc308daa740 1 --2- 172.21.15.26:0/2111424502 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b870516b30 0x55b870518f60 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.614 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.631+0000 7fc308daa740 1 --2- 172.21.15.26:0/2111424502 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870506800 0x55b870512460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.614 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.631+0000 7fc308daa740 1 --2- 172.21.15.26:0/2111424502 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870501690 0x55b87050b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.614 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.631+0000 7fc2e8c00640 0 client.15330 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:28:38.614 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.631+0000 7fc308daa740 1 --2- 172.21.15.26:0/2111424502 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870500ca0 0x55b87050aee0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.615 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.631+0000 7fc308daa740 1 -- 172.21.15.26:0/2111424502 >> 172.21.15.26:0/2111424502 conn(0x55b8704fc310 msgr2=0x55b8704fb480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:38.615 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.631+0000 7fc308daa740 1 -- 172.21.15.26:0/2111424502 shutdown_connections 2024-04-25T01:28:38.615 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.632+0000 7fc308daa740 1 -- 172.21.15.26:0/2111424502 wait complete. 2024-04-25T01:28:38.615 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.632+0000 7fc308daa740 20 client.15330 trim_cache size 0 max 16384 2024-04-25T01:28:38.627 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.648+0000 7fc308daa740 1 Processor -- start 2024-04-25T01:28:38.627 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.648+0000 7fc308daa740 1 -- start start 2024-04-25T01:28:38.627 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.648+0000 7fc308daa740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870500ca0 0x55b87050b380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.627 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.648+0000 7fc308daa740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870501690 0x55b870512420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.627 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.648+0000 7fc308daa740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870506800 0x55b8704ff890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.627 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.648+0000 7fc308daa740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001af270 con 0x55b870501690 2024-04-25T01:28:38.627 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.648+0000 7fc308daa740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001b0db0 con 0x55b870506800 2024-04-25T01:28:38.627 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.648+0000 7fc308daa740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001af940 con 0x55b870500ca0 2024-04-25T01:28:38.629 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.648+0000 7fc2ffe00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870506800 0x55b8704ff890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.629 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.649+0000 7fc2ffe00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870506800 0x55b8704ff890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:48332/0 (socket says 172.21.15.26:48332) 2024-04-25T01:28:38.629 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.649+0000 7fc2ffe00640 1 -- 172.21.15.26:0/1793063647 learned_addr learned my addr 172.21.15.26:0/1793063647 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:38.629 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.649+0000 7fc2ff400640 1 --2- 172.21.15.26:0/1793063647 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870500ca0 0x55b87050b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.629 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.649+0000 7fc2fea00640 1 --2- 172.21.15.26:0/1793063647 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870501690 0x55b870512420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.630 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.649+0000 7fc2ffe00640 1 -- 172.21.15.26:0/1793063647 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870500ca0 msgr2=0x55b87050b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:38.630 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.649+0000 7fc2ffe00640 1 --2- 172.21.15.26:0/1793063647 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870500ca0 0x55b87050b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.630 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.649+0000 7fc2ffe00640 1 -- 172.21.15.26:0/1793063647 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870501690 msgr2=0x55b870512420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:38.630 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.649+0000 7fc2ffe00640 1 --2- 172.21.15.26:0/1793063647 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870501690 0x55b870512420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.630 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.649+0000 7fc2ffe00640 1 -- 172.21.15.26:0/1793063647 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8704fc140 con 0x55b870506800 2024-04-25T01:28:38.630 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.649+0000 7fc2ff400640 1 --2- 172.21.15.26:0/1793063647 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870500ca0 0x55b87050b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:28:38.630 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.649+0000 7fc2ffe00640 1 --2- 172.21.15.26:0/1793063647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870506800 0x55b8704ff890 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc2f802ade0 tx=0x7fc2f8009800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67c191b10b8362d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:38.630 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.650+0000 7fc2eb400640 1 -- 172.21.15.26:0/1793063647 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f8031650 con 0x55b870506800 2024-04-25T01:28:38.630 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.650+0000 7fc2eb400640 1 -- 172.21.15.26:0/1793063647 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2f804b070 con 0x55b870506800 2024-04-25T01:28:38.630 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.650+0000 7fc2eb400640 1 -- 172.21.15.26:0/1793063647 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f80047b0 con 0x55b870506800 2024-04-25T01:28:38.630 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.651+0000 7fc308daa740 1 -- 172.21.15.26:0/1793063647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870506800 msgr2=0x55b8704ff890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:38.630 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.651+0000 7fc308daa740 1 --2- 172.21.15.26:0/1793063647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870506800 0x55b8704ff890 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc2f802ade0 tx=0x7fc2f8009800 comp rx=0 tx=0).stop 2024-04-25T01:28:38.630 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.651+0000 7fc308daa740 1 -- 172.21.15.26:0/1793063647 shutdown_connections 2024-04-25T01:28:38.630 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.651+0000 7fc308daa740 1 --2- 172.21.15.26:0/1793063647 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870506800 0x55b8704ff890 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.631 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.651+0000 7fc308daa740 1 --2- 172.21.15.26:0/1793063647 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870501690 0x55b870512420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.631 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.651+0000 7fc308daa740 1 --2- 172.21.15.26:0/1793063647 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870500ca0 0x55b87050b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.631 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.651+0000 7fc308daa740 1 -- 172.21.15.26:0/1793063647 >> 172.21.15.26:0/1793063647 conn(0x55b8704fc310 msgr2=0x55b8704fabf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:38.631 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.651+0000 7fc308daa740 1 -- 172.21.15.26:0/1793063647 shutdown_connections 2024-04-25T01:28:38.631 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.651+0000 7fc308daa740 1 -- 172.21.15.26:0/1793063647 wait complete. 2024-04-25T01:28:38.633 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.651+0000 7fc308daa740 1 -- start start 2024-04-25T01:28:38.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.651+0000 7fc308daa740 1 Processor -- start 2024-04-25T01:28:38.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.652+0000 7fc308daa740 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870500ca0 0x55b870510260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.652+0000 7fc308daa740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870501690 0x55b8705107a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.652+0000 7fc308daa740 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870506800 0x55b870511760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.652+0000 7fc308daa740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001b06e0 con 0x55b870501690 2024-04-25T01:28:38.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.652+0000 7fc308daa740 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001b0010 con 0x55b870506800 2024-04-25T01:28:38.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.652+0000 7fc308daa740 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001ad250 con 0x55b870500ca0 2024-04-25T01:28:38.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.652+0000 7fc308daa740 10 client.0 _ll_register_callbacks cb 0x7fc2f000e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T01:28:38.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.652+0000 7fc2fea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870501690 0x55b8705107a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.652+0000 7fc2fea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870501690 0x55b8705107a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38644/0 (socket says 172.21.15.26:38644) 2024-04-25T01:28:38.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.652+0000 7fc2fea00640 1 -- 172.21.15.26:0/898505164 learned_addr learned my addr 172.21.15.26:0/898505164 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:38.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.652+0000 7fc2ff400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870500ca0 0x55b870510260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.634 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.652+0000 7fc2ffe00640 1 --2- 172.21.15.26:0/898505164 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870506800 0x55b870511760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.653+0000 7fc2fea00640 1 -- 172.21.15.26:0/898505164 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870500ca0 msgr2=0x55b870510260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.653+0000 7fc2fea00640 1 --2- 172.21.15.26:0/898505164 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870500ca0 0x55b870510260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.653+0000 7fc2fea00640 1 -- 172.21.15.26:0/898505164 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870506800 msgr2=0x55b870511760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.653+0000 7fc2fea00640 1 --2- 172.21.15.26:0/898505164 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870506800 0x55b870511760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.653+0000 7fc2fea00640 1 -- 172.21.15.26:0/898505164 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b870511d50 con 0x55b870501690 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.653+0000 7fc2fea00640 1 --2- 172.21.15.26:0/898505164 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870501690 0x55b8705107a0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x55b8704fd1e0 tx=0x7fc2ec00b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdb71b842a05e3a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.653+0000 7fc2e8c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.653+0000 7fc2e8c00640 1 -- 172.21.15.26:0/898505164 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec03b060 con 0x55b870501690 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.653+0000 7fc308daa740 1 -- 172.21.15.26:0/898505164 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2f804b070 con 0x55b870501690 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.653+0000 7fc2e8c00640 1 -- 172.21.15.26:0/898505164 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fc2ec004360 con 0x55b870501690 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.653+0000 7fc2e8c00640 1 -- 172.21.15.26:0/898505164 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc2ec003b80 con 0x55b870501690 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.653+0000 7fc308daa740 10 client.15336 fetch_fsmap learned FSMap version 28 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.653+0000 7fc308daa740 1 -- 172.21.15.26:0/898505164 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b87057d820 con 0x55b870501690 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.654+0000 7fc2e8c00640 1 -- 172.21.15.26:0/898505164 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2f804b070 con 0x55b870501690 2024-04-25T01:28:38.635 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.654+0000 7fc2e8c00640 1 -- 172.21.15.26:0/898505164 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fc2ec004680 con 0x55b870501690 2024-04-25T01:28:38.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.654+0000 7fc308daa740 10 client.15336 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T01:28:38.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.654+0000 7fc308daa740 10 client.15336 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-25T01:28:38.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.654+0000 7fc308daa740 20 client.15336 populate_metadata read hostname 'smithi026' 2024-04-25T01:28:38.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.654+0000 7fc308daa740 1 --2- 172.21.15.26:0/898505164 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b87057de90 0x55b870580280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:38.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.654+0000 7fc308daa740 4 client.15336 mds_command: new command op to 24575 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T01:28:38.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.654+0000 7fc308daa740 1 -- 172.21.15.26:0/898505164 --> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b87046b340 con 0x55b87057de90 2024-04-25T01:28:38.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.654+0000 7fc2ff400640 1 --2- 172.21.15.26:0/898505164 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b87057de90 0x55b870580280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:38.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.655+0000 7fc2e8c00640 10 client.15336 ms_handle_connect on v2:172.21.15.111:6838/1500026678 2024-04-25T01:28:38.636 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.655+0000 7fc2ff400640 1 --2- 172.21.15.26:0/898505164 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b87057de90 0x55b870580280 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86dfd2ac85838141 server_cookie=a23a5134bc6c0a45 in_seq=0 out_seq=0 2024-04-25T01:28:38.645 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.666+0000 7fc2e8c00640 1 -- 172.21.15.26:0/898505164 <== mds.0 v2:172.21.15.111:6838/1500026678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b87046b340 con 0x55b87057de90 2024-04-25T01:28:38.645 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.666+0000 7fc2e8c00640 10 client.15336 handle_command_reply: tid=0 2024-04-25T01:28:38.645 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.666+0000 7fc308daa740 1 client.15336 shutdown 2024-04-25T01:28:38.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.666+0000 7fc308daa740 1 -- 172.21.15.26:0/898505164 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870501690 msgr2=0x55b8705107a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:38.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.666+0000 7fc308daa740 1 --2- 172.21.15.26:0/898505164 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870501690 0x55b8705107a0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x55b8704fd1e0 tx=0x7fc2ec00b390 comp rx=0 tx=0).stop 2024-04-25T01:28:38.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.666+0000 7fc308daa740 1 -- 172.21.15.26:0/898505164 shutdown_connections 2024-04-25T01:28:38.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.666+0000 7fc308daa740 1 --2- 172.21.15.26:0/898505164 >> [v2:172.21.15.111:6838/1500026678,v1:172.21.15.111:6839/1500026678] conn(0x55b87057de90 0x55b870580280 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.666+0000 7fc308daa740 1 --2- 172.21.15.26:0/898505164 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x55b870506800 0x55b870511760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.666+0000 7fc308daa740 1 --2- 172.21.15.26:0/898505164 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b870501690 0x55b8705107a0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.666+0000 7fc2e8c00640 0 client.15336 ms_handle_reset on v2:172.21.15.111:6838/1500026678 2024-04-25T01:28:38.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.666+0000 7fc308daa740 1 --2- 172.21.15.26:0/898505164 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x55b870500ca0 0x55b870510260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.666+0000 7fc308daa740 1 -- 172.21.15.26:0/898505164 >> 172.21.15.26:0/898505164 conn(0x55b8704fc310 msgr2=0x55b8704fabf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:38.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.666+0000 7fc308daa740 1 -- 172.21.15.26:0/898505164 shutdown_connections 2024-04-25T01:28:38.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.667+0000 7fc308daa740 1 -- 172.21.15.26:0/898505164 wait complete. 2024-04-25T01:28:38.646 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.667+0000 7fc308daa740 20 client.15336 trim_cache size 0 max 16384 2024-04-25T01:28:38.647 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:{ 2024-04-25T01:28:38.647 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "message": "", 2024-04-25T01:28:38.647 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout: "return_code": 0 2024-04-25T01:28:38.647 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stdout:} 2024-04-25T01:28:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.667+0000 7fc306000640 1 -- 172.21.15.26:0/3172674765 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc2e40a2b40 msgr2=0x7fc2e40a5000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.667+0000 7fc306000640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc2e40a2b40 0x7fc2e40a5000 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec010d60 tx=0x7fc2ec000bc0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.667+0000 7fc306000640 1 -- 172.21.15.26:0/3172674765 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc300076100 msgr2=0x7fc30019df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.667+0000 7fc306000640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc300076100 0x7fc30019df50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc2f000e9f0 tx=0x7fc2f000eeb0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.668+0000 7fc306000640 1 -- 172.21.15.26:0/3172674765 shutdown_connections 2024-04-25T01:28:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.668+0000 7fc306000640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc300077ce0 0x7fc3001a5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.668+0000 7fc306000640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc300077340 0x7fc30019e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.668+0000 7fc306000640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc2e40a2b40 0x7fc2e40a5000 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.668+0000 7fc306000640 1 --2- 172.21.15.26:0/3172674765 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc300076100 0x7fc30019df50 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.668+0000 7fc306000640 1 -- 172.21.15.26:0/3172674765 >> 172.21.15.26:0/3172674765 conn(0x7fc3000fef30 msgr2=0x7fc300100a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.668+0000 7fc306000640 1 -- 172.21.15.26:0/3172674765 shutdown_connections 2024-04-25T01:28:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi026.front.sepia.ceph.com.smithi026.stderr:2024-04-25T01:28:38.668+0000 7fc306000640 1 -- 172.21.15.26:0/3172674765 wait complete. 2024-04-25T01:28:40.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:40 smithi026 ceph-mon[28096]: pgmap v465: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 861 KiB/s wr, 13 op/s 2024-04-25T01:28:40.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:40 smithi186 ceph-mon[32747]: pgmap v465: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 861 KiB/s wr, 13 op/s 2024-04-25T01:28:40.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:40 smithi111 ceph-mon[32623]: pgmap v465: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 861 KiB/s wr, 13 op/s 2024-04-25T01:28:42.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:42 smithi026 ceph-mon[28096]: pgmap v466: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-25T01:28:42.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:42 smithi186 ceph-mon[32747]: pgmap v466: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-25T01:28:42.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:42 smithi111 ceph-mon[32623]: pgmap v466: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-25T01:28:44.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:44 smithi026 ceph-mon[28096]: pgmap v467: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 861 KiB/s wr, 13 op/s 2024-04-25T01:28:44.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:44 smithi186 ceph-mon[32747]: pgmap v467: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 861 KiB/s wr, 13 op/s 2024-04-25T01:28:44.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:44 smithi111 ceph-mon[32623]: pgmap v467: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 861 KiB/s wr, 13 op/s 2024-04-25T01:28:46.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:46 smithi026 ceph-mon[28096]: pgmap v468: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-25T01:28:46.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:46 smithi186 ceph-mon[32747]: pgmap v468: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-25T01:28:46.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:46 smithi111 ceph-mon[32623]: pgmap v468: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-25T01:28:48.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:48 smithi026 ceph-mon[28096]: pgmap v469: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 779 KiB/s wr, 16 op/s 2024-04-25T01:28:48.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:48 smithi186 ceph-mon[32747]: pgmap v469: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 779 KiB/s wr, 16 op/s 2024-04-25T01:28:48.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:48 smithi111 ceph-mon[32623]: pgmap v469: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 779 KiB/s wr, 16 op/s 2024-04-25T01:28:48.944 INFO:tasks.workunit.client.0.smithi026.stdout:setting up random write file 2024-04-25T01:28:48.945 INFO:tasks.workunit.client.0.smithi026.stdout:done setting up random write file 2024-04-25T01:28:48.945 INFO:tasks.workunit.client.0.smithi026.stdout:starting fsync run 2024-04-25T01:28:48.945 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0020s fsync time: 0.0407s 2024-04-25T01:28:48.945 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0007s fsync time: 0.0225s 2024-04-25T01:28:48.945 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0012s fsync time: 0.0326s 2024-04-25T01:28:48.945 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0404s 2024-04-25T01:28:48.945 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0233s 2024-04-25T01:28:48.946 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0014s fsync time: 0.0240s 2024-04-25T01:28:48.946 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0284s 2024-04-25T01:28:48.946 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0376s 2024-04-25T01:28:48.946 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0211s 2024-04-25T01:28:48.946 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0256s 2024-04-25T01:28:48.946 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0216s 2024-04-25T01:28:48.946 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0214s 2024-04-25T01:28:48.946 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0358s 2024-04-25T01:28:48.946 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0228s 2024-04-25T01:28:48.947 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0014s fsync time: 0.0347s 2024-04-25T01:28:48.947 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0253s 2024-04-25T01:28:48.947 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0015s fsync time: 0.0214s 2024-04-25T01:28:48.947 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0249s 2024-04-25T01:28:48.947 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0213s 2024-04-25T01:28:48.947 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0008s fsync time: 0.0210s 2024-04-25T01:28:48.947 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0008s fsync time: 0.0266s 2024-04-25T01:28:48.947 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0009s fsync time: 0.0201s 2024-04-25T01:28:48.947 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0017s fsync time: 0.0212s 2024-04-25T01:28:48.948 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0014s fsync time: 0.0263s 2024-04-25T01:28:48.948 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0206s 2024-04-25T01:28:48.948 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0217s 2024-04-25T01:28:48.948 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0259s 2024-04-25T01:28:48.948 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0243s 2024-04-25T01:28:48.948 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0259s 2024-04-25T01:28:48.948 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0384s 2024-04-25T01:28:48.948 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0006s fsync time: 0.1041s 2024-04-25T01:28:48.948 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0235s 2024-04-25T01:28:48.949 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0243s 2024-04-25T01:28:48.949 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0199s 2024-04-25T01:28:48.949 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0258s 2024-04-25T01:28:48.949 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0189s 2024-04-25T01:28:48.949 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0344s 2024-04-25T01:28:48.949 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0258s 2024-04-25T01:28:48.949 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0014s fsync time: 0.0206s 2024-04-25T01:28:48.949 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0247s 2024-04-25T01:28:48.949 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0015s fsync time: 0.0193s 2024-04-25T01:28:48.950 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0270s 2024-04-25T01:28:48.950 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0014s fsync time: 0.0192s 2024-04-25T01:28:48.950 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0012s fsync time: 0.0189s 2024-04-25T01:28:48.950 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0009s fsync time: 0.0179s 2024-04-25T01:28:48.950 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0210s 2024-04-25T01:28:48.950 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0251s 2024-04-25T01:28:48.950 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0197s 2024-04-25T01:28:48.950 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0235s 2024-04-25T01:28:48.950 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0007s fsync time: 0.0096s 2024-04-25T01:28:48.951 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0256s 2024-04-25T01:28:48.951 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0014s fsync time: 0.0389s 2024-04-25T01:28:48.951 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0362s 2024-04-25T01:28:48.951 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0201s 2024-04-25T01:28:48.951 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0183s 2024-04-25T01:28:48.951 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0224s 2024-04-25T01:28:48.951 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0015s fsync time: 0.0256s 2024-04-25T01:28:48.951 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0228s 2024-04-25T01:28:48.951 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0181s 2024-04-25T01:28:48.952 INFO:tasks.workunit.client.0.smithi026.stdout:write time: 0.0013s fsync time: 0.0248s 2024-04-25T01:28:48.952 INFO:tasks.workunit.client.0.smithi026.stdout:run done 60 fsyncs total, killing random writer 2024-04-25T01:28:48.952 INFO:tasks.workunit.client.0.smithi026.stdout:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-04-25T01:28:48.953 INFO:tasks.workunit.client.0.smithi026.stderr:+ echo /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-04-25T01:28:48.953 INFO:tasks.workunit.client.0.smithi026.stderr:+ whereis lsof 2024-04-25T01:28:49.001 INFO:tasks.workunit.client.0.smithi026.stdout:lsof: /usr/bin/lsof /usr/share/man/man1/lsof.1.gz 2024-04-25T01:28:49.002 INFO:tasks.workunit.client.0.smithi026.stderr:+ lsof 2024-04-25T01:28:49.025 INFO:tasks.workunit.client.0.smithi026.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/e2c4012f4b985d397c3624ff4b68121ef2a97e4e1aeef2360b9ea0f6c0e4ffcb/merged 2024-04-25T01:28:49.025 INFO:tasks.workunit.client.0.smithi026.stderr: Output information may be incomplete. 2024-04-25T01:28:49.025 INFO:tasks.workunit.client.0.smithi026.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/4933d0237ba8c1a48af29699763e5a03ccf216015f4d06d3ade02e54ade44c0d/merged 2024-04-25T01:28:49.025 INFO:tasks.workunit.client.0.smithi026.stderr: Output information may be incomplete. 2024-04-25T01:28:49.029 INFO:tasks.workunit.client.0.smithi026.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/98c023f175eccc73009e77a4b28411e06ed0f7249bd3dcf4305161a42ed25f6a/merged 2024-04-25T01:28:49.029 INFO:tasks.workunit.client.0.smithi026.stderr: Output information may be incomplete. 2024-04-25T01:28:49.029 INFO:tasks.workunit.client.0.smithi026.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/7f6511687d4d884290c5ffdfb2c1bf484aa0afe295a1edab551dc5763a2323bc/merged 2024-04-25T01:28:49.029 INFO:tasks.workunit.client.0.smithi026.stderr: Output information may be incomplete. 2024-04-25T01:28:49.030 INFO:tasks.workunit.client.0.smithi026.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/7fac7cab34d49e4307b01f6760813f99bc63fd08e3e429939de2a58afd1251cd/merged 2024-04-25T01:28:49.030 INFO:tasks.workunit.client.0.smithi026.stderr: Output information may be incomplete. 2024-04-25T01:28:49.030 INFO:tasks.workunit.client.0.smithi026.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/11dcbe9dd2a63169b1e2c4e7637e46309c781e68798bb4284b433ca7a5494853/merged 2024-04-25T01:28:49.030 INFO:tasks.workunit.client.0.smithi026.stderr: Output information may be incomplete. 2024-04-25T01:28:49.030 INFO:tasks.workunit.client.0.smithi026.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/67455e1d139df3f1789df26f1f3d7e8072965ea3a64faf70b616b34256ea6c37/merged 2024-04-25T01:28:49.030 INFO:tasks.workunit.client.0.smithi026.stderr: Output information may be incomplete. 2024-04-25T01:28:49.030 INFO:tasks.workunit.client.0.smithi026.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/8f12f9a2ff6ca3aad6080c4b6a78b3c47ae000945e353d5db031e5d8e2f1c224/merged 2024-04-25T01:28:49.030 INFO:tasks.workunit.client.0.smithi026.stderr: Output information may be incomplete. 2024-04-25T01:28:49.030 INFO:tasks.workunit.client.0.smithi026.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/434d63cc31fa0b5b974aafbe1ffced0a78994ed3d410b41ccf2bc9521d71d07e/merged 2024-04-25T01:28:49.030 INFO:tasks.workunit.client.0.smithi026.stderr: Output information may be incomplete. 2024-04-25T01:28:49.030 INFO:tasks.workunit.client.0.smithi026.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/4edb1e4fd60a6eeb7c6bc0d19d61c0556362e574547585ebfa256ab846e945d3/merged 2024-04-25T01:28:49.030 INFO:tasks.workunit.client.0.smithi026.stderr: Output information may be incomplete. 2024-04-25T01:28:49.173 INFO:tasks.workunit.client.0.smithi026.stdout:COMMAND PID TID TASKCMD USER FD TYPE DEVICE SIZE/OFF NODE NAME 2024-04-25T01:28:49.174 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 1 root cwd unknown /proc/1/cwd (readlink: Permission denied) 2024-04-25T01:28:49.174 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 1 root rtd unknown /proc/1/root (readlink: Permission denied) 2024-04-25T01:28:49.174 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 1 root txt unknown /proc/1/exe (readlink: Permission denied) 2024-04-25T01:28:49.174 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 1 root NOFD /proc/1/fd (opendir: Permission denied) 2024-04-25T01:28:49.174 INFO:tasks.workunit.client.0.smithi026.stdout:kthreadd 2 root cwd unknown /proc/2/cwd (readlink: Permission denied) 2024-04-25T01:28:49.174 INFO:tasks.workunit.client.0.smithi026.stdout:kthreadd 2 root rtd unknown /proc/2/root (readlink: Permission denied) 2024-04-25T01:28:49.174 INFO:tasks.workunit.client.0.smithi026.stdout:kthreadd 2 root txt unknown /proc/2/exe (readlink: Permission denied) 2024-04-25T01:28:49.174 INFO:tasks.workunit.client.0.smithi026.stdout:kthreadd 2 root NOFD /proc/2/fd (opendir: Permission denied) 2024-04-25T01:28:49.174 INFO:tasks.workunit.client.0.smithi026.stdout:pool_work 3 root cwd unknown /proc/3/cwd (readlink: Permission denied) 2024-04-25T01:28:49.174 INFO:tasks.workunit.client.0.smithi026.stdout:pool_work 3 root rtd unknown /proc/3/root (readlink: Permission denied) 2024-04-25T01:28:49.174 INFO:tasks.workunit.client.0.smithi026.stdout:pool_work 3 root txt unknown /proc/3/exe (readlink: Permission denied) 2024-04-25T01:28:49.174 INFO:tasks.workunit.client.0.smithi026.stdout:pool_work 3 root NOFD /proc/3/fd (opendir: Permission denied) 2024-04-25T01:28:49.175 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 4 root cwd unknown /proc/4/cwd (readlink: Permission denied) 2024-04-25T01:28:49.175 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 4 root rtd unknown /proc/4/root (readlink: Permission denied) 2024-04-25T01:28:49.175 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 4 root txt unknown /proc/4/exe (readlink: Permission denied) 2024-04-25T01:28:49.175 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 4 root NOFD /proc/4/fd (opendir: Permission denied) 2024-04-25T01:28:49.175 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 5 root cwd unknown /proc/5/cwd (readlink: Permission denied) 2024-04-25T01:28:49.175 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 5 root rtd unknown /proc/5/root (readlink: Permission denied) 2024-04-25T01:28:49.175 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 5 root txt unknown /proc/5/exe (readlink: Permission denied) 2024-04-25T01:28:49.175 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 5 root NOFD /proc/5/fd (opendir: Permission denied) 2024-04-25T01:28:49.175 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 6 root cwd unknown /proc/6/cwd (readlink: Permission denied) 2024-04-25T01:28:49.175 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 6 root rtd unknown /proc/6/root (readlink: Permission denied) 2024-04-25T01:28:49.175 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 6 root txt unknown /proc/6/exe (readlink: Permission denied) 2024-04-25T01:28:49.175 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 6 root NOFD /proc/6/fd (opendir: Permission denied) 2024-04-25T01:28:49.175 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 9 root cwd unknown /proc/9/cwd (readlink: Permission denied) 2024-04-25T01:28:49.175 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 9 root rtd unknown /proc/9/root (readlink: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 9 root txt unknown /proc/9/exe (readlink: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 9 root NOFD /proc/9/fd (opendir: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 10 root cwd unknown /proc/10/cwd (readlink: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 10 root rtd unknown /proc/10/root (readlink: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 10 root txt unknown /proc/10/exe (readlink: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 10 root NOFD /proc/10/fd (opendir: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 11 root cwd unknown /proc/11/cwd (readlink: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 11 root rtd unknown /proc/11/root (readlink: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 11 root txt unknown /proc/11/exe (readlink: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 11 root NOFD /proc/11/fd (opendir: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_tasks 12 root cwd unknown /proc/12/cwd (readlink: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_tasks 12 root rtd unknown /proc/12/root (readlink: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_tasks 12 root txt unknown /proc/12/exe (readlink: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_tasks 12 root NOFD /proc/12/fd (opendir: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_tasks 13 root cwd unknown /proc/13/cwd (readlink: Permission denied) 2024-04-25T01:28:49.176 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_tasks 13 root rtd unknown /proc/13/root (readlink: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_tasks 13 root txt unknown /proc/13/exe (readlink: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_tasks 13 root NOFD /proc/13/fd (opendir: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_tasks 14 root cwd unknown /proc/14/cwd (readlink: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_tasks 14 root rtd unknown /proc/14/root (readlink: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_tasks 14 root txt unknown /proc/14/exe (readlink: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_tasks 14 root NOFD /proc/14/fd (opendir: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 15 root cwd unknown /proc/15/cwd (readlink: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 15 root rtd unknown /proc/15/root (readlink: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 15 root txt unknown /proc/15/exe (readlink: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 15 root NOFD /proc/15/fd (opendir: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_preem 16 root cwd unknown /proc/16/cwd (readlink: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_preem 16 root rtd unknown /proc/16/root (readlink: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_preem 16 root txt unknown /proc/16/exe (readlink: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_preem 16 root NOFD /proc/16/fd (opendir: Permission denied) 2024-04-25T01:28:49.177 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_exp_p 17 root cwd unknown /proc/17/cwd (readlink: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_exp_p 17 root rtd unknown /proc/17/root (readlink: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_exp_p 17 root txt unknown /proc/17/exe (readlink: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_exp_p 17 root NOFD /proc/17/fd (opendir: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_exp_g 18 root cwd unknown /proc/18/cwd (readlink: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_exp_g 18 root rtd unknown /proc/18/root (readlink: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_exp_g 18 root txt unknown /proc/18/exe (readlink: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:rcu_exp_g 18 root NOFD /proc/18/fd (opendir: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:migration 19 root cwd unknown /proc/19/cwd (readlink: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:migration 19 root rtd unknown /proc/19/root (readlink: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:migration 19 root txt unknown /proc/19/exe (readlink: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:migration 19 root NOFD /proc/19/fd (opendir: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/0 20 root cwd unknown /proc/20/cwd (readlink: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/0 20 root rtd unknown /proc/20/root (readlink: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/0 20 root txt unknown /proc/20/exe (readlink: Permission denied) 2024-04-25T01:28:49.178 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/0 20 root NOFD /proc/20/fd (opendir: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/1 21 root cwd unknown /proc/21/cwd (readlink: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/1 21 root rtd unknown /proc/21/root (readlink: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/1 21 root txt unknown /proc/21/exe (readlink: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/1 21 root NOFD /proc/21/fd (opendir: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:migration 22 root cwd unknown /proc/22/cwd (readlink: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:migration 22 root rtd unknown /proc/22/root (readlink: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:migration 22 root txt unknown /proc/22/exe (readlink: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:migration 22 root NOFD /proc/22/fd (opendir: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 23 root cwd unknown /proc/23/cwd (readlink: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 23 root rtd unknown /proc/23/root (readlink: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 23 root txt unknown /proc/23/exe (readlink: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 23 root NOFD /proc/23/fd (opendir: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 25 root cwd unknown /proc/25/cwd (readlink: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 25 root rtd unknown /proc/25/root (readlink: Permission denied) 2024-04-25T01:28:49.179 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 25 root txt unknown /proc/25/exe (readlink: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 25 root NOFD /proc/25/fd (opendir: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/2 26 root cwd unknown /proc/26/cwd (readlink: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/2 26 root rtd unknown /proc/26/root (readlink: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/2 26 root txt unknown /proc/26/exe (readlink: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/2 26 root NOFD /proc/26/fd (opendir: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:migration 27 root cwd unknown /proc/27/cwd (readlink: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:migration 27 root rtd unknown /proc/27/root (readlink: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:migration 27 root txt unknown /proc/27/exe (readlink: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:migration 27 root NOFD /proc/27/fd (opendir: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 28 root cwd unknown /proc/28/cwd (readlink: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 28 root rtd unknown /proc/28/root (readlink: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 28 root txt unknown /proc/28/exe (readlink: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 28 root NOFD /proc/28/fd (opendir: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 30 root cwd unknown /proc/30/cwd (readlink: Permission denied) 2024-04-25T01:28:49.180 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 30 root rtd unknown /proc/30/root (readlink: Permission denied) 2024-04-25T01:28:49.181 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 30 root txt unknown /proc/30/exe (readlink: Permission denied) 2024-04-25T01:28:49.181 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 30 root NOFD /proc/30/fd (opendir: Permission denied) 2024-04-25T01:28:49.181 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/3 31 root cwd unknown /proc/31/cwd (readlink: Permission denied) 2024-04-25T01:28:49.181 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/3 31 root rtd unknown /proc/31/root (readlink: Permission denied) 2024-04-25T01:28:49.181 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/3 31 root txt unknown /proc/31/exe (readlink: Permission denied) 2024-04-25T01:28:49.181 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/3 31 root NOFD /proc/31/fd (opendir: Permission denied) 2024-04-25T01:28:49.181 INFO:tasks.workunit.client.0.smithi026.stdout:migration 32 root cwd unknown /proc/32/cwd (readlink: Permission denied) 2024-04-25T01:28:49.181 INFO:tasks.workunit.client.0.smithi026.stdout:migration 32 root rtd unknown /proc/32/root (readlink: Permission denied) 2024-04-25T01:28:49.181 INFO:tasks.workunit.client.0.smithi026.stdout:migration 32 root txt unknown /proc/32/exe (readlink: Permission denied) 2024-04-25T01:28:49.181 INFO:tasks.workunit.client.0.smithi026.stdout:migration 32 root NOFD /proc/32/fd (opendir: Permission denied) 2024-04-25T01:28:49.181 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 33 root cwd unknown /proc/33/cwd (readlink: Permission denied) 2024-04-25T01:28:49.181 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 33 root rtd unknown /proc/33/root (readlink: Permission denied) 2024-04-25T01:28:49.181 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 33 root txt unknown /proc/33/exe (readlink: Permission denied) 2024-04-25T01:28:49.181 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 33 root NOFD /proc/33/fd (opendir: Permission denied) 2024-04-25T01:28:49.182 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 35 root cwd unknown /proc/35/cwd (readlink: Permission denied) 2024-04-25T01:28:49.182 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 35 root rtd unknown /proc/35/root (readlink: Permission denied) 2024-04-25T01:28:49.182 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 35 root txt unknown /proc/35/exe (readlink: Permission denied) 2024-04-25T01:28:49.182 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 35 root NOFD /proc/35/fd (opendir: Permission denied) 2024-04-25T01:28:49.182 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/4 36 root cwd unknown /proc/36/cwd (readlink: Permission denied) 2024-04-25T01:28:49.182 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/4 36 root rtd unknown /proc/36/root (readlink: Permission denied) 2024-04-25T01:28:49.182 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/4 36 root txt unknown /proc/36/exe (readlink: Permission denied) 2024-04-25T01:28:49.182 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/4 36 root NOFD /proc/36/fd (opendir: Permission denied) 2024-04-25T01:28:49.182 INFO:tasks.workunit.client.0.smithi026.stdout:migration 37 root cwd unknown /proc/37/cwd (readlink: Permission denied) 2024-04-25T01:28:49.182 INFO:tasks.workunit.client.0.smithi026.stdout:migration 37 root rtd unknown /proc/37/root (readlink: Permission denied) 2024-04-25T01:28:49.182 INFO:tasks.workunit.client.0.smithi026.stdout:migration 37 root txt unknown /proc/37/exe (readlink: Permission denied) 2024-04-25T01:28:49.182 INFO:tasks.workunit.client.0.smithi026.stdout:migration 37 root NOFD /proc/37/fd (opendir: Permission denied) 2024-04-25T01:28:49.182 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 38 root cwd unknown /proc/38/cwd (readlink: Permission denied) 2024-04-25T01:28:49.183 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 38 root rtd unknown /proc/38/root (readlink: Permission denied) 2024-04-25T01:28:49.183 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 38 root txt unknown /proc/38/exe (readlink: Permission denied) 2024-04-25T01:28:49.183 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 38 root NOFD /proc/38/fd (opendir: Permission denied) 2024-04-25T01:28:49.183 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 40 root cwd unknown /proc/40/cwd (readlink: Permission denied) 2024-04-25T01:28:49.183 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 40 root rtd unknown /proc/40/root (readlink: Permission denied) 2024-04-25T01:28:49.183 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 40 root txt unknown /proc/40/exe (readlink: Permission denied) 2024-04-25T01:28:49.183 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 40 root NOFD /proc/40/fd (opendir: Permission denied) 2024-04-25T01:28:49.183 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/5 41 root cwd unknown /proc/41/cwd (readlink: Permission denied) 2024-04-25T01:28:49.183 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/5 41 root rtd unknown /proc/41/root (readlink: Permission denied) 2024-04-25T01:28:49.183 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/5 41 root txt unknown /proc/41/exe (readlink: Permission denied) 2024-04-25T01:28:49.183 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/5 41 root NOFD /proc/41/fd (opendir: Permission denied) 2024-04-25T01:28:49.183 INFO:tasks.workunit.client.0.smithi026.stdout:migration 42 root cwd unknown /proc/42/cwd (readlink: Permission denied) 2024-04-25T01:28:49.183 INFO:tasks.workunit.client.0.smithi026.stdout:migration 42 root rtd unknown /proc/42/root (readlink: Permission denied) 2024-04-25T01:28:49.183 INFO:tasks.workunit.client.0.smithi026.stdout:migration 42 root txt unknown /proc/42/exe (readlink: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:migration 42 root NOFD /proc/42/fd (opendir: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 43 root cwd unknown /proc/43/cwd (readlink: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 43 root rtd unknown /proc/43/root (readlink: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 43 root txt unknown /proc/43/exe (readlink: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 43 root NOFD /proc/43/fd (opendir: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 45 root cwd unknown /proc/45/cwd (readlink: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 45 root rtd unknown /proc/45/root (readlink: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 45 root txt unknown /proc/45/exe (readlink: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 45 root NOFD /proc/45/fd (opendir: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/6 46 root cwd unknown /proc/46/cwd (readlink: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/6 46 root rtd unknown /proc/46/root (readlink: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/6 46 root txt unknown /proc/46/exe (readlink: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/6 46 root NOFD /proc/46/fd (opendir: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:migration 47 root cwd unknown /proc/47/cwd (readlink: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:migration 47 root rtd unknown /proc/47/root (readlink: Permission denied) 2024-04-25T01:28:49.184 INFO:tasks.workunit.client.0.smithi026.stdout:migration 47 root txt unknown /proc/47/exe (readlink: Permission denied) 2024-04-25T01:28:49.185 INFO:tasks.workunit.client.0.smithi026.stdout:migration 47 root NOFD /proc/47/fd (opendir: Permission denied) 2024-04-25T01:28:49.185 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 48 root cwd unknown /proc/48/cwd (readlink: Permission denied) 2024-04-25T01:28:49.185 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 48 root rtd unknown /proc/48/root (readlink: Permission denied) 2024-04-25T01:28:49.185 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 48 root txt unknown /proc/48/exe (readlink: Permission denied) 2024-04-25T01:28:49.185 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 48 root NOFD /proc/48/fd (opendir: Permission denied) 2024-04-25T01:28:49.185 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 50 root cwd unknown /proc/50/cwd (readlink: Permission denied) 2024-04-25T01:28:49.185 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 50 root rtd unknown /proc/50/root (readlink: Permission denied) 2024-04-25T01:28:49.185 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 50 root txt unknown /proc/50/exe (readlink: Permission denied) 2024-04-25T01:28:49.185 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 50 root NOFD /proc/50/fd (opendir: Permission denied) 2024-04-25T01:28:49.185 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/7 51 root cwd unknown /proc/51/cwd (readlink: Permission denied) 2024-04-25T01:28:49.185 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/7 51 root rtd unknown /proc/51/root (readlink: Permission denied) 2024-04-25T01:28:49.185 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/7 51 root txt unknown /proc/51/exe (readlink: Permission denied) 2024-04-25T01:28:49.185 INFO:tasks.workunit.client.0.smithi026.stdout:cpuhp/7 51 root NOFD /proc/51/fd (opendir: Permission denied) 2024-04-25T01:28:49.185 INFO:tasks.workunit.client.0.smithi026.stdout:migration 52 root cwd unknown /proc/52/cwd (readlink: Permission denied) 2024-04-25T01:28:49.186 INFO:tasks.workunit.client.0.smithi026.stdout:migration 52 root rtd unknown /proc/52/root (readlink: Permission denied) 2024-04-25T01:28:49.186 INFO:tasks.workunit.client.0.smithi026.stdout:migration 52 root txt unknown /proc/52/exe (readlink: Permission denied) 2024-04-25T01:28:49.186 INFO:tasks.workunit.client.0.smithi026.stdout:migration 52 root NOFD /proc/52/fd (opendir: Permission denied) 2024-04-25T01:28:49.186 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 53 root cwd unknown /proc/53/cwd (readlink: Permission denied) 2024-04-25T01:28:49.186 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 53 root rtd unknown /proc/53/root (readlink: Permission denied) 2024-04-25T01:28:49.186 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 53 root txt unknown /proc/53/exe (readlink: Permission denied) 2024-04-25T01:28:49.186 INFO:tasks.workunit.client.0.smithi026.stdout:ksoftirqd 53 root NOFD /proc/53/fd (opendir: Permission denied) 2024-04-25T01:28:49.186 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 55 root cwd unknown /proc/55/cwd (readlink: Permission denied) 2024-04-25T01:28:49.186 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 55 root rtd unknown /proc/55/root (readlink: Permission denied) 2024-04-25T01:28:49.186 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 55 root txt unknown /proc/55/exe (readlink: Permission denied) 2024-04-25T01:28:49.186 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 55 root NOFD /proc/55/fd (opendir: Permission denied) 2024-04-25T01:28:49.186 INFO:tasks.workunit.client.0.smithi026.stdout:kdevtmpfs 56 root cwd unknown /proc/56/cwd (readlink: Permission denied) 2024-04-25T01:28:49.186 INFO:tasks.workunit.client.0.smithi026.stdout:kdevtmpfs 56 root rtd unknown /proc/56/root (readlink: Permission denied) 2024-04-25T01:28:49.186 INFO:tasks.workunit.client.0.smithi026.stdout:kdevtmpfs 56 root txt unknown /proc/56/exe (readlink: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:kdevtmpfs 56 root NOFD /proc/56/fd (opendir: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 57 root cwd unknown /proc/57/cwd (readlink: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 57 root rtd unknown /proc/57/root (readlink: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 57 root txt unknown /proc/57/exe (readlink: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 57 root NOFD /proc/57/fd (opendir: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:kauditd 58 root cwd unknown /proc/58/cwd (readlink: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:kauditd 58 root rtd unknown /proc/58/root (readlink: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:kauditd 58 root txt unknown /proc/58/exe (readlink: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:kauditd 58 root NOFD /proc/58/fd (opendir: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:khungtask 59 root cwd unknown /proc/59/cwd (readlink: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:khungtask 59 root rtd unknown /proc/59/root (readlink: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:khungtask 59 root txt unknown /proc/59/exe (readlink: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:khungtask 59 root NOFD /proc/59/fd (opendir: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:oom_reape 61 root cwd unknown /proc/61/cwd (readlink: Permission denied) 2024-04-25T01:28:49.187 INFO:tasks.workunit.client.0.smithi026.stdout:oom_reape 61 root rtd unknown /proc/61/root (readlink: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:oom_reape 61 root txt unknown /proc/61/exe (readlink: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:oom_reape 61 root NOFD /proc/61/fd (opendir: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 63 root cwd unknown /proc/63/cwd (readlink: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 63 root rtd unknown /proc/63/root (readlink: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 63 root txt unknown /proc/63/exe (readlink: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 63 root NOFD /proc/63/fd (opendir: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:kcompactd 64 root cwd unknown /proc/64/cwd (readlink: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:kcompactd 64 root rtd unknown /proc/64/root (readlink: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:kcompactd 64 root txt unknown /proc/64/exe (readlink: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:kcompactd 64 root NOFD /proc/64/fd (opendir: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:ksmd 65 root cwd unknown /proc/65/cwd (readlink: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:ksmd 65 root rtd unknown /proc/65/root (readlink: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:ksmd 65 root txt unknown /proc/65/exe (readlink: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:ksmd 65 root NOFD /proc/65/fd (opendir: Permission denied) 2024-04-25T01:28:49.188 INFO:tasks.workunit.client.0.smithi026.stdout:khugepage 66 root cwd unknown /proc/66/cwd (readlink: Permission denied) 2024-04-25T01:28:49.189 INFO:tasks.workunit.client.0.smithi026.stdout:khugepage 66 root rtd unknown /proc/66/root (readlink: Permission denied) 2024-04-25T01:28:49.189 INFO:tasks.workunit.client.0.smithi026.stdout:khugepage 66 root txt unknown /proc/66/exe (readlink: Permission denied) 2024-04-25T01:28:49.189 INFO:tasks.workunit.client.0.smithi026.stdout:khugepage 66 root NOFD /proc/66/fd (opendir: Permission denied) 2024-04-25T01:28:49.189 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 67 root cwd unknown /proc/67/cwd (readlink: Permission denied) 2024-04-25T01:28:49.189 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 67 root rtd unknown /proc/67/root (readlink: Permission denied) 2024-04-25T01:28:49.189 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 67 root txt unknown /proc/67/exe (readlink: Permission denied) 2024-04-25T01:28:49.189 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 67 root NOFD /proc/67/fd (opendir: Permission denied) 2024-04-25T01:28:49.189 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 68 root cwd unknown /proc/68/cwd (readlink: Permission denied) 2024-04-25T01:28:49.189 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 68 root rtd unknown /proc/68/root (readlink: Permission denied) 2024-04-25T01:28:49.189 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 68 root txt unknown /proc/68/exe (readlink: Permission denied) 2024-04-25T01:28:49.189 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 68 root NOFD /proc/68/fd (opendir: Permission denied) 2024-04-25T01:28:49.189 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 69 root cwd unknown /proc/69/cwd (readlink: Permission denied) 2024-04-25T01:28:49.189 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 69 root rtd unknown /proc/69/root (readlink: Permission denied) 2024-04-25T01:28:49.189 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 69 root txt unknown /proc/69/exe (readlink: Permission denied) 2024-04-25T01:28:49.190 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 69 root NOFD /proc/69/fd (opendir: Permission denied) 2024-04-25T01:28:49.190 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 70 root cwd unknown /proc/70/cwd (readlink: Permission denied) 2024-04-25T01:28:49.190 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 70 root rtd unknown /proc/70/root (readlink: Permission denied) 2024-04-25T01:28:49.190 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 70 root txt unknown /proc/70/exe (readlink: Permission denied) 2024-04-25T01:28:49.190 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 70 root NOFD /proc/70/fd (opendir: Permission denied) 2024-04-25T01:28:49.190 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 74 root cwd unknown /proc/74/cwd (readlink: Permission denied) 2024-04-25T01:28:49.190 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 74 root rtd unknown /proc/74/root (readlink: Permission denied) 2024-04-25T01:28:49.190 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 74 root txt unknown /proc/74/exe (readlink: Permission denied) 2024-04-25T01:28:49.190 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 74 root NOFD /proc/74/fd (opendir: Permission denied) 2024-04-25T01:28:49.190 INFO:tasks.workunit.client.0.smithi026.stdout:irq/9-acp 78 root cwd unknown /proc/78/cwd (readlink: Permission denied) 2024-04-25T01:28:49.190 INFO:tasks.workunit.client.0.smithi026.stdout:irq/9-acp 78 root rtd unknown /proc/78/root (readlink: Permission denied) 2024-04-25T01:28:49.190 INFO:tasks.workunit.client.0.smithi026.stdout:irq/9-acp 78 root txt unknown /proc/78/exe (readlink: Permission denied) 2024-04-25T01:28:49.190 INFO:tasks.workunit.client.0.smithi026.stdout:irq/9-acp 78 root NOFD /proc/78/fd (opendir: Permission denied) 2024-04-25T01:28:49.190 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79 root cwd unknown /proc/79/cwd (readlink: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79 root rtd unknown /proc/79/root (readlink: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79 root txt unknown /proc/79/exe (readlink: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79 root NOFD /proc/79/fd (opendir: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 80 root cwd unknown /proc/80/cwd (readlink: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 80 root rtd unknown /proc/80/root (readlink: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 80 root txt unknown /proc/80/exe (readlink: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 80 root NOFD /proc/80/fd (opendir: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 81 root cwd unknown /proc/81/cwd (readlink: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 81 root rtd unknown /proc/81/root (readlink: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 81 root txt unknown /proc/81/exe (readlink: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 81 root NOFD /proc/81/fd (opendir: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 82 root cwd unknown /proc/82/cwd (readlink: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 82 root rtd unknown /proc/82/root (readlink: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 82 root txt unknown /proc/82/exe (readlink: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 82 root NOFD /proc/82/fd (opendir: Permission denied) 2024-04-25T01:28:49.191 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 83 root cwd unknown /proc/83/cwd (readlink: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 83 root rtd unknown /proc/83/root (readlink: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 83 root txt unknown /proc/83/exe (readlink: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 83 root NOFD /proc/83/fd (opendir: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:watchdogd 84 root cwd unknown /proc/84/cwd (readlink: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:watchdogd 84 root rtd unknown /proc/84/root (readlink: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:watchdogd 84 root txt unknown /proc/84/exe (readlink: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:watchdogd 84 root NOFD /proc/84/fd (opendir: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 85 root cwd unknown /proc/85/cwd (readlink: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 85 root rtd unknown /proc/85/root (readlink: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 85 root txt unknown /proc/85/exe (readlink: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 85 root NOFD /proc/85/fd (opendir: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:kswapd0 86 root cwd unknown /proc/86/cwd (readlink: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:kswapd0 86 root rtd unknown /proc/86/root (readlink: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:kswapd0 86 root txt unknown /proc/86/exe (readlink: Permission denied) 2024-04-25T01:28:49.192 INFO:tasks.workunit.client.0.smithi026.stdout:kswapd0 86 root NOFD /proc/86/fd (opendir: Permission denied) 2024-04-25T01:28:49.193 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 88 root cwd unknown /proc/88/cwd (readlink: Permission denied) 2024-04-25T01:28:49.193 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 88 root rtd unknown /proc/88/root (readlink: Permission denied) 2024-04-25T01:28:49.193 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 88 root txt unknown /proc/88/exe (readlink: Permission denied) 2024-04-25T01:28:49.193 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 88 root NOFD /proc/88/fd (opendir: Permission denied) 2024-04-25T01:28:49.193 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 91 root cwd unknown /proc/91/cwd (readlink: Permission denied) 2024-04-25T01:28:49.193 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 91 root rtd unknown /proc/91/root (readlink: Permission denied) 2024-04-25T01:28:49.193 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 91 root txt unknown /proc/91/exe (readlink: Permission denied) 2024-04-25T01:28:49.193 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 91 root NOFD /proc/91/fd (opendir: Permission denied) 2024-04-25T01:28:49.193 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_0 93 root cwd unknown /proc/93/cwd (readlink: Permission denied) 2024-04-25T01:28:49.193 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_0 93 root rtd unknown /proc/93/root (readlink: Permission denied) 2024-04-25T01:28:49.193 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_0 93 root txt unknown /proc/93/exe (readlink: Permission denied) 2024-04-25T01:28:49.193 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_0 93 root NOFD /proc/93/fd (opendir: Permission denied) 2024-04-25T01:28:49.193 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 94 root cwd unknown /proc/94/cwd (readlink: Permission denied) 2024-04-25T01:28:49.193 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 94 root rtd unknown /proc/94/root (readlink: Permission denied) 2024-04-25T01:28:49.194 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 94 root txt unknown /proc/94/exe (readlink: Permission denied) 2024-04-25T01:28:49.194 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 94 root NOFD /proc/94/fd (opendir: Permission denied) 2024-04-25T01:28:49.194 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_1 95 root cwd unknown /proc/95/cwd (readlink: Permission denied) 2024-04-25T01:28:49.194 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_1 95 root rtd unknown /proc/95/root (readlink: Permission denied) 2024-04-25T01:28:49.194 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_1 95 root txt unknown /proc/95/exe (readlink: Permission denied) 2024-04-25T01:28:49.194 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_1 95 root NOFD /proc/95/fd (opendir: Permission denied) 2024-04-25T01:28:49.194 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 96 root cwd unknown /proc/96/cwd (readlink: Permission denied) 2024-04-25T01:28:49.194 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 96 root rtd unknown /proc/96/root (readlink: Permission denied) 2024-04-25T01:28:49.194 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 96 root txt unknown /proc/96/exe (readlink: Permission denied) 2024-04-25T01:28:49.194 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 96 root NOFD /proc/96/fd (opendir: Permission denied) 2024-04-25T01:28:49.194 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_2 97 root cwd unknown /proc/97/cwd (readlink: Permission denied) 2024-04-25T01:28:49.194 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_2 97 root rtd unknown /proc/97/root (readlink: Permission denied) 2024-04-25T01:28:49.194 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_2 97 root txt unknown /proc/97/exe (readlink: Permission denied) 2024-04-25T01:28:49.194 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_2 97 root NOFD /proc/97/fd (opendir: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 98 root cwd unknown /proc/98/cwd (readlink: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 98 root rtd unknown /proc/98/root (readlink: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 98 root txt unknown /proc/98/exe (readlink: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 98 root NOFD /proc/98/fd (opendir: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_3 99 root cwd unknown /proc/99/cwd (readlink: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_3 99 root rtd unknown /proc/99/root (readlink: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_3 99 root txt unknown /proc/99/exe (readlink: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_3 99 root NOFD /proc/99/fd (opendir: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 100 root cwd unknown /proc/100/cwd (readlink: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 100 root rtd unknown /proc/100/root (readlink: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 100 root txt unknown /proc/100/exe (readlink: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 100 root NOFD /proc/100/fd (opendir: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_4 104 root cwd unknown /proc/104/cwd (readlink: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_4 104 root rtd unknown /proc/104/root (readlink: Permission denied) 2024-04-25T01:28:49.195 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_4 104 root txt unknown /proc/104/exe (readlink: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_4 104 root NOFD /proc/104/fd (opendir: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 105 root cwd unknown /proc/105/cwd (readlink: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 105 root rtd unknown /proc/105/root (readlink: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 105 root txt unknown /proc/105/exe (readlink: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 105 root NOFD /proc/105/fd (opendir: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_5 106 root cwd unknown /proc/106/cwd (readlink: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_5 106 root rtd unknown /proc/106/root (readlink: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_5 106 root txt unknown /proc/106/exe (readlink: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_5 106 root NOFD /proc/106/fd (opendir: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 107 root cwd unknown /proc/107/cwd (readlink: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 107 root rtd unknown /proc/107/root (readlink: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 107 root txt unknown /proc/107/exe (readlink: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 107 root NOFD /proc/107/fd (opendir: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_6 108 root cwd unknown /proc/108/cwd (readlink: Permission denied) 2024-04-25T01:28:49.196 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_6 108 root rtd unknown /proc/108/root (readlink: Permission denied) 2024-04-25T01:28:49.197 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_6 108 root txt unknown /proc/108/exe (readlink: Permission denied) 2024-04-25T01:28:49.197 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_6 108 root NOFD /proc/108/fd (opendir: Permission denied) 2024-04-25T01:28:49.197 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 109 root cwd unknown /proc/109/cwd (readlink: Permission denied) 2024-04-25T01:28:49.197 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 109 root rtd unknown /proc/109/root (readlink: Permission denied) 2024-04-25T01:28:49.197 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 109 root txt unknown /proc/109/exe (readlink: Permission denied) 2024-04-25T01:28:49.197 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 109 root NOFD /proc/109/fd (opendir: Permission denied) 2024-04-25T01:28:49.197 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_7 110 root cwd unknown /proc/110/cwd (readlink: Permission denied) 2024-04-25T01:28:49.197 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_7 110 root rtd unknown /proc/110/root (readlink: Permission denied) 2024-04-25T01:28:49.197 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_7 110 root txt unknown /proc/110/exe (readlink: Permission denied) 2024-04-25T01:28:49.197 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_7 110 root NOFD /proc/110/fd (opendir: Permission denied) 2024-04-25T01:28:49.197 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 111 root cwd unknown /proc/111/cwd (readlink: Permission denied) 2024-04-25T01:28:49.197 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 111 root rtd unknown /proc/111/root (readlink: Permission denied) 2024-04-25T01:28:49.197 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 111 root txt unknown /proc/111/exe (readlink: Permission denied) 2024-04-25T01:28:49.197 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 111 root NOFD /proc/111/fd (opendir: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_8 112 root cwd unknown /proc/112/cwd (readlink: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_8 112 root rtd unknown /proc/112/root (readlink: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_8 112 root txt unknown /proc/112/exe (readlink: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_8 112 root NOFD /proc/112/fd (opendir: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 113 root cwd unknown /proc/113/cwd (readlink: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 113 root rtd unknown /proc/113/root (readlink: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 113 root txt unknown /proc/113/exe (readlink: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 113 root NOFD /proc/113/fd (opendir: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_9 114 root cwd unknown /proc/114/cwd (readlink: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_9 114 root rtd unknown /proc/114/root (readlink: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_9 114 root txt unknown /proc/114/exe (readlink: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:scsi_eh_9 114 root NOFD /proc/114/fd (opendir: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 115 root cwd unknown /proc/115/cwd (readlink: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 115 root rtd unknown /proc/115/root (readlink: Permission denied) 2024-04-25T01:28:49.198 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 115 root txt unknown /proc/115/exe (readlink: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 115 root NOFD /proc/115/fd (opendir: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 116 root cwd unknown /proc/116/cwd (readlink: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 116 root rtd unknown /proc/116/root (readlink: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 116 root txt unknown /proc/116/exe (readlink: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 116 root NOFD /proc/116/fd (opendir: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 117 root cwd unknown /proc/117/cwd (readlink: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 117 root rtd unknown /proc/117/root (readlink: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 117 root txt unknown /proc/117/exe (readlink: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 117 root NOFD /proc/117/fd (opendir: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 119 root cwd unknown /proc/119/cwd (readlink: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 119 root rtd unknown /proc/119/root (readlink: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 119 root txt unknown /proc/119/exe (readlink: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 119 root NOFD /proc/119/fd (opendir: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 122 root cwd unknown /proc/122/cwd (readlink: Permission denied) 2024-04-25T01:28:49.199 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 122 root rtd unknown /proc/122/root (readlink: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 122 root txt unknown /proc/122/exe (readlink: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 122 root NOFD /proc/122/fd (opendir: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 126 root cwd unknown /proc/126/cwd (readlink: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 126 root rtd unknown /proc/126/root (readlink: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 126 root txt unknown /proc/126/exe (readlink: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 126 root NOFD /proc/126/fd (opendir: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 128 root cwd unknown /proc/128/cwd (readlink: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 128 root rtd unknown /proc/128/root (readlink: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 128 root txt unknown /proc/128/exe (readlink: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 128 root NOFD /proc/128/fd (opendir: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 129 root cwd unknown /proc/129/cwd (readlink: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 129 root rtd unknown /proc/129/root (readlink: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 129 root txt unknown /proc/129/exe (readlink: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 129 root NOFD /proc/129/fd (opendir: Permission denied) 2024-04-25T01:28:49.200 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 130 root cwd unknown /proc/130/cwd (readlink: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 130 root rtd unknown /proc/130/root (readlink: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 130 root txt unknown /proc/130/exe (readlink: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 130 root NOFD /proc/130/fd (opendir: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 131 root cwd unknown /proc/131/cwd (readlink: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 131 root rtd unknown /proc/131/root (readlink: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 131 root txt unknown /proc/131/exe (readlink: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 131 root NOFD /proc/131/fd (opendir: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 132 root cwd unknown /proc/132/cwd (readlink: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 132 root rtd unknown /proc/132/root (readlink: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 132 root txt unknown /proc/132/exe (readlink: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 132 root NOFD /proc/132/fd (opendir: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 140 root cwd unknown /proc/140/cwd (readlink: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 140 root rtd unknown /proc/140/root (readlink: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 140 root txt unknown /proc/140/exe (readlink: Permission denied) 2024-04-25T01:28:49.201 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 140 root NOFD /proc/140/fd (opendir: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 250 root cwd unknown /proc/250/cwd (readlink: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 250 root rtd unknown /proc/250/root (readlink: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 250 root txt unknown /proc/250/exe (readlink: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 250 root NOFD /proc/250/fd (opendir: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 252 root cwd unknown /proc/252/cwd (readlink: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 252 root rtd unknown /proc/252/root (readlink: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 252 root txt unknown /proc/252/exe (readlink: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 252 root NOFD /proc/252/fd (opendir: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 259 root cwd unknown /proc/259/cwd (readlink: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 259 root rtd unknown /proc/259/root (readlink: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 259 root txt unknown /proc/259/exe (readlink: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 259 root NOFD /proc/259/fd (opendir: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 264 root cwd unknown /proc/264/cwd (readlink: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 264 root rtd unknown /proc/264/root (readlink: Permission denied) 2024-04-25T01:28:49.202 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 264 root txt unknown /proc/264/exe (readlink: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 264 root NOFD /proc/264/fd (opendir: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 269 root cwd unknown /proc/269/cwd (readlink: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 269 root rtd unknown /proc/269/root (readlink: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 269 root txt unknown /proc/269/exe (readlink: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 269 root NOFD /proc/269/fd (opendir: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 401 root cwd unknown /proc/401/cwd (readlink: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 401 root rtd unknown /proc/401/root (readlink: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 401 root txt unknown /proc/401/exe (readlink: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 401 root NOFD /proc/401/fd (opendir: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 402 root cwd unknown /proc/402/cwd (readlink: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 402 root rtd unknown /proc/402/root (readlink: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 402 root txt unknown /proc/402/exe (readlink: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 402 root NOFD /proc/402/fd (opendir: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 403 root cwd unknown /proc/403/cwd (readlink: Permission denied) 2024-04-25T01:28:49.203 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 403 root rtd unknown /proc/403/root (readlink: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 403 root txt unknown /proc/403/exe (readlink: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 403 root NOFD /proc/403/fd (opendir: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 435 root cwd unknown /proc/435/cwd (readlink: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 435 root rtd unknown /proc/435/root (readlink: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 435 root txt unknown /proc/435/exe (readlink: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 435 root NOFD /proc/435/fd (opendir: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:jbd2/sda1 447 root cwd unknown /proc/447/cwd (readlink: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:jbd2/sda1 447 root rtd unknown /proc/447/root (readlink: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:jbd2/sda1 447 root txt unknown /proc/447/exe (readlink: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:jbd2/sda1 447 root NOFD /proc/447/fd (opendir: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 448 root cwd unknown /proc/448/cwd (readlink: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 448 root rtd unknown /proc/448/root (readlink: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 448 root txt unknown /proc/448/exe (readlink: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 448 root NOFD /proc/448/fd (opendir: Permission denied) 2024-04-25T01:28:49.204 INFO:tasks.workunit.client.0.smithi026.stdout:systemd-j 526 root cwd unknown /proc/526/cwd (readlink: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:systemd-j 526 root rtd unknown /proc/526/root (readlink: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:systemd-j 526 root txt unknown /proc/526/exe (readlink: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:systemd-j 526 root NOFD /proc/526/fd (opendir: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:ext4lazyi 536 root cwd unknown /proc/536/cwd (readlink: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:ext4lazyi 536 root rtd unknown /proc/536/root (readlink: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:ext4lazyi 536 root txt unknown /proc/536/exe (readlink: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:ext4lazyi 536 root NOFD /proc/536/fd (opendir: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:systemd-u 541 root cwd unknown /proc/541/cwd (readlink: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:systemd-u 541 root rtd unknown /proc/541/root (readlink: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:systemd-u 541 root txt unknown /proc/541/exe (readlink: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:systemd-u 541 root NOFD /proc/541/fd (opendir: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 590 root cwd unknown /proc/590/cwd (readlink: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 590 root rtd unknown /proc/590/root (readlink: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 590 root txt unknown /proc/590/exe (readlink: Permission denied) 2024-04-25T01:28:49.205 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 590 root NOFD /proc/590/fd (opendir: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:kipmi0 602 root cwd unknown /proc/602/cwd (readlink: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:kipmi0 602 root rtd unknown /proc/602/root (readlink: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:kipmi0 602 root txt unknown /proc/602/exe (readlink: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:kipmi0 602 root NOFD /proc/602/fd (opendir: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:rpcbind 605 rpc cwd unknown /proc/605/cwd (readlink: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:rpcbind 605 rpc rtd unknown /proc/605/root (readlink: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:rpcbind 605 rpc txt unknown /proc/605/exe (readlink: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:rpcbind 605 rpc NOFD /proc/605/fd (opendir: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:auditd 612 root cwd unknown /proc/612/cwd (readlink: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:auditd 612 root rtd unknown /proc/612/root (readlink: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:auditd 612 root txt unknown /proc/612/exe (readlink: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:auditd 612 root NOFD /proc/612/fd (opendir: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:auditd 612 613 auditd root cwd unknown /proc/612/task/613/cwd (readlink: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:auditd 612 613 auditd root rtd unknown /proc/612/task/613/root (readlink: Permission denied) 2024-04-25T01:28:49.206 INFO:tasks.workunit.client.0.smithi026.stdout:auditd 612 613 auditd root txt unknown /proc/612/task/613/exe (readlink: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:auditd 612 613 auditd root NOFD /proc/612/task/613/fd (opendir: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:auditd 612 615 auditd root cwd unknown /proc/612/task/615/cwd (readlink: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:auditd 612 615 auditd root rtd unknown /proc/612/task/615/root (readlink: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:auditd 612 615 auditd root txt unknown /proc/612/task/615/exe (readlink: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:auditd 612 615 auditd root NOFD /proc/612/task/615/fd (opendir: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:sedispatc 614 root cwd unknown /proc/614/cwd (readlink: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:sedispatc 614 root rtd unknown /proc/614/root (readlink: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:sedispatc 614 root txt unknown /proc/614/exe (readlink: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:sedispatc 614 root NOFD /proc/614/fd (opendir: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 627 root cwd unknown /proc/627/cwd (readlink: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 627 root rtd unknown /proc/627/root (readlink: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 627 root txt unknown /proc/627/exe (readlink: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 627 root NOFD /proc/627/fd (opendir: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 628 root cwd unknown /proc/628/cwd (readlink: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 628 root rtd unknown /proc/628/root (readlink: Permission denied) 2024-04-25T01:28:49.207 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 628 root txt unknown /proc/628/exe (readlink: Permission denied) 2024-04-25T01:28:49.208 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 628 root NOFD /proc/628/fd (opendir: Permission denied) 2024-04-25T01:28:49.208 INFO:tasks.workunit.client.0.smithi026.stdout:dbus-brok 656 dbus cwd unknown /proc/656/cwd (readlink: Permission denied) 2024-04-25T01:28:49.208 INFO:tasks.workunit.client.0.smithi026.stdout:dbus-brok 656 dbus rtd unknown /proc/656/root (readlink: Permission denied) 2024-04-25T01:28:49.208 INFO:tasks.workunit.client.0.smithi026.stdout:dbus-brok 656 dbus txt unknown /proc/656/exe (readlink: Permission denied) 2024-04-25T01:28:49.208 INFO:tasks.workunit.client.0.smithi026.stdout:dbus-brok 656 dbus NOFD /proc/656/fd (opendir: Permission denied) 2024-04-25T01:28:49.208 INFO:tasks.workunit.client.0.smithi026.stdout:dbus-brok 657 dbus cwd unknown /proc/657/cwd (readlink: Permission denied) 2024-04-25T01:28:49.208 INFO:tasks.workunit.client.0.smithi026.stdout:dbus-brok 657 dbus rtd unknown /proc/657/root (readlink: Permission denied) 2024-04-25T01:28:49.208 INFO:tasks.workunit.client.0.smithi026.stdout:dbus-brok 657 dbus txt unknown /proc/657/exe (readlink: Permission denied) 2024-04-25T01:28:49.208 INFO:tasks.workunit.client.0.smithi026.stdout:dbus-brok 657 dbus NOFD /proc/657/fd (opendir: Permission denied) 2024-04-25T01:28:49.208 INFO:tasks.workunit.client.0.smithi026.stdout:NetworkMa 658 root cwd unknown /proc/658/cwd (readlink: Permission denied) 2024-04-25T01:28:49.208 INFO:tasks.workunit.client.0.smithi026.stdout:NetworkMa 658 root rtd unknown /proc/658/root (readlink: Permission denied) 2024-04-25T01:28:49.208 INFO:tasks.workunit.client.0.smithi026.stdout:NetworkMa 658 root txt unknown /proc/658/exe (readlink: Permission denied) 2024-04-25T01:28:49.208 INFO:tasks.workunit.client.0.smithi026.stdout:NetworkMa 658 root NOFD /proc/658/fd (opendir: Permission denied) 2024-04-25T01:28:49.208 INFO:tasks.workunit.client.0.smithi026.stdout:NetworkMa 658 673 gmain root cwd unknown /proc/658/task/673/cwd (readlink: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:NetworkMa 658 673 gmain root rtd unknown /proc/658/task/673/root (readlink: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:NetworkMa 658 673 gmain root txt unknown /proc/658/task/673/exe (readlink: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:NetworkMa 658 673 gmain root NOFD /proc/658/task/673/fd (opendir: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:NetworkMa 658 674 gdbus root cwd unknown /proc/658/task/674/cwd (readlink: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:NetworkMa 658 674 gdbus root rtd unknown /proc/658/task/674/root (readlink: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:NetworkMa 658 674 gdbus root txt unknown /proc/658/task/674/exe (readlink: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:NetworkMa 658 674 gdbus root NOFD /proc/658/task/674/fd (opendir: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:irqbalanc 661 root cwd unknown /proc/661/cwd (readlink: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:irqbalanc 661 root rtd unknown /proc/661/root (readlink: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:irqbalanc 661 root txt unknown /proc/661/exe (readlink: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:irqbalanc 661 root NOFD /proc/661/fd (opendir: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:irqbalanc 661 666 gmain root cwd unknown /proc/661/task/666/cwd (readlink: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:irqbalanc 661 666 gmain root rtd unknown /proc/661/task/666/root (readlink: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:irqbalanc 661 666 gmain root txt unknown /proc/661/task/666/exe (readlink: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:irqbalanc 661 666 gmain root NOFD /proc/661/task/666/fd (opendir: Permission denied) 2024-04-25T01:28:49.209 INFO:tasks.workunit.client.0.smithi026.stdout:lsmd 662 libstoragemgmt cwd unknown /proc/662/cwd (readlink: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:lsmd 662 libstoragemgmt rtd unknown /proc/662/root (readlink: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:lsmd 662 libstoragemgmt txt unknown /proc/662/exe (readlink: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:lsmd 662 libstoragemgmt NOFD /proc/662/fd (opendir: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:smartd 663 root cwd unknown /proc/663/cwd (readlink: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:smartd 663 root rtd unknown /proc/663/root (readlink: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:smartd 663 root txt unknown /proc/663/exe (readlink: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:smartd 663 root NOFD /proc/663/fd (opendir: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:systemd-l 665 root cwd unknown /proc/665/cwd (readlink: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:systemd-l 665 root rtd unknown /proc/665/root (readlink: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:systemd-l 665 root txt unknown /proc/665/exe (readlink: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:systemd-l 665 root NOFD /proc/665/fd (opendir: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 708 root cwd unknown /proc/708/cwd (readlink: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 708 root rtd unknown /proc/708/root (readlink: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 708 root txt unknown /proc/708/exe (readlink: Permission denied) 2024-04-25T01:28:49.210 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 708 root NOFD /proc/708/fd (opendir: Permission denied) 2024-04-25T01:28:49.211 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 root cwd unknown /proc/712/cwd (readlink: Permission denied) 2024-04-25T01:28:49.211 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 root rtd unknown /proc/712/root (readlink: Permission denied) 2024-04-25T01:28:49.211 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 root txt unknown /proc/712/exe (readlink: Permission denied) 2024-04-25T01:28:49.211 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 root NOFD /proc/712/fd (opendir: Permission denied) 2024-04-25T01:28:49.211 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 713 gssproxy root cwd unknown /proc/712/task/713/cwd (readlink: Permission denied) 2024-04-25T01:28:49.211 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 713 gssproxy root rtd unknown /proc/712/task/713/root (readlink: Permission denied) 2024-04-25T01:28:49.211 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 713 gssproxy root txt unknown /proc/712/task/713/exe (readlink: Permission denied) 2024-04-25T01:28:49.211 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 713 gssproxy root NOFD /proc/712/task/713/fd (opendir: Permission denied) 2024-04-25T01:28:49.211 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 714 gssproxy root cwd unknown /proc/712/task/714/cwd (readlink: Permission denied) 2024-04-25T01:28:49.211 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 714 gssproxy root rtd unknown /proc/712/task/714/root (readlink: Permission denied) 2024-04-25T01:28:49.211 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 714 gssproxy root txt unknown /proc/712/task/714/exe (readlink: Permission denied) 2024-04-25T01:28:49.211 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 714 gssproxy root NOFD /proc/712/task/714/fd (opendir: Permission denied) 2024-04-25T01:28:49.211 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 715 gssproxy root cwd unknown /proc/712/task/715/cwd (readlink: Permission denied) 2024-04-25T01:28:49.211 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 715 gssproxy root rtd unknown /proc/712/task/715/root (readlink: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 715 gssproxy root txt unknown /proc/712/task/715/exe (readlink: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 715 gssproxy root NOFD /proc/712/task/715/fd (opendir: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 716 gssproxy root cwd unknown /proc/712/task/716/cwd (readlink: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 716 gssproxy root rtd unknown /proc/712/task/716/root (readlink: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 716 gssproxy root txt unknown /proc/712/task/716/exe (readlink: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 716 gssproxy root NOFD /proc/712/task/716/fd (opendir: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 717 gssproxy root cwd unknown /proc/712/task/717/cwd (readlink: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 717 gssproxy root rtd unknown /proc/712/task/717/root (readlink: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 717 gssproxy root txt unknown /proc/712/task/717/exe (readlink: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:gssproxy 712 717 gssproxy root NOFD /proc/712/task/717/fd (opendir: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:atd 719 root cwd unknown /proc/719/cwd (readlink: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:atd 719 root rtd unknown /proc/719/root (readlink: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:atd 719 root txt unknown /proc/719/exe (readlink: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:atd 719 root NOFD /proc/719/fd (opendir: Permission denied) 2024-04-25T01:28:49.212 INFO:tasks.workunit.client.0.smithi026.stdout:crond 720 root cwd unknown /proc/720/cwd (readlink: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:crond 720 root rtd unknown /proc/720/root (readlink: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:crond 720 root txt unknown /proc/720/exe (readlink: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:crond 720 root NOFD /proc/720/fd (opendir: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:nrpe 744 nrpe cwd unknown /proc/744/cwd (readlink: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:nrpe 744 nrpe rtd unknown /proc/744/root (readlink: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:nrpe 744 nrpe txt unknown /proc/744/exe (readlink: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:nrpe 744 nrpe NOFD /proc/744/fd (opendir: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:agetty 1066 root cwd unknown /proc/1066/cwd (readlink: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:agetty 1066 root rtd unknown /proc/1066/root (readlink: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:agetty 1066 root txt unknown /proc/1066/exe (readlink: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:agetty 1066 root NOFD /proc/1066/fd (opendir: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:agetty 1069 root cwd unknown /proc/1069/cwd (readlink: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:agetty 1069 root rtd unknown /proc/1069/root (readlink: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:agetty 1069 root txt unknown /proc/1069/exe (readlink: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:agetty 1069 root NOFD /proc/1069/fd (opendir: Permission denied) 2024-04-25T01:28:49.213 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu cwd DIR 8,1 4096 2 / 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu rtd DIR 8,1 4096 2 / 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu txt REG 8,1 98216 18583 /usr/lib/systemd/systemd 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu DEL REG 8,1 61581 /etc/selinux/targeted/contexts/files/file_contexts.bin 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu DEL REG 8,1 62167 /etc/selinux/targeted/contexts/files/file_contexts.homedirs.bin 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 28552 7287 /usr/lib64/libattr.so.1.1.2501 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-04-25T01:28:49.214 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-04-25T01:28:49.215 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-04-25T01:28:49.215 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-04-25T01:28:49.215 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-04-25T01:28:49.215 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-04-25T01:28:49.215 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-04-25T01:28:49.215 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-04-25T01:28:49.215 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-04-25T01:28:49.215 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-04-25T01:28:49.215 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 3785856 46432 /usr/lib64/systemd/libsystemd-shared-252.so 2024-04-25T01:28:49.215 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-04-25T01:28:49.215 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 40496 7288 /usr/lib64/libacl.so.1.1.2301 2024-04-25T01:28:49.215 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 107424 7663 /usr/lib64/libkmod.so.2.3.6 2024-04-25T01:28:49.215 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-04-25T01:28:49.215 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 2157904 46429 /usr/lib64/systemd/libsystemd-core-252.so 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 127680 7455 /usr/lib64/libseccomp.so.2.5.2 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu mem REG 0,20 0 19 /sys/fs/selinux/status 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 0r CHR 1,3 0t0 4 /dev/null 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 1u unix 0x0000000000000000 0t0 6951 type=STREAM (CONNECTED) 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 2u unix 0x0000000000000000 0t0 6951 type=STREAM (CONNECTED) 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 3u unix 0x0000000000000000 0t0 6979 type=DGRAM (CONNECTED) 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 4u a_inode 0,15 0 50 [eventpoll:5,6,8,9,11,12,14,15,16,17,19,20,21] 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 5u a_inode 0,15 0 50 [signalfd] 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 6r a_inode 0,15 0 50 inotify 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 7r DIR 0,26 0 3581 /sys/fs/cgroup/user.slice/user-1000.slice/user@1000.service 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 8u a_inode 0,15 0 50 [timerfd] 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 9u a_inode 0,15 0 50 [eventpoll:10,13] 2024-04-25T01:28:49.216 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 10r REG 0,21 0 6968 /proc/3823/mountinfo 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 11r a_inode 0,15 0 50 inotify 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 12u unix 0x0000000000000000 0t0 4921 /run/user/1000/bus type=STREAM (LISTEN) 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 13r a_inode 0,15 0 50 inotify 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 14r REG 0,21 0 4026532078 /proc/swaps 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 15u netlink 0t0 6983 KOBJECT_UEVENT 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 16u unix 0x0000000000000000 0t0 4908 /run/user/1000/systemd/notify type=DGRAM (UNCONNECTED) 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 17u unix 0x0000000000000000 0t0 4909 type=DGRAM (CONNECTED) 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 18u unix 0x0000000000000000 0t0 4910 type=DGRAM (CONNECTED) 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 19u unix 0x0000000000000000 0t0 4911 /run/user/1000/systemd/private type=STREAM (LISTEN) 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 20u unix 0x0000000000000000 0t0 4913 type=STREAM (CONNECTED) 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 3823 ubuntu 21u a_inode 0,15 0 50 [timerfd] 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:(sd-pam) 3833 ubuntu cwd unknown /proc/3833/cwd (readlink: Permission denied) 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:(sd-pam) 3833 ubuntu rtd unknown /proc/3833/root (readlink: Permission denied) 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:(sd-pam) 3833 ubuntu txt unknown /proc/3833/exe (readlink: Permission denied) 2024-04-25T01:28:49.217 INFO:tasks.workunit.client.0.smithi026.stdout:(sd-pam) 3833 ubuntu NOFD /proc/3833/fd (opendir: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:rsyslogd 4375 root cwd unknown /proc/4375/cwd (readlink: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:rsyslogd 4375 root rtd unknown /proc/4375/root (readlink: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:rsyslogd 4375 root txt unknown /proc/4375/exe (readlink: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:rsyslogd 4375 root NOFD /proc/4375/fd (opendir: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:rsyslogd 4375 4378 in:imjour root cwd unknown /proc/4375/task/4378/cwd (readlink: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:rsyslogd 4375 4378 in:imjour root rtd unknown /proc/4375/task/4378/root (readlink: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:rsyslogd 4375 4378 in:imjour root txt unknown /proc/4375/task/4378/exe (readlink: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:rsyslogd 4375 4378 in:imjour root NOFD /proc/4375/task/4378/fd (opendir: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:rsyslogd 4375 4379 rs:main root cwd unknown /proc/4375/task/4379/cwd (readlink: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:rsyslogd 4375 4379 rs:main root rtd unknown /proc/4375/task/4379/root (readlink: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:rsyslogd 4375 4379 rs:main root txt unknown /proc/4375/task/4379/exe (readlink: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:rsyslogd 4375 4379 rs:main root NOFD /proc/4375/task/4379/fd (opendir: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 polkitd cwd unknown /proc/17390/cwd (readlink: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 polkitd rtd unknown /proc/17390/root (readlink: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 polkitd txt unknown /proc/17390/exe (readlink: Permission denied) 2024-04-25T01:28:49.218 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 polkitd NOFD /proc/17390/fd (opendir: Permission denied) 2024-04-25T01:28:49.219 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17392 gmain polkitd cwd unknown /proc/17390/task/17392/cwd (readlink: Permission denied) 2024-04-25T01:28:49.219 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17392 gmain polkitd rtd unknown /proc/17390/task/17392/root (readlink: Permission denied) 2024-04-25T01:28:49.219 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17392 gmain polkitd txt unknown /proc/17390/task/17392/exe (readlink: Permission denied) 2024-04-25T01:28:49.219 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17392 gmain polkitd NOFD /proc/17390/task/17392/fd (opendir: Permission denied) 2024-04-25T01:28:49.219 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17393 gdbus polkitd cwd unknown /proc/17390/task/17393/cwd (readlink: Permission denied) 2024-04-25T01:28:49.219 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17393 gdbus polkitd rtd unknown /proc/17390/task/17393/root (readlink: Permission denied) 2024-04-25T01:28:49.219 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17393 gdbus polkitd txt unknown /proc/17390/task/17393/exe (readlink: Permission denied) 2024-04-25T01:28:49.219 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17393 gdbus polkitd NOFD /proc/17390/task/17393/fd (opendir: Permission denied) 2024-04-25T01:28:49.219 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17394 JS\x20Hel polkitd cwd unknown /proc/17390/task/17394/cwd (readlink: Permission denied) 2024-04-25T01:28:49.219 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17394 JS\x20Hel polkitd rtd unknown /proc/17390/task/17394/root (readlink: Permission denied) 2024-04-25T01:28:49.219 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17394 JS\x20Hel polkitd txt unknown /proc/17390/task/17394/exe (readlink: Permission denied) 2024-04-25T01:28:49.219 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17394 JS\x20Hel polkitd NOFD /proc/17390/task/17394/fd (opendir: Permission denied) 2024-04-25T01:28:49.219 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17395 JS\x20Hel polkitd cwd unknown /proc/17390/task/17395/cwd (readlink: Permission denied) 2024-04-25T01:28:49.219 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17395 JS\x20Hel polkitd rtd unknown /proc/17390/task/17395/root (readlink: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17395 JS\x20Hel polkitd txt unknown /proc/17390/task/17395/exe (readlink: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17395 JS\x20Hel polkitd NOFD /proc/17390/task/17395/fd (opendir: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17396 JS\x20Hel polkitd cwd unknown /proc/17390/task/17396/cwd (readlink: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17396 JS\x20Hel polkitd rtd unknown /proc/17390/task/17396/root (readlink: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17396 JS\x20Hel polkitd txt unknown /proc/17390/task/17396/exe (readlink: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17396 JS\x20Hel polkitd NOFD /proc/17390/task/17396/fd (opendir: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17397 JS\x20Hel polkitd cwd unknown /proc/17390/task/17397/cwd (readlink: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17397 JS\x20Hel polkitd rtd unknown /proc/17390/task/17397/root (readlink: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17397 JS\x20Hel polkitd txt unknown /proc/17390/task/17397/exe (readlink: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17397 JS\x20Hel polkitd NOFD /proc/17390/task/17397/fd (opendir: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17398 JS\x20Hel polkitd cwd unknown /proc/17390/task/17398/cwd (readlink: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17398 JS\x20Hel polkitd rtd unknown /proc/17390/task/17398/root (readlink: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17398 JS\x20Hel polkitd txt unknown /proc/17390/task/17398/exe (readlink: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17398 JS\x20Hel polkitd NOFD /proc/17390/task/17398/fd (opendir: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17399 JS\x20Hel polkitd cwd unknown /proc/17390/task/17399/cwd (readlink: Permission denied) 2024-04-25T01:28:49.220 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17399 JS\x20Hel polkitd rtd unknown /proc/17390/task/17399/root (readlink: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17399 JS\x20Hel polkitd txt unknown /proc/17390/task/17399/exe (readlink: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17399 JS\x20Hel polkitd NOFD /proc/17390/task/17399/fd (opendir: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17400 JS\x20Hel polkitd cwd unknown /proc/17390/task/17400/cwd (readlink: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17400 JS\x20Hel polkitd rtd unknown /proc/17390/task/17400/root (readlink: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17400 JS\x20Hel polkitd txt unknown /proc/17390/task/17400/exe (readlink: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17400 JS\x20Hel polkitd NOFD /proc/17390/task/17400/fd (opendir: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17401 JS\x20Hel polkitd cwd unknown /proc/17390/task/17401/cwd (readlink: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17401 JS\x20Hel polkitd rtd unknown /proc/17390/task/17401/root (readlink: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17401 JS\x20Hel polkitd txt unknown /proc/17390/task/17401/exe (readlink: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17401 JS\x20Hel polkitd NOFD /proc/17390/task/17401/fd (opendir: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17402 polkitd polkitd cwd unknown /proc/17390/task/17402/cwd (readlink: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17402 polkitd polkitd rtd unknown /proc/17390/task/17402/root (readlink: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17402 polkitd polkitd txt unknown /proc/17390/task/17402/exe (readlink: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:polkitd 17390 17402 polkitd polkitd NOFD /proc/17390/task/17402/fd (opendir: Permission denied) 2024-04-25T01:28:49.221 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17842 root cwd unknown /proc/17842/cwd (readlink: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17842 root rtd unknown /proc/17842/root (readlink: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17842 root txt unknown /proc/17842/exe (readlink: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17842 root NOFD /proc/17842/fd (opendir: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17872 root cwd unknown /proc/17872/cwd (readlink: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17872 root rtd unknown /proc/17872/root (readlink: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17872 root txt unknown /proc/17872/exe (readlink: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17872 root NOFD /proc/17872/fd (opendir: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17901 root cwd unknown /proc/17901/cwd (readlink: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17901 root rtd unknown /proc/17901/root (readlink: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17901 root txt unknown /proc/17901/exe (readlink: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17901 root NOFD /proc/17901/fd (opendir: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17930 root cwd unknown /proc/17930/cwd (readlink: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17930 root rtd unknown /proc/17930/root (readlink: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17930 root txt unknown /proc/17930/exe (readlink: Permission denied) 2024-04-25T01:28:49.222 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17930 root NOFD /proc/17930/fd (opendir: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17959 root cwd unknown /proc/17959/cwd (readlink: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17959 root rtd unknown /proc/17959/root (readlink: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17959 root txt unknown /proc/17959/exe (readlink: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 17959 root NOFD /proc/17959/fd (opendir: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18123 root cwd unknown /proc/18123/cwd (readlink: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18123 root rtd unknown /proc/18123/root (readlink: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18123 root txt unknown /proc/18123/exe (readlink: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18123 root NOFD /proc/18123/fd (opendir: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18124 root cwd unknown /proc/18124/cwd (readlink: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18124 root rtd unknown /proc/18124/root (readlink: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18124 root txt unknown /proc/18124/exe (readlink: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18124 root NOFD /proc/18124/fd (opendir: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18125 root cwd unknown /proc/18125/cwd (readlink: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18125 root rtd unknown /proc/18125/root (readlink: Permission denied) 2024-04-25T01:28:49.223 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18125 root txt unknown /proc/18125/exe (readlink: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18125 root NOFD /proc/18125/fd (opendir: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18126 root cwd unknown /proc/18126/cwd (readlink: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18126 root rtd unknown /proc/18126/root (readlink: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18126 root txt unknown /proc/18126/exe (readlink: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18126 root NOFD /proc/18126/fd (opendir: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18127 root cwd unknown /proc/18127/cwd (readlink: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18127 root rtd unknown /proc/18127/root (readlink: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18127 root txt unknown /proc/18127/exe (readlink: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18127 root NOFD /proc/18127/fd (opendir: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18128 root cwd unknown /proc/18128/cwd (readlink: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18128 root rtd unknown /proc/18128/root (readlink: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18128 root txt unknown /proc/18128/exe (readlink: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18128 root NOFD /proc/18128/fd (opendir: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18129 root cwd unknown /proc/18129/cwd (readlink: Permission denied) 2024-04-25T01:28:49.224 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18129 root rtd unknown /proc/18129/root (readlink: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18129 root txt unknown /proc/18129/exe (readlink: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18129 root NOFD /proc/18129/fd (opendir: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18130 root cwd unknown /proc/18130/cwd (readlink: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18130 root rtd unknown /proc/18130/root (readlink: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18130 root txt unknown /proc/18130/exe (readlink: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18130 root NOFD /proc/18130/fd (opendir: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18131 root cwd unknown /proc/18131/cwd (readlink: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18131 root rtd unknown /proc/18131/root (readlink: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18131 root txt unknown /proc/18131/exe (readlink: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 18131 root NOFD /proc/18131/fd (opendir: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:xfsaild/d 18132 root cwd unknown /proc/18132/cwd (readlink: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:xfsaild/d 18132 root rtd unknown /proc/18132/root (readlink: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:xfsaild/d 18132 root txt unknown /proc/18132/exe (readlink: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:xfsaild/d 18132 root NOFD /proc/18132/fd (opendir: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 18948 root cwd unknown /proc/18948/cwd (readlink: Permission denied) 2024-04-25T01:28:49.225 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 18948 root rtd unknown /proc/18948/root (readlink: Permission denied) 2024-04-25T01:28:49.226 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 18948 root txt unknown /proc/18948/exe (readlink: Permission denied) 2024-04-25T01:28:49.226 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 18948 root NOFD /proc/18948/fd (opendir: Permission denied) 2024-04-25T01:28:49.226 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 19063 root cwd unknown /proc/19063/cwd (readlink: Permission denied) 2024-04-25T01:28:49.226 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 19063 root rtd unknown /proc/19063/root (readlink: Permission denied) 2024-04-25T01:28:49.226 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 19063 root txt unknown /proc/19063/exe (readlink: Permission denied) 2024-04-25T01:28:49.226 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 19063 root NOFD /proc/19063/fd (opendir: Permission denied) 2024-04-25T01:28:49.226 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 19066 ubuntu cwd unknown /proc/19066/cwd (readlink: Permission denied) 2024-04-25T01:28:49.226 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 19066 ubuntu rtd unknown /proc/19066/root (readlink: Permission denied) 2024-04-25T01:28:49.226 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 19066 ubuntu txt unknown /proc/19066/exe (readlink: Permission denied) 2024-04-25T01:28:49.226 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 19066 ubuntu NOFD /proc/19066/fd (opendir: Permission denied) 2024-04-25T01:28:49.226 INFO:tasks.workunit.client.0.smithi026.stdout:chronyd 19126 chrony cwd unknown /proc/19126/cwd (readlink: Permission denied) 2024-04-25T01:28:49.226 INFO:tasks.workunit.client.0.smithi026.stdout:chronyd 19126 chrony rtd unknown /proc/19126/root (readlink: Permission denied) 2024-04-25T01:28:49.226 INFO:tasks.workunit.client.0.smithi026.stdout:chronyd 19126 chrony txt unknown /proc/19126/exe (readlink: Permission denied) 2024-04-25T01:28:49.226 INFO:tasks.workunit.client.0.smithi026.stdout:chronyd 19126 chrony NOFD /proc/19126/fd (opendir: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-cras 19440 ceph cwd unknown /proc/19440/cwd (readlink: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-cras 19440 ceph rtd unknown /proc/19440/root (readlink: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-cras 19440 ceph txt unknown /proc/19440/exe (readlink: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-cras 19440 ceph NOFD /proc/19440/fd (opendir: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 20088 root cwd unknown /proc/20088/cwd (readlink: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 20088 root rtd unknown /proc/20088/root (readlink: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 20088 root txt unknown /proc/20088/exe (readlink: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 20088 root NOFD /proc/20088/fd (opendir: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 20406 root cwd unknown /proc/20406/cwd (readlink: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 20406 root rtd unknown /proc/20406/root (readlink: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 20406 root txt unknown /proc/20406/exe (readlink: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 20406 root NOFD /proc/20406/fd (opendir: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 20411 root cwd unknown /proc/20411/cwd (readlink: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 20411 root rtd unknown /proc/20411/root (readlink: Permission denied) 2024-04-25T01:28:49.227 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 20411 root txt unknown /proc/20411/exe (readlink: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 20411 root NOFD /proc/20411/fd (opendir: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 27101 root cwd unknown /proc/27101/cwd (readlink: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 27101 root rtd unknown /proc/27101/root (readlink: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 27101 root txt unknown /proc/27101/exe (readlink: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 27101 root NOFD /proc/27101/fd (opendir: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 27117 root cwd unknown /proc/27117/cwd (readlink: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 27117 root rtd unknown /proc/27117/root (readlink: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 27117 root txt unknown /proc/27117/exe (readlink: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 27117 root NOFD /proc/27117/fd (opendir: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 27123 root cwd unknown /proc/27123/cwd (readlink: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 27123 root rtd unknown /proc/27123/root (readlink: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 27123 root txt unknown /proc/27123/exe (readlink: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 27123 root NOFD /proc/27123/fd (opendir: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 27140 root cwd unknown /proc/27140/cwd (readlink: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 27140 root rtd unknown /proc/27140/root (readlink: Permission denied) 2024-04-25T01:28:49.228 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 27140 root txt unknown /proc/27140/exe (readlink: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 27140 root NOFD /proc/27140/fd (opendir: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 28030 root cwd unknown /proc/28030/cwd (readlink: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 28030 root rtd unknown /proc/28030/root (readlink: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 28030 root txt unknown /proc/28030/exe (readlink: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 28030 root NOFD /proc/28030/fd (opendir: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 28092 root cwd unknown /proc/28092/cwd (readlink: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 28092 root rtd unknown /proc/28092/root (readlink: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 28092 root txt unknown /proc/28092/exe (readlink: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 28092 root NOFD /proc/28092/fd (opendir: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 28094 root cwd unknown /proc/28094/cwd (readlink: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 28094 root rtd unknown /proc/28094/root (readlink: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 28094 root txt unknown /proc/28094/exe (readlink: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 28094 root NOFD /proc/28094/fd (opendir: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 ceph cwd unknown /proc/28096/cwd (readlink: Permission denied) 2024-04-25T01:28:49.229 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 ceph rtd unknown /proc/28096/root (readlink: Permission denied) 2024-04-25T01:28:49.230 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 ceph txt unknown /proc/28096/exe (readlink: Permission denied) 2024-04-25T01:28:49.230 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 ceph NOFD /proc/28096/fd (opendir: Permission denied) 2024-04-25T01:28:49.230 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28097 log ceph cwd unknown /proc/28096/task/28097/cwd (readlink: Permission denied) 2024-04-25T01:28:49.230 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28097 log ceph rtd unknown /proc/28096/task/28097/root (readlink: Permission denied) 2024-04-25T01:28:49.230 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28097 log ceph txt unknown /proc/28096/task/28097/exe (readlink: Permission denied) 2024-04-25T01:28:49.230 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28097 log ceph NOFD /proc/28096/task/28097/fd (opendir: Permission denied) 2024-04-25T01:28:49.230 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28098 service ceph cwd unknown /proc/28096/task/28098/cwd (readlink: Permission denied) 2024-04-25T01:28:49.230 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28098 service ceph rtd unknown /proc/28096/task/28098/root (readlink: Permission denied) 2024-04-25T01:28:49.230 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28098 service ceph txt unknown /proc/28096/task/28098/exe (readlink: Permission denied) 2024-04-25T01:28:49.230 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28098 service ceph NOFD /proc/28096/task/28098/fd (opendir: Permission denied) 2024-04-25T01:28:49.230 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28099 admin_soc ceph cwd unknown /proc/28096/task/28099/cwd (readlink: Permission denied) 2024-04-25T01:28:49.230 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28099 admin_soc ceph rtd unknown /proc/28096/task/28099/root (readlink: Permission denied) 2024-04-25T01:28:49.230 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28099 admin_soc ceph txt unknown /proc/28096/task/28099/exe (readlink: Permission denied) 2024-04-25T01:28:49.230 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28099 admin_soc ceph NOFD /proc/28096/task/28099/fd (opendir: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28100 signal_ha ceph cwd unknown /proc/28096/task/28100/cwd (readlink: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28100 signal_ha ceph rtd unknown /proc/28096/task/28100/root (readlink: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28100 signal_ha ceph txt unknown /proc/28096/task/28100/exe (readlink: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28100 signal_ha ceph NOFD /proc/28096/task/28100/fd (opendir: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28101 rocksdb:l ceph cwd unknown /proc/28096/task/28101/cwd (readlink: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28101 rocksdb:l ceph rtd unknown /proc/28096/task/28101/root (readlink: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28101 rocksdb:l ceph txt unknown /proc/28096/task/28101/exe (readlink: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28101 rocksdb:l ceph NOFD /proc/28096/task/28101/fd (opendir: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28102 rocksdb:h ceph cwd unknown /proc/28096/task/28102/cwd (readlink: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28102 rocksdb:h ceph rtd unknown /proc/28096/task/28102/root (readlink: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28102 rocksdb:h ceph txt unknown /proc/28096/task/28102/exe (readlink: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28102 rocksdb:h ceph NOFD /proc/28096/task/28102/fd (opendir: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28118 ceph-mon ceph cwd unknown /proc/28096/task/28118/cwd (readlink: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28118 ceph-mon ceph rtd unknown /proc/28096/task/28118/root (readlink: Permission denied) 2024-04-25T01:28:49.231 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28118 ceph-mon ceph txt unknown /proc/28096/task/28118/exe (readlink: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28118 ceph-mon ceph NOFD /proc/28096/task/28118/fd (opendir: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28119 fn_monsto ceph cwd unknown /proc/28096/task/28119/cwd (readlink: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28119 fn_monsto ceph rtd unknown /proc/28096/task/28119/root (readlink: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28119 fn_monsto ceph txt unknown /proc/28096/task/28119/exe (readlink: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28119 fn_monsto ceph NOFD /proc/28096/task/28119/fd (opendir: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28120 msgr-work ceph cwd unknown /proc/28096/task/28120/cwd (readlink: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28120 msgr-work ceph rtd unknown /proc/28096/task/28120/root (readlink: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28120 msgr-work ceph txt unknown /proc/28096/task/28120/exe (readlink: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28120 msgr-work ceph NOFD /proc/28096/task/28120/fd (opendir: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28121 msgr-work ceph cwd unknown /proc/28096/task/28121/cwd (readlink: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28121 msgr-work ceph rtd unknown /proc/28096/task/28121/root (readlink: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28121 msgr-work ceph txt unknown /proc/28096/task/28121/exe (readlink: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28121 msgr-work ceph NOFD /proc/28096/task/28121/fd (opendir: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28122 msgr-work ceph cwd unknown /proc/28096/task/28122/cwd (readlink: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28122 msgr-work ceph rtd unknown /proc/28096/task/28122/root (readlink: Permission denied) 2024-04-25T01:28:49.232 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28122 msgr-work ceph txt unknown /proc/28096/task/28122/exe (readlink: Permission denied) 2024-04-25T01:28:49.233 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28122 msgr-work ceph NOFD /proc/28096/task/28122/fd (opendir: Permission denied) 2024-04-25T01:28:49.233 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28123 OpHistory ceph cwd unknown /proc/28096/task/28123/cwd (readlink: Permission denied) 2024-04-25T01:28:49.233 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28123 OpHistory ceph rtd unknown /proc/28096/task/28123/root (readlink: Permission denied) 2024-04-25T01:28:49.233 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28123 OpHistory ceph txt unknown /proc/28096/task/28123/exe (readlink: Permission denied) 2024-04-25T01:28:49.233 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28123 OpHistory ceph NOFD /proc/28096/task/28123/fd (opendir: Permission denied) 2024-04-25T01:28:49.233 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28124 fin ceph cwd unknown /proc/28096/task/28124/cwd (readlink: Permission denied) 2024-04-25T01:28:49.233 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28124 fin ceph rtd unknown /proc/28096/task/28124/root (readlink: Permission denied) 2024-04-25T01:28:49.233 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28124 fin ceph txt unknown /proc/28096/task/28124/exe (readlink: Permission denied) 2024-04-25T01:28:49.233 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28124 fin ceph NOFD /proc/28096/task/28124/fd (opendir: Permission denied) 2024-04-25T01:28:49.233 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28125 safe_time ceph cwd unknown /proc/28096/task/28125/cwd (readlink: Permission denied) 2024-04-25T01:28:49.233 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28125 safe_time ceph rtd unknown /proc/28096/task/28125/root (readlink: Permission denied) 2024-04-25T01:28:49.233 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28125 safe_time ceph txt unknown /proc/28096/task/28125/exe (readlink: Permission denied) 2024-04-25T01:28:49.233 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28125 safe_time ceph NOFD /proc/28096/task/28125/fd (opendir: Permission denied) 2024-04-25T01:28:49.233 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28126 cpu_tp ceph cwd unknown /proc/28096/task/28126/cwd (readlink: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28126 cpu_tp ceph rtd unknown /proc/28096/task/28126/root (readlink: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28126 cpu_tp ceph txt unknown /proc/28096/task/28126/exe (readlink: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28126 cpu_tp ceph NOFD /proc/28096/task/28126/fd (opendir: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28127 cpu_tp ceph cwd unknown /proc/28096/task/28127/cwd (readlink: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28127 cpu_tp ceph rtd unknown /proc/28096/task/28127/root (readlink: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28127 cpu_tp ceph txt unknown /proc/28096/task/28127/exe (readlink: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28127 cpu_tp ceph NOFD /proc/28096/task/28127/fd (opendir: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28128 cpu_tp ceph cwd unknown /proc/28096/task/28128/cwd (readlink: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28128 cpu_tp ceph rtd unknown /proc/28096/task/28128/root (readlink: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28128 cpu_tp ceph txt unknown /proc/28096/task/28128/exe (readlink: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28128 cpu_tp ceph NOFD /proc/28096/task/28128/fd (opendir: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28129 cpu_tp ceph cwd unknown /proc/28096/task/28129/cwd (readlink: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28129 cpu_tp ceph rtd unknown /proc/28096/task/28129/root (readlink: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28129 cpu_tp ceph txt unknown /proc/28096/task/28129/exe (readlink: Permission denied) 2024-04-25T01:28:49.234 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28129 cpu_tp ceph NOFD /proc/28096/task/28129/fd (opendir: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28130 ms_dispat ceph cwd unknown /proc/28096/task/28130/cwd (readlink: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28130 ms_dispat ceph rtd unknown /proc/28096/task/28130/root (readlink: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28130 ms_dispat ceph txt unknown /proc/28096/task/28130/exe (readlink: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28130 ms_dispat ceph NOFD /proc/28096/task/28130/fd (opendir: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28131 ms_local ceph cwd unknown /proc/28096/task/28131/cwd (readlink: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28131 ms_local ceph rtd unknown /proc/28096/task/28131/root (readlink: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28131 ms_local ceph txt unknown /proc/28096/task/28131/exe (readlink: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28131 ms_local ceph NOFD /proc/28096/task/28131/fd (opendir: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28132 safe_time ceph cwd unknown /proc/28096/task/28132/cwd (readlink: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28132 safe_time ceph rtd unknown /proc/28096/task/28132/root (readlink: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28132 safe_time ceph txt unknown /proc/28096/task/28132/exe (readlink: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28132 safe_time ceph NOFD /proc/28096/task/28132/fd (opendir: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28133 ms_dispat ceph cwd unknown /proc/28096/task/28133/cwd (readlink: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28133 ms_dispat ceph rtd unknown /proc/28096/task/28133/root (readlink: Permission denied) 2024-04-25T01:28:49.235 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28133 ms_dispat ceph txt unknown /proc/28096/task/28133/exe (readlink: Permission denied) 2024-04-25T01:28:49.236 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28133 ms_dispat ceph NOFD /proc/28096/task/28133/fd (opendir: Permission denied) 2024-04-25T01:28:49.236 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28134 ms_local ceph cwd unknown /proc/28096/task/28134/cwd (readlink: Permission denied) 2024-04-25T01:28:49.236 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28134 ms_local ceph rtd unknown /proc/28096/task/28134/root (readlink: Permission denied) 2024-04-25T01:28:49.236 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28134 ms_local ceph txt unknown /proc/28096/task/28134/exe (readlink: Permission denied) 2024-04-25T01:28:49.236 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 28134 ms_local ceph NOFD /proc/28096/task/28134/fd (opendir: Permission denied) 2024-04-25T01:28:49.236 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 62791 rstore_co ceph cwd unknown /proc/28096/task/62791/cwd (readlink: Permission denied) 2024-04-25T01:28:49.236 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 62791 rstore_co ceph rtd unknown /proc/28096/task/62791/root (readlink: Permission denied) 2024-04-25T01:28:49.236 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 62791 rstore_co ceph txt unknown /proc/28096/task/62791/exe (readlink: Permission denied) 2024-04-25T01:28:49.236 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mon 28096 62791 rstore_co ceph NOFD /proc/28096/task/62791/fd (opendir: Permission denied) 2024-04-25T01:28:49.236 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 28334 root cwd unknown /proc/28334/cwd (readlink: Permission denied) 2024-04-25T01:28:49.236 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 28334 root rtd unknown /proc/28334/root (readlink: Permission denied) 2024-04-25T01:28:49.236 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 28334 root txt unknown /proc/28334/exe (readlink: Permission denied) 2024-04-25T01:28:49.236 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 28334 root NOFD /proc/28334/fd (opendir: Permission denied) 2024-04-25T01:28:49.237 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 28336 root cwd unknown /proc/28336/cwd (readlink: Permission denied) 2024-04-25T01:28:49.237 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 28336 root rtd unknown /proc/28336/root (readlink: Permission denied) 2024-04-25T01:28:49.237 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 28336 root txt unknown /proc/28336/exe (readlink: Permission denied) 2024-04-25T01:28:49.237 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 28336 root NOFD /proc/28336/fd (opendir: Permission denied) 2024-04-25T01:28:49.237 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 ceph cwd unknown /proc/28338/cwd (readlink: Permission denied) 2024-04-25T01:28:49.237 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 ceph rtd unknown /proc/28338/root (readlink: Permission denied) 2024-04-25T01:28:49.237 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 ceph txt unknown /proc/28338/exe (readlink: Permission denied) 2024-04-25T01:28:49.237 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 ceph NOFD /proc/28338/fd (opendir: Permission denied) 2024-04-25T01:28:49.237 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30841 log ceph cwd unknown /proc/28338/task/30841/cwd (readlink: Permission denied) 2024-04-25T01:28:49.237 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30841 log ceph rtd unknown /proc/28338/task/30841/root (readlink: Permission denied) 2024-04-25T01:28:49.237 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30841 log ceph txt unknown /proc/28338/task/30841/exe (readlink: Permission denied) 2024-04-25T01:28:49.237 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30841 log ceph NOFD /proc/28338/task/30841/fd (opendir: Permission denied) 2024-04-25T01:28:49.237 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30843 msgr-work ceph cwd unknown /proc/28338/task/30843/cwd (readlink: Permission denied) 2024-04-25T01:28:49.237 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30843 msgr-work ceph rtd unknown /proc/28338/task/30843/root (readlink: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30843 msgr-work ceph txt unknown /proc/28338/task/30843/exe (readlink: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30843 msgr-work ceph NOFD /proc/28338/task/30843/fd (opendir: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30844 msgr-work ceph cwd unknown /proc/28338/task/30844/cwd (readlink: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30844 msgr-work ceph rtd unknown /proc/28338/task/30844/root (readlink: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30844 msgr-work ceph txt unknown /proc/28338/task/30844/exe (readlink: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30844 msgr-work ceph NOFD /proc/28338/task/30844/fd (opendir: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30846 msgr-work ceph cwd unknown /proc/28338/task/30846/cwd (readlink: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30846 msgr-work ceph rtd unknown /proc/28338/task/30846/root (readlink: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30846 msgr-work ceph txt unknown /proc/28338/task/30846/exe (readlink: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30846 msgr-work ceph NOFD /proc/28338/task/30846/fd (opendir: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30850 service ceph cwd unknown /proc/28338/task/30850/cwd (readlink: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30850 service ceph rtd unknown /proc/28338/task/30850/root (readlink: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30850 service ceph txt unknown /proc/28338/task/30850/exe (readlink: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30850 service ceph NOFD /proc/28338/task/30850/fd (opendir: Permission denied) 2024-04-25T01:28:49.238 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30851 admin_soc ceph cwd unknown /proc/28338/task/30851/cwd (readlink: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30851 admin_soc ceph rtd unknown /proc/28338/task/30851/root (readlink: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30851 admin_soc ceph txt unknown /proc/28338/task/30851/exe (readlink: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30851 admin_soc ceph NOFD /proc/28338/task/30851/fd (opendir: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30852 ceph_time ceph cwd unknown /proc/28338/task/30852/cwd (readlink: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30852 ceph_time ceph rtd unknown /proc/28338/task/30852/root (readlink: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30852 ceph_time ceph txt unknown /proc/28338/task/30852/exe (readlink: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30852 ceph_time ceph NOFD /proc/28338/task/30852/fd (opendir: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30853 fn_anonym ceph cwd unknown /proc/28338/task/30853/cwd (readlink: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30853 fn_anonym ceph rtd unknown /proc/28338/task/30853/root (readlink: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30853 fn_anonym ceph txt unknown /proc/28338/task/30853/exe (readlink: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30853 fn_anonym ceph NOFD /proc/28338/task/30853/fd (opendir: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30854 signal_ha ceph cwd unknown /proc/28338/task/30854/cwd (readlink: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30854 signal_ha ceph rtd unknown /proc/28338/task/30854/root (readlink: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30854 signal_ha ceph txt unknown /proc/28338/task/30854/exe (readlink: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30854 signal_ha ceph NOFD /proc/28338/task/30854/fd (opendir: Permission denied) 2024-04-25T01:28:49.239 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30855 mgrsb-fin ceph cwd unknown /proc/28338/task/30855/cwd (readlink: Permission denied) 2024-04-25T01:28:49.240 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30855 mgrsb-fin ceph rtd unknown /proc/28338/task/30855/root (readlink: Permission denied) 2024-04-25T01:28:49.240 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30855 mgrsb-fin ceph txt unknown /proc/28338/task/30855/exe (readlink: Permission denied) 2024-04-25T01:28:49.240 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30855 mgrsb-fin ceph NOFD /proc/28338/task/30855/fd (opendir: Permission denied) 2024-04-25T01:28:49.240 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30856 ms_dispat ceph cwd unknown /proc/28338/task/30856/cwd (readlink: Permission denied) 2024-04-25T01:28:49.240 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30856 ms_dispat ceph rtd unknown /proc/28338/task/30856/root (readlink: Permission denied) 2024-04-25T01:28:49.240 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30856 ms_dispat ceph txt unknown /proc/28338/task/30856/exe (readlink: Permission denied) 2024-04-25T01:28:49.240 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30856 ms_dispat ceph NOFD /proc/28338/task/30856/fd (opendir: Permission denied) 2024-04-25T01:28:49.240 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30857 ms_local ceph cwd unknown /proc/28338/task/30857/cwd (readlink: Permission denied) 2024-04-25T01:28:49.240 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30857 ms_local ceph rtd unknown /proc/28338/task/30857/root (readlink: Permission denied) 2024-04-25T01:28:49.240 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30857 ms_local ceph txt unknown /proc/28338/task/30857/exe (readlink: Permission denied) 2024-04-25T01:28:49.240 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30857 ms_local ceph NOFD /proc/28338/task/30857/fd (opendir: Permission denied) 2024-04-25T01:28:49.240 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30858 io_contex ceph cwd unknown /proc/28338/task/30858/cwd (readlink: Permission denied) 2024-04-25T01:28:49.240 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30858 io_contex ceph rtd unknown /proc/28338/task/30858/root (readlink: Permission denied) 2024-04-25T01:28:49.240 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30858 io_contex ceph txt unknown /proc/28338/task/30858/exe (readlink: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30858 io_contex ceph NOFD /proc/28338/task/30858/fd (opendir: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30859 io_contex ceph cwd unknown /proc/28338/task/30859/cwd (readlink: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30859 io_contex ceph rtd unknown /proc/28338/task/30859/root (readlink: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30859 io_contex ceph txt unknown /proc/28338/task/30859/exe (readlink: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30859 io_contex ceph NOFD /proc/28338/task/30859/fd (opendir: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30860 safe_time ceph cwd unknown /proc/28338/task/30860/cwd (readlink: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30860 safe_time ceph rtd unknown /proc/28338/task/30860/root (readlink: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30860 safe_time ceph txt unknown /proc/28338/task/30860/exe (readlink: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30860 safe_time ceph NOFD /proc/28338/task/30860/fd (opendir: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30861 safe_time ceph cwd unknown /proc/28338/task/30861/cwd (readlink: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30861 safe_time ceph rtd unknown /proc/28338/task/30861/root (readlink: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30861 safe_time ceph txt unknown /proc/28338/task/30861/exe (readlink: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30861 safe_time ceph NOFD /proc/28338/task/30861/fd (opendir: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30863 safe_time ceph cwd unknown /proc/28338/task/30863/cwd (readlink: Permission denied) 2024-04-25T01:28:49.241 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30863 safe_time ceph rtd unknown /proc/28338/task/30863/root (readlink: Permission denied) 2024-04-25T01:28:49.242 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30863 safe_time ceph txt unknown /proc/28338/task/30863/exe (readlink: Permission denied) 2024-04-25T01:28:49.242 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30863 safe_time ceph NOFD /proc/28338/task/30863/fd (opendir: Permission denied) 2024-04-25T01:28:49.242 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30864 fn_anonym ceph cwd unknown /proc/28338/task/30864/cwd (readlink: Permission denied) 2024-04-25T01:28:49.242 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30864 fn_anonym ceph rtd unknown /proc/28338/task/30864/root (readlink: Permission denied) 2024-04-25T01:28:49.242 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30864 fn_anonym ceph txt unknown /proc/28338/task/30864/exe (readlink: Permission denied) 2024-04-25T01:28:49.242 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30864 fn_anonym ceph NOFD /proc/28338/task/30864/fd (opendir: Permission denied) 2024-04-25T01:28:49.242 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30865 flusher ceph cwd unknown /proc/28338/task/30865/cwd (readlink: Permission denied) 2024-04-25T01:28:49.242 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30865 flusher ceph rtd unknown /proc/28338/task/30865/root (readlink: Permission denied) 2024-04-25T01:28:49.242 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30865 flusher ceph txt unknown /proc/28338/task/30865/exe (readlink: Permission denied) 2024-04-25T01:28:49.242 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30865 flusher ceph NOFD /proc/28338/task/30865/fd (opendir: Permission denied) 2024-04-25T01:28:49.242 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30866 safe_time ceph cwd unknown /proc/28338/task/30866/cwd (readlink: Permission denied) 2024-04-25T01:28:49.242 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30866 safe_time ceph rtd unknown /proc/28338/task/30866/root (readlink: Permission denied) 2024-04-25T01:28:49.242 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30866 safe_time ceph txt unknown /proc/28338/task/30866/exe (readlink: Permission denied) 2024-04-25T01:28:49.242 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 30866 safe_time ceph NOFD /proc/28338/task/30866/fd (opendir: Permission denied) 2024-04-25T01:28:49.243 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31061 mgr-fin ceph cwd unknown /proc/28338/task/31061/cwd (readlink: Permission denied) 2024-04-25T01:28:49.243 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31061 mgr-fin ceph rtd unknown /proc/28338/task/31061/root (readlink: Permission denied) 2024-04-25T01:28:49.243 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31061 mgr-fin ceph txt unknown /proc/28338/task/31061/exe (readlink: Permission denied) 2024-04-25T01:28:49.243 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31061 mgr-fin ceph NOFD /proc/28338/task/31061/fd (opendir: Permission denied) 2024-04-25T01:28:49.243 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31062 ms_dispat ceph cwd unknown /proc/28338/task/31062/cwd (readlink: Permission denied) 2024-04-25T01:28:49.243 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31062 ms_dispat ceph rtd unknown /proc/28338/task/31062/root (readlink: Permission denied) 2024-04-25T01:28:49.243 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31062 ms_dispat ceph txt unknown /proc/28338/task/31062/exe (readlink: Permission denied) 2024-04-25T01:28:49.243 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31062 ms_dispat ceph NOFD /proc/28338/task/31062/fd (opendir: Permission denied) 2024-04-25T01:28:49.243 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31063 ms_local ceph cwd unknown /proc/28338/task/31063/cwd (readlink: Permission denied) 2024-04-25T01:28:49.243 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31063 ms_local ceph rtd unknown /proc/28338/task/31063/root (readlink: Permission denied) 2024-04-25T01:28:49.243 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31063 ms_local ceph txt unknown /proc/28338/task/31063/exe (readlink: Permission denied) 2024-04-25T01:28:49.243 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31063 ms_local ceph NOFD /proc/28338/task/31063/fd (opendir: Permission denied) 2024-04-25T01:28:49.243 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31064 safe_time ceph cwd unknown /proc/28338/task/31064/cwd (readlink: Permission denied) 2024-04-25T01:28:49.243 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31064 safe_time ceph rtd unknown /proc/28338/task/31064/root (readlink: Permission denied) 2024-04-25T01:28:49.244 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31064 safe_time ceph txt unknown /proc/28338/task/31064/exe (readlink: Permission denied) 2024-04-25T01:28:49.244 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31064 safe_time ceph NOFD /proc/28338/task/31064/fd (opendir: Permission denied) 2024-04-25T01:28:49.244 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31065 cmdfin ceph cwd unknown /proc/28338/task/31065/cwd (readlink: Permission denied) 2024-04-25T01:28:49.244 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31065 cmdfin ceph rtd unknown /proc/28338/task/31065/root (readlink: Permission denied) 2024-04-25T01:28:49.244 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31065 cmdfin ceph txt unknown /proc/28338/task/31065/exe (readlink: Permission denied) 2024-04-25T01:28:49.244 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31065 cmdfin ceph NOFD /proc/28338/task/31065/fd (opendir: Permission denied) 2024-04-25T01:28:49.244 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31069 io_contex ceph cwd unknown /proc/28338/task/31069/cwd (readlink: Permission denied) 2024-04-25T01:28:49.244 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31069 io_contex ceph rtd unknown /proc/28338/task/31069/root (readlink: Permission denied) 2024-04-25T01:28:49.244 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31069 io_contex ceph txt unknown /proc/28338/task/31069/exe (readlink: Permission denied) 2024-04-25T01:28:49.244 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31069 io_contex ceph NOFD /proc/28338/task/31069/fd (opendir: Permission denied) 2024-04-25T01:28:49.244 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31070 io_contex ceph cwd unknown /proc/28338/task/31070/cwd (readlink: Permission denied) 2024-04-25T01:28:49.244 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31070 io_contex ceph rtd unknown /proc/28338/task/31070/root (readlink: Permission denied) 2024-04-25T01:28:49.244 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31070 io_contex ceph txt unknown /proc/28338/task/31070/exe (readlink: Permission denied) 2024-04-25T01:28:49.244 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31070 io_contex ceph NOFD /proc/28338/task/31070/fd (opendir: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31071 ceph_time ceph cwd unknown /proc/28338/task/31071/cwd (readlink: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31071 ceph_time ceph rtd unknown /proc/28338/task/31071/root (readlink: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31071 ceph_time ceph txt unknown /proc/28338/task/31071/exe (readlink: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31071 ceph_time ceph NOFD /proc/28338/task/31071/fd (opendir: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31072 ms_dispat ceph cwd unknown /proc/28338/task/31072/cwd (readlink: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31072 ms_dispat ceph rtd unknown /proc/28338/task/31072/root (readlink: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31072 ms_dispat ceph txt unknown /proc/28338/task/31072/exe (readlink: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31072 ms_dispat ceph NOFD /proc/28338/task/31072/fd (opendir: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31073 ms_local ceph cwd unknown /proc/28338/task/31073/cwd (readlink: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31073 ms_local ceph rtd unknown /proc/28338/task/31073/root (readlink: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31073 ms_local ceph txt unknown /proc/28338/task/31073/exe (readlink: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31073 ms_local ceph NOFD /proc/28338/task/31073/fd (opendir: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31074 safe_time ceph cwd unknown /proc/28338/task/31074/cwd (readlink: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31074 safe_time ceph rtd unknown /proc/28338/task/31074/root (readlink: Permission denied) 2024-04-25T01:28:49.245 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31074 safe_time ceph txt unknown /proc/28338/task/31074/exe (readlink: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31074 safe_time ceph NOFD /proc/28338/task/31074/fd (opendir: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31075 safe_time ceph cwd unknown /proc/28338/task/31075/cwd (readlink: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31075 safe_time ceph rtd unknown /proc/28338/task/31075/root (readlink: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31075 safe_time ceph txt unknown /proc/28338/task/31075/exe (readlink: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31075 safe_time ceph NOFD /proc/28338/task/31075/fd (opendir: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31076 balancer ceph cwd unknown /proc/28338/task/31076/cwd (readlink: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31076 balancer ceph rtd unknown /proc/28338/task/31076/root (readlink: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31076 balancer ceph txt unknown /proc/28338/task/31076/exe (readlink: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31076 balancer ceph NOFD /proc/28338/task/31076/fd (opendir: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31077 m-fin-bal ceph cwd unknown /proc/28338/task/31077/cwd (readlink: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31077 m-fin-bal ceph rtd unknown /proc/28338/task/31077/root (readlink: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31077 m-fin-bal ceph txt unknown /proc/28338/task/31077/exe (readlink: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31077 m-fin-bal ceph NOFD /proc/28338/task/31077/fd (opendir: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31078 mgr-fin ceph cwd unknown /proc/28338/task/31078/cwd (readlink: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31078 mgr-fin ceph rtd unknown /proc/28338/task/31078/root (readlink: Permission denied) 2024-04-25T01:28:49.246 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31078 mgr-fin ceph txt unknown /proc/28338/task/31078/exe (readlink: Permission denied) 2024-04-25T01:28:49.247 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31078 mgr-fin ceph NOFD /proc/28338/task/31078/fd (opendir: Permission denied) 2024-04-25T01:28:49.247 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31079 mgr-fin ceph cwd unknown /proc/28338/task/31079/cwd (readlink: Permission denied) 2024-04-25T01:28:49.247 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31079 mgr-fin ceph rtd unknown /proc/28338/task/31079/root (readlink: Permission denied) 2024-04-25T01:28:49.247 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31079 mgr-fin ceph txt unknown /proc/28338/task/31079/exe (readlink: Permission denied) 2024-04-25T01:28:49.247 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31079 mgr-fin ceph NOFD /proc/28338/task/31079/fd (opendir: Permission denied) 2024-04-25T01:28:49.247 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31080 mgr-fin ceph cwd unknown /proc/28338/task/31080/cwd (readlink: Permission denied) 2024-04-25T01:28:49.247 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31080 mgr-fin ceph rtd unknown /proc/28338/task/31080/root (readlink: Permission denied) 2024-04-25T01:28:49.247 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31080 mgr-fin ceph txt unknown /proc/28338/task/31080/exe (readlink: Permission denied) 2024-04-25T01:28:49.247 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31080 mgr-fin ceph NOFD /proc/28338/task/31080/fd (opendir: Permission denied) 2024-04-25T01:28:49.247 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31081 mgr-fin ceph cwd unknown /proc/28338/task/31081/cwd (readlink: Permission denied) 2024-04-25T01:28:49.247 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31081 mgr-fin ceph rtd unknown /proc/28338/task/31081/root (readlink: Permission denied) 2024-04-25T01:28:49.247 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31081 mgr-fin ceph txt unknown /proc/28338/task/31081/exe (readlink: Permission denied) 2024-04-25T01:28:49.247 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31081 mgr-fin ceph NOFD /proc/28338/task/31081/fd (opendir: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31082 mgr-fin ceph cwd unknown /proc/28338/task/31082/cwd (readlink: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31082 mgr-fin ceph rtd unknown /proc/28338/task/31082/root (readlink: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31082 mgr-fin ceph txt unknown /proc/28338/task/31082/exe (readlink: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31082 mgr-fin ceph NOFD /proc/28338/task/31082/fd (opendir: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31083 mgr-fin ceph cwd unknown /proc/28338/task/31083/cwd (readlink: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31083 mgr-fin ceph rtd unknown /proc/28338/task/31083/root (readlink: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31083 mgr-fin ceph txt unknown /proc/28338/task/31083/exe (readlink: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31083 mgr-fin ceph NOFD /proc/28338/task/31083/fd (opendir: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31084 mgr-fin ceph cwd unknown /proc/28338/task/31084/cwd (readlink: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31084 mgr-fin ceph rtd unknown /proc/28338/task/31084/root (readlink: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31084 mgr-fin ceph txt unknown /proc/28338/task/31084/exe (readlink: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31084 mgr-fin ceph NOFD /proc/28338/task/31084/fd (opendir: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31085 mgr-fin ceph cwd unknown /proc/28338/task/31085/cwd (readlink: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31085 mgr-fin ceph rtd unknown /proc/28338/task/31085/root (readlink: Permission denied) 2024-04-25T01:28:49.248 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31085 mgr-fin ceph txt unknown /proc/28338/task/31085/exe (readlink: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31085 mgr-fin ceph NOFD /proc/28338/task/31085/fd (opendir: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31086 mgr-fin ceph cwd unknown /proc/28338/task/31086/cwd (readlink: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31086 mgr-fin ceph rtd unknown /proc/28338/task/31086/root (readlink: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31086 mgr-fin ceph txt unknown /proc/28338/task/31086/exe (readlink: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31086 mgr-fin ceph NOFD /proc/28338/task/31086/fd (opendir: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31087 mgr-fin ceph cwd unknown /proc/28338/task/31087/cwd (readlink: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31087 mgr-fin ceph rtd unknown /proc/28338/task/31087/root (readlink: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31087 mgr-fin ceph txt unknown /proc/28338/task/31087/exe (readlink: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31087 mgr-fin ceph NOFD /proc/28338/task/31087/fd (opendir: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31088 mgr-fin ceph cwd unknown /proc/28338/task/31088/cwd (readlink: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31088 mgr-fin ceph rtd unknown /proc/28338/task/31088/root (readlink: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31088 mgr-fin ceph txt unknown /proc/28338/task/31088/exe (readlink: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31088 mgr-fin ceph NOFD /proc/28338/task/31088/fd (opendir: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31089 mgr-fin ceph cwd unknown /proc/28338/task/31089/cwd (readlink: Permission denied) 2024-04-25T01:28:49.249 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31089 mgr-fin ceph rtd unknown /proc/28338/task/31089/root (readlink: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31089 mgr-fin ceph txt unknown /proc/28338/task/31089/exe (readlink: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31089 mgr-fin ceph NOFD /proc/28338/task/31089/fd (opendir: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31090 mgr-fin ceph cwd unknown /proc/28338/task/31090/cwd (readlink: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31090 mgr-fin ceph rtd unknown /proc/28338/task/31090/root (readlink: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31090 mgr-fin ceph txt unknown /proc/28338/task/31090/exe (readlink: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31090 mgr-fin ceph NOFD /proc/28338/task/31090/fd (opendir: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31091 mgr-fin ceph cwd unknown /proc/28338/task/31091/cwd (readlink: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31091 mgr-fin ceph rtd unknown /proc/28338/task/31091/root (readlink: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31091 mgr-fin ceph txt unknown /proc/28338/task/31091/exe (readlink: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31091 mgr-fin ceph NOFD /proc/28338/task/31091/fd (opendir: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31092 mgr-fin ceph cwd unknown /proc/28338/task/31092/cwd (readlink: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31092 mgr-fin ceph rtd unknown /proc/28338/task/31092/root (readlink: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31092 mgr-fin ceph txt unknown /proc/28338/task/31092/exe (readlink: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31092 mgr-fin ceph NOFD /proc/28338/task/31092/fd (opendir: Permission denied) 2024-04-25T01:28:49.250 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31093 mgr-fin ceph cwd unknown /proc/28338/task/31093/cwd (readlink: Permission denied) 2024-04-25T01:28:49.251 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31093 mgr-fin ceph rtd unknown /proc/28338/task/31093/root (readlink: Permission denied) 2024-04-25T01:28:49.251 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31093 mgr-fin ceph txt unknown /proc/28338/task/31093/exe (readlink: Permission denied) 2024-04-25T01:28:49.251 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31093 mgr-fin ceph NOFD /proc/28338/task/31093/fd (opendir: Permission denied) 2024-04-25T01:28:49.251 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31094 cephadm ceph cwd unknown /proc/28338/task/31094/cwd (readlink: Permission denied) 2024-04-25T01:28:49.251 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31094 cephadm ceph rtd unknown /proc/28338/task/31094/root (readlink: Permission denied) 2024-04-25T01:28:49.251 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31094 cephadm ceph txt unknown /proc/28338/task/31094/exe (readlink: Permission denied) 2024-04-25T01:28:49.251 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31094 cephadm ceph NOFD /proc/28338/task/31094/fd (opendir: Permission denied) 2024-04-25T01:28:49.251 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31095 m-fin-cep ceph cwd unknown /proc/28338/task/31095/cwd (readlink: Permission denied) 2024-04-25T01:28:49.251 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31095 m-fin-cep ceph rtd unknown /proc/28338/task/31095/root (readlink: Permission denied) 2024-04-25T01:28:49.251 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31095 m-fin-cep ceph txt unknown /proc/28338/task/31095/exe (readlink: Permission denied) 2024-04-25T01:28:49.251 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31095 m-fin-cep ceph NOFD /proc/28338/task/31095/fd (opendir: Permission denied) 2024-04-25T01:28:49.251 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31096 mgr-fin ceph cwd unknown /proc/28338/task/31096/cwd (readlink: Permission denied) 2024-04-25T01:28:49.251 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31096 mgr-fin ceph rtd unknown /proc/28338/task/31096/root (readlink: Permission denied) 2024-04-25T01:28:49.251 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31096 mgr-fin ceph txt unknown /proc/28338/task/31096/exe (readlink: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31096 mgr-fin ceph NOFD /proc/28338/task/31096/fd (opendir: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31097 mgr-fin ceph cwd unknown /proc/28338/task/31097/cwd (readlink: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31097 mgr-fin ceph rtd unknown /proc/28338/task/31097/root (readlink: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31097 mgr-fin ceph txt unknown /proc/28338/task/31097/exe (readlink: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31097 mgr-fin ceph NOFD /proc/28338/task/31097/fd (opendir: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31098 crash ceph cwd unknown /proc/28338/task/31098/cwd (readlink: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31098 crash ceph rtd unknown /proc/28338/task/31098/root (readlink: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31098 crash ceph txt unknown /proc/28338/task/31098/exe (readlink: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31098 crash ceph NOFD /proc/28338/task/31098/fd (opendir: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31099 m-fin-cra ceph cwd unknown /proc/28338/task/31099/cwd (readlink: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31099 m-fin-cra ceph rtd unknown /proc/28338/task/31099/root (readlink: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31099 m-fin-cra ceph txt unknown /proc/28338/task/31099/exe (readlink: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31099 m-fin-cra ceph NOFD /proc/28338/task/31099/fd (opendir: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31100 cephadm ceph cwd unknown /proc/28338/task/31100/cwd (readlink: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31100 cephadm ceph rtd unknown /proc/28338/task/31100/root (readlink: Permission denied) 2024-04-25T01:28:49.252 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31100 cephadm ceph txt unknown /proc/28338/task/31100/exe (readlink: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31100 cephadm ceph NOFD /proc/28338/task/31100/fd (opendir: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31101 mgr-fin ceph cwd unknown /proc/28338/task/31101/cwd (readlink: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31101 mgr-fin ceph rtd unknown /proc/28338/task/31101/root (readlink: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31101 mgr-fin ceph txt unknown /proc/28338/task/31101/exe (readlink: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31101 mgr-fin ceph NOFD /proc/28338/task/31101/fd (opendir: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31102 mgr-fin ceph cwd unknown /proc/28338/task/31102/cwd (readlink: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31102 mgr-fin ceph rtd unknown /proc/28338/task/31102/root (readlink: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31102 mgr-fin ceph txt unknown /proc/28338/task/31102/exe (readlink: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31102 mgr-fin ceph NOFD /proc/28338/task/31102/fd (opendir: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31103 dashboard ceph cwd unknown /proc/28338/task/31103/cwd (readlink: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31103 dashboard ceph rtd unknown /proc/28338/task/31103/root (readlink: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31103 dashboard ceph txt unknown /proc/28338/task/31103/exe (readlink: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31103 dashboard ceph NOFD /proc/28338/task/31103/fd (opendir: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31104 m-fin-das ceph cwd unknown /proc/28338/task/31104/cwd (readlink: Permission denied) 2024-04-25T01:28:49.253 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31104 m-fin-das ceph rtd unknown /proc/28338/task/31104/root (readlink: Permission denied) 2024-04-25T01:28:49.254 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31104 m-fin-das ceph txt unknown /proc/28338/task/31104/exe (readlink: Permission denied) 2024-04-25T01:28:49.254 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31104 m-fin-das ceph NOFD /proc/28338/task/31104/fd (opendir: Permission denied) 2024-04-25T01:28:49.254 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31105 mgr-fin ceph cwd unknown /proc/28338/task/31105/cwd (readlink: Permission denied) 2024-04-25T01:28:49.254 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31105 mgr-fin ceph rtd unknown /proc/28338/task/31105/root (readlink: Permission denied) 2024-04-25T01:28:49.254 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31105 mgr-fin ceph txt unknown /proc/28338/task/31105/exe (readlink: Permission denied) 2024-04-25T01:28:49.254 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31105 mgr-fin ceph NOFD /proc/28338/task/31105/fd (opendir: Permission denied) 2024-04-25T01:28:49.254 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31106 mgr-fin ceph cwd unknown /proc/28338/task/31106/cwd (readlink: Permission denied) 2024-04-25T01:28:49.254 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31106 mgr-fin ceph rtd unknown /proc/28338/task/31106/root (readlink: Permission denied) 2024-04-25T01:28:49.254 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31106 mgr-fin ceph txt unknown /proc/28338/task/31106/exe (readlink: Permission denied) 2024-04-25T01:28:49.254 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31106 mgr-fin ceph NOFD /proc/28338/task/31106/fd (opendir: Permission denied) 2024-04-25T01:28:49.254 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31107 devicehea ceph cwd unknown /proc/28338/task/31107/cwd (readlink: Permission denied) 2024-04-25T01:28:49.254 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31107 devicehea ceph rtd unknown /proc/28338/task/31107/root (readlink: Permission denied) 2024-04-25T01:28:49.254 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31107 devicehea ceph txt unknown /proc/28338/task/31107/exe (readlink: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31107 devicehea ceph NOFD /proc/28338/task/31107/fd (opendir: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31108 m-fin-dev ceph cwd unknown /proc/28338/task/31108/cwd (readlink: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31108 m-fin-dev ceph rtd unknown /proc/28338/task/31108/root (readlink: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31108 m-fin-dev ceph txt unknown /proc/28338/task/31108/exe (readlink: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31108 m-fin-dev ceph NOFD /proc/28338/task/31108/fd (opendir: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31110 mgr-fin ceph cwd unknown /proc/28338/task/31110/cwd (readlink: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31110 mgr-fin ceph rtd unknown /proc/28338/task/31110/root (readlink: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31110 mgr-fin ceph txt unknown /proc/28338/task/31110/exe (readlink: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31110 mgr-fin ceph NOFD /proc/28338/task/31110/fd (opendir: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31111 m-fin-ios ceph cwd unknown /proc/28338/task/31111/cwd (readlink: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31111 m-fin-ios ceph rtd unknown /proc/28338/task/31111/root (readlink: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31111 m-fin-ios ceph txt unknown /proc/28338/task/31111/exe (readlink: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31111 m-fin-ios ceph NOFD /proc/28338/task/31111/fd (opendir: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31112 mgr-fin ceph cwd unknown /proc/28338/task/31112/cwd (readlink: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31112 mgr-fin ceph rtd unknown /proc/28338/task/31112/root (readlink: Permission denied) 2024-04-25T01:28:49.255 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31112 mgr-fin ceph txt unknown /proc/28338/task/31112/exe (readlink: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31112 mgr-fin ceph NOFD /proc/28338/task/31112/fd (opendir: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31114 m-fin-nfs ceph cwd unknown /proc/28338/task/31114/cwd (readlink: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31114 m-fin-nfs ceph rtd unknown /proc/28338/task/31114/root (readlink: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31114 m-fin-nfs ceph txt unknown /proc/28338/task/31114/exe (readlink: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31114 m-fin-nfs ceph NOFD /proc/28338/task/31114/fd (opendir: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31115 mgr-fin ceph cwd unknown /proc/28338/task/31115/cwd (readlink: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31115 mgr-fin ceph rtd unknown /proc/28338/task/31115/root (readlink: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31115 mgr-fin ceph txt unknown /proc/28338/task/31115/exe (readlink: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31115 mgr-fin ceph NOFD /proc/28338/task/31115/fd (opendir: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31116 mgr-fin ceph cwd unknown /proc/28338/task/31116/cwd (readlink: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31116 mgr-fin ceph rtd unknown /proc/28338/task/31116/root (readlink: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31116 mgr-fin ceph txt unknown /proc/28338/task/31116/exe (readlink: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31116 mgr-fin ceph NOFD /proc/28338/task/31116/fd (opendir: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31118 m-fin-orc ceph cwd unknown /proc/28338/task/31118/cwd (readlink: Permission denied) 2024-04-25T01:28:49.256 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31118 m-fin-orc ceph rtd unknown /proc/28338/task/31118/root (readlink: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31118 m-fin-orc ceph txt unknown /proc/28338/task/31118/exe (readlink: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31118 m-fin-orc ceph NOFD /proc/28338/task/31118/fd (opendir: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31119 mgr-fin ceph cwd unknown /proc/28338/task/31119/cwd (readlink: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31119 mgr-fin ceph rtd unknown /proc/28338/task/31119/root (readlink: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31119 mgr-fin ceph txt unknown /proc/28338/task/31119/exe (readlink: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31119 mgr-fin ceph NOFD /proc/28338/task/31119/fd (opendir: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31120 mgr-fin ceph cwd unknown /proc/28338/task/31120/cwd (readlink: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31120 mgr-fin ceph rtd unknown /proc/28338/task/31120/root (readlink: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31120 mgr-fin ceph txt unknown /proc/28338/task/31120/exe (readlink: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31120 mgr-fin ceph NOFD /proc/28338/task/31120/fd (opendir: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31121 pg_autosc ceph cwd unknown /proc/28338/task/31121/cwd (readlink: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31121 pg_autosc ceph rtd unknown /proc/28338/task/31121/root (readlink: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31121 pg_autosc ceph txt unknown /proc/28338/task/31121/exe (readlink: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31121 pg_autosc ceph NOFD /proc/28338/task/31121/fd (opendir: Permission denied) 2024-04-25T01:28:49.257 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31122 m-fin-pg_ ceph cwd unknown /proc/28338/task/31122/cwd (readlink: Permission denied) 2024-04-25T01:28:49.258 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31122 m-fin-pg_ ceph rtd unknown /proc/28338/task/31122/root (readlink: Permission denied) 2024-04-25T01:28:49.258 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31122 m-fin-pg_ ceph txt unknown /proc/28338/task/31122/exe (readlink: Permission denied) 2024-04-25T01:28:49.258 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31122 m-fin-pg_ ceph NOFD /proc/28338/task/31122/fd (opendir: Permission denied) 2024-04-25T01:28:49.258 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31123 progress ceph cwd unknown /proc/28338/task/31123/cwd (readlink: Permission denied) 2024-04-25T01:28:49.258 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31123 progress ceph rtd unknown /proc/28338/task/31123/root (readlink: Permission denied) 2024-04-25T01:28:49.258 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31123 progress ceph txt unknown /proc/28338/task/31123/exe (readlink: Permission denied) 2024-04-25T01:28:49.258 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31123 progress ceph NOFD /proc/28338/task/31123/fd (opendir: Permission denied) 2024-04-25T01:28:49.258 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31124 m-fin-pro ceph cwd unknown /proc/28338/task/31124/cwd (readlink: Permission denied) 2024-04-25T01:28:49.258 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31124 m-fin-pro ceph rtd unknown /proc/28338/task/31124/root (readlink: Permission denied) 2024-04-25T01:28:49.258 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31124 m-fin-pro ceph txt unknown /proc/28338/task/31124/exe (readlink: Permission denied) 2024-04-25T01:28:49.258 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31124 m-fin-pro ceph NOFD /proc/28338/task/31124/fd (opendir: Permission denied) 2024-04-25T01:28:49.258 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31128 io_contex ceph cwd unknown /proc/28338/task/31128/cwd (readlink: Permission denied) 2024-04-25T01:28:49.258 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31128 io_contex ceph rtd unknown /proc/28338/task/31128/root (readlink: Permission denied) 2024-04-25T01:28:49.258 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31128 io_contex ceph txt unknown /proc/28338/task/31128/exe (readlink: Permission denied) 2024-04-25T01:28:49.259 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31128 io_contex ceph NOFD /proc/28338/task/31128/fd (opendir: Permission denied) 2024-04-25T01:28:49.259 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31129 io_contex ceph cwd unknown /proc/28338/task/31129/cwd (readlink: Permission denied) 2024-04-25T01:28:49.259 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31129 io_contex ceph rtd unknown /proc/28338/task/31129/root (readlink: Permission denied) 2024-04-25T01:28:49.259 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31129 io_contex ceph txt unknown /proc/28338/task/31129/exe (readlink: Permission denied) 2024-04-25T01:28:49.259 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31129 io_contex ceph NOFD /proc/28338/task/31129/fd (opendir: Permission denied) 2024-04-25T01:28:49.259 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31130 ceph_time ceph cwd unknown /proc/28338/task/31130/cwd (readlink: Permission denied) 2024-04-25T01:28:49.259 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31130 ceph_time ceph rtd unknown /proc/28338/task/31130/root (readlink: Permission denied) 2024-04-25T01:28:49.259 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31130 ceph_time ceph txt unknown /proc/28338/task/31130/exe (readlink: Permission denied) 2024-04-25T01:28:49.259 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31130 ceph_time ceph NOFD /proc/28338/task/31130/fd (opendir: Permission denied) 2024-04-25T01:28:49.259 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31131 ms_dispat ceph cwd unknown /proc/28338/task/31131/cwd (readlink: Permission denied) 2024-04-25T01:28:49.259 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31131 ms_dispat ceph rtd unknown /proc/28338/task/31131/root (readlink: Permission denied) 2024-04-25T01:28:49.259 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31131 ms_dispat ceph txt unknown /proc/28338/task/31131/exe (readlink: Permission denied) 2024-04-25T01:28:49.259 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31131 ms_dispat ceph NOFD /proc/28338/task/31131/fd (opendir: Permission denied) 2024-04-25T01:28:49.259 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31132 ms_local ceph cwd unknown /proc/28338/task/31132/cwd (readlink: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31132 ms_local ceph rtd unknown /proc/28338/task/31132/root (readlink: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31132 ms_local ceph txt unknown /proc/28338/task/31132/exe (readlink: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31132 ms_local ceph NOFD /proc/28338/task/31132/fd (opendir: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31133 safe_time ceph cwd unknown /proc/28338/task/31133/cwd (readlink: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31133 safe_time ceph rtd unknown /proc/28338/task/31133/root (readlink: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31133 safe_time ceph txt unknown /proc/28338/task/31133/exe (readlink: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31133 safe_time ceph NOFD /proc/28338/task/31133/fd (opendir: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31134 safe_time ceph cwd unknown /proc/28338/task/31134/cwd (readlink: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31134 safe_time ceph rtd unknown /proc/28338/task/31134/root (readlink: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31134 safe_time ceph txt unknown /proc/28338/task/31134/exe (readlink: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31134 safe_time ceph NOFD /proc/28338/task/31134/fd (opendir: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31135 mgr-fin ceph cwd unknown /proc/28338/task/31135/cwd (readlink: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31135 mgr-fin ceph rtd unknown /proc/28338/task/31135/root (readlink: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31135 mgr-fin ceph txt unknown /proc/28338/task/31135/exe (readlink: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31135 mgr-fin ceph NOFD /proc/28338/task/31135/fd (opendir: Permission denied) 2024-04-25T01:28:49.260 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31137 m-fin-rbd ceph cwd unknown /proc/28338/task/31137/cwd (readlink: Permission denied) 2024-04-25T01:28:49.261 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31137 m-fin-rbd ceph rtd unknown /proc/28338/task/31137/root (readlink: Permission denied) 2024-04-25T01:28:49.261 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31137 m-fin-rbd ceph txt unknown /proc/28338/task/31137/exe (readlink: Permission denied) 2024-04-25T01:28:49.261 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31137 m-fin-rbd ceph NOFD /proc/28338/task/31137/fd (opendir: Permission denied) 2024-04-25T01:28:49.261 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31138 restful ceph cwd unknown /proc/28338/task/31138/cwd (readlink: Permission denied) 2024-04-25T01:28:49.261 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31138 restful ceph rtd unknown /proc/28338/task/31138/root (readlink: Permission denied) 2024-04-25T01:28:49.261 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31138 restful ceph txt unknown /proc/28338/task/31138/exe (readlink: Permission denied) 2024-04-25T01:28:49.261 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31138 restful ceph NOFD /proc/28338/task/31138/fd (opendir: Permission denied) 2024-04-25T01:28:49.261 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31139 m-fin-res ceph cwd unknown /proc/28338/task/31139/cwd (readlink: Permission denied) 2024-04-25T01:28:49.261 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31139 m-fin-res ceph rtd unknown /proc/28338/task/31139/root (readlink: Permission denied) 2024-04-25T01:28:49.261 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31139 m-fin-res ceph txt unknown /proc/28338/task/31139/exe (readlink: Permission denied) 2024-04-25T01:28:49.261 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31139 m-fin-res ceph NOFD /proc/28338/task/31139/fd (opendir: Permission denied) 2024-04-25T01:28:49.261 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31141 m-fin-sta ceph cwd unknown /proc/28338/task/31141/cwd (readlink: Permission denied) 2024-04-25T01:28:49.261 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31141 m-fin-sta ceph rtd unknown /proc/28338/task/31141/root (readlink: Permission denied) 2024-04-25T01:28:49.262 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31141 m-fin-sta ceph txt unknown /proc/28338/task/31141/exe (readlink: Permission denied) 2024-04-25T01:28:49.262 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31141 m-fin-sta ceph NOFD /proc/28338/task/31141/fd (opendir: Permission denied) 2024-04-25T01:28:49.262 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31142 mgr-fin ceph cwd unknown /proc/28338/task/31142/cwd (readlink: Permission denied) 2024-04-25T01:28:49.262 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31142 mgr-fin ceph rtd unknown /proc/28338/task/31142/root (readlink: Permission denied) 2024-04-25T01:28:49.262 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31142 mgr-fin ceph txt unknown /proc/28338/task/31142/exe (readlink: Permission denied) 2024-04-25T01:28:49.262 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31142 mgr-fin ceph NOFD /proc/28338/task/31142/fd (opendir: Permission denied) 2024-04-25T01:28:49.262 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31143 mgr-fin ceph cwd unknown /proc/28338/task/31143/cwd (readlink: Permission denied) 2024-04-25T01:28:49.262 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31143 mgr-fin ceph rtd unknown /proc/28338/task/31143/root (readlink: Permission denied) 2024-04-25T01:28:49.262 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31143 mgr-fin ceph txt unknown /proc/28338/task/31143/exe (readlink: Permission denied) 2024-04-25T01:28:49.262 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31143 mgr-fin ceph NOFD /proc/28338/task/31143/fd (opendir: Permission denied) 2024-04-25T01:28:49.262 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31144 telemetry ceph cwd unknown /proc/28338/task/31144/cwd (readlink: Permission denied) 2024-04-25T01:28:49.262 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31144 telemetry ceph rtd unknown /proc/28338/task/31144/root (readlink: Permission denied) 2024-04-25T01:28:49.263 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31144 telemetry ceph txt unknown /proc/28338/task/31144/exe (readlink: Permission denied) 2024-04-25T01:28:49.263 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31144 telemetry ceph NOFD /proc/28338/task/31144/fd (opendir: Permission denied) 2024-04-25T01:28:49.263 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31145 m-fin-tel ceph cwd unknown /proc/28338/task/31145/cwd (readlink: Permission denied) 2024-04-25T01:28:49.263 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31145 m-fin-tel ceph rtd unknown /proc/28338/task/31145/root (readlink: Permission denied) 2024-04-25T01:28:49.263 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31145 m-fin-tel ceph txt unknown /proc/28338/task/31145/exe (readlink: Permission denied) 2024-04-25T01:28:49.263 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31145 m-fin-tel ceph NOFD /proc/28338/task/31145/fd (opendir: Permission denied) 2024-04-25T01:28:49.263 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31146 mgr-fin ceph cwd unknown /proc/28338/task/31146/cwd (readlink: Permission denied) 2024-04-25T01:28:49.263 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31146 mgr-fin ceph rtd unknown /proc/28338/task/31146/root (readlink: Permission denied) 2024-04-25T01:28:49.263 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31146 mgr-fin ceph txt unknown /proc/28338/task/31146/exe (readlink: Permission denied) 2024-04-25T01:28:49.263 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31146 mgr-fin ceph NOFD /proc/28338/task/31146/fd (opendir: Permission denied) 2024-04-25T01:28:49.263 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31147 mgr-fin ceph cwd unknown /proc/28338/task/31147/cwd (readlink: Permission denied) 2024-04-25T01:28:49.263 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31147 mgr-fin ceph rtd unknown /proc/28338/task/31147/root (readlink: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31147 mgr-fin ceph txt unknown /proc/28338/task/31147/exe (readlink: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31147 mgr-fin ceph NOFD /proc/28338/task/31147/fd (opendir: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31148 mgr-fin ceph cwd unknown /proc/28338/task/31148/cwd (readlink: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31148 mgr-fin ceph rtd unknown /proc/28338/task/31148/root (readlink: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31148 mgr-fin ceph txt unknown /proc/28338/task/31148/exe (readlink: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31148 mgr-fin ceph NOFD /proc/28338/task/31148/fd (opendir: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31152 io_contex ceph cwd unknown /proc/28338/task/31152/cwd (readlink: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31152 io_contex ceph rtd unknown /proc/28338/task/31152/root (readlink: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31152 io_contex ceph txt unknown /proc/28338/task/31152/exe (readlink: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31152 io_contex ceph NOFD /proc/28338/task/31152/fd (opendir: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31153 io_contex ceph cwd unknown /proc/28338/task/31153/cwd (readlink: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31153 io_contex ceph rtd unknown /proc/28338/task/31153/root (readlink: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31153 io_contex ceph txt unknown /proc/28338/task/31153/exe (readlink: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31153 io_contex ceph NOFD /proc/28338/task/31153/fd (opendir: Permission denied) 2024-04-25T01:28:49.264 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31154 ceph_time ceph cwd unknown /proc/28338/task/31154/cwd (readlink: Permission denied) 2024-04-25T01:28:49.265 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31154 ceph_time ceph rtd unknown /proc/28338/task/31154/root (readlink: Permission denied) 2024-04-25T01:28:49.265 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31154 ceph_time ceph txt unknown /proc/28338/task/31154/exe (readlink: Permission denied) 2024-04-25T01:28:49.265 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31154 ceph_time ceph NOFD /proc/28338/task/31154/fd (opendir: Permission denied) 2024-04-25T01:28:49.265 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31155 ms_dispat ceph cwd unknown /proc/28338/task/31155/cwd (readlink: Permission denied) 2024-04-25T01:28:49.265 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31155 ms_dispat ceph rtd unknown /proc/28338/task/31155/root (readlink: Permission denied) 2024-04-25T01:28:49.265 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31155 ms_dispat ceph txt unknown /proc/28338/task/31155/exe (readlink: Permission denied) 2024-04-25T01:28:49.265 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31155 ms_dispat ceph NOFD /proc/28338/task/31155/fd (opendir: Permission denied) 2024-04-25T01:28:49.265 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31156 ms_local ceph cwd unknown /proc/28338/task/31156/cwd (readlink: Permission denied) 2024-04-25T01:28:49.265 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31156 ms_local ceph rtd unknown /proc/28338/task/31156/root (readlink: Permission denied) 2024-04-25T01:28:49.265 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31156 ms_local ceph txt unknown /proc/28338/task/31156/exe (readlink: Permission denied) 2024-04-25T01:28:49.265 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31156 ms_local ceph NOFD /proc/28338/task/31156/fd (opendir: Permission denied) 2024-04-25T01:28:49.265 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31157 safe_time ceph cwd unknown /proc/28338/task/31157/cwd (readlink: Permission denied) 2024-04-25T01:28:49.265 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31157 safe_time ceph rtd unknown /proc/28338/task/31157/root (readlink: Permission denied) 2024-04-25T01:28:49.265 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31157 safe_time ceph txt unknown /proc/28338/task/31157/exe (readlink: Permission denied) 2024-04-25T01:28:49.266 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31157 safe_time ceph NOFD /proc/28338/task/31157/fd (opendir: Permission denied) 2024-04-25T01:28:49.266 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31158 safe_time ceph cwd unknown /proc/28338/task/31158/cwd (readlink: Permission denied) 2024-04-25T01:28:49.266 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31158 safe_time ceph rtd unknown /proc/28338/task/31158/root (readlink: Permission denied) 2024-04-25T01:28:49.266 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31158 safe_time ceph txt unknown /proc/28338/task/31158/exe (readlink: Permission denied) 2024-04-25T01:28:49.266 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31158 safe_time ceph NOFD /proc/28338/task/31158/fd (opendir: Permission denied) 2024-04-25T01:28:49.266 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31160 mgr-fin ceph cwd unknown /proc/28338/task/31160/cwd (readlink: Permission denied) 2024-04-25T01:28:49.266 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31160 mgr-fin ceph rtd unknown /proc/28338/task/31160/root (readlink: Permission denied) 2024-04-25T01:28:49.266 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31160 mgr-fin ceph txt unknown /proc/28338/task/31160/exe (readlink: Permission denied) 2024-04-25T01:28:49.266 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31160 mgr-fin ceph NOFD /proc/28338/task/31160/fd (opendir: Permission denied) 2024-04-25T01:28:49.266 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31161 mgr-fin ceph cwd unknown /proc/28338/task/31161/cwd (readlink: Permission denied) 2024-04-25T01:28:49.266 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31161 mgr-fin ceph rtd unknown /proc/28338/task/31161/root (readlink: Permission denied) 2024-04-25T01:28:49.266 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31161 mgr-fin ceph txt unknown /proc/28338/task/31161/exe (readlink: Permission denied) 2024-04-25T01:28:49.266 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31161 mgr-fin ceph NOFD /proc/28338/task/31161/fd (opendir: Permission denied) 2024-04-25T01:28:49.266 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31162 mgr-fin ceph cwd unknown /proc/28338/task/31162/cwd (readlink: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31162 mgr-fin ceph rtd unknown /proc/28338/task/31162/root (readlink: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31162 mgr-fin ceph txt unknown /proc/28338/task/31162/exe (readlink: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31162 mgr-fin ceph NOFD /proc/28338/task/31162/fd (opendir: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31163 mgr-fin ceph cwd unknown /proc/28338/task/31163/cwd (readlink: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31163 mgr-fin ceph rtd unknown /proc/28338/task/31163/root (readlink: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31163 mgr-fin ceph txt unknown /proc/28338/task/31163/exe (readlink: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31163 mgr-fin ceph NOFD /proc/28338/task/31163/fd (opendir: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31164 mgr-fin ceph cwd unknown /proc/28338/task/31164/cwd (readlink: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31164 mgr-fin ceph rtd unknown /proc/28338/task/31164/root (readlink: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31164 mgr-fin ceph txt unknown /proc/28338/task/31164/exe (readlink: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31164 mgr-fin ceph NOFD /proc/28338/task/31164/fd (opendir: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31165 mgr-fin ceph cwd unknown /proc/28338/task/31165/cwd (readlink: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31165 mgr-fin ceph rtd unknown /proc/28338/task/31165/root (readlink: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31165 mgr-fin ceph txt unknown /proc/28338/task/31165/exe (readlink: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31165 mgr-fin ceph NOFD /proc/28338/task/31165/fd (opendir: Permission denied) 2024-04-25T01:28:49.267 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31166 mgr-fin ceph cwd unknown /proc/28338/task/31166/cwd (readlink: Permission denied) 2024-04-25T01:28:49.268 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31166 mgr-fin ceph rtd unknown /proc/28338/task/31166/root (readlink: Permission denied) 2024-04-25T01:28:49.268 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31166 mgr-fin ceph txt unknown /proc/28338/task/31166/exe (readlink: Permission denied) 2024-04-25T01:28:49.268 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31166 mgr-fin ceph NOFD /proc/28338/task/31166/fd (opendir: Permission denied) 2024-04-25T01:28:49.268 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31167 mgr-fin ceph cwd unknown /proc/28338/task/31167/cwd (readlink: Permission denied) 2024-04-25T01:28:49.268 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31167 mgr-fin ceph rtd unknown /proc/28338/task/31167/root (readlink: Permission denied) 2024-04-25T01:28:49.268 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31167 mgr-fin ceph txt unknown /proc/28338/task/31167/exe (readlink: Permission denied) 2024-04-25T01:28:49.268 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31167 mgr-fin ceph NOFD /proc/28338/task/31167/fd (opendir: Permission denied) 2024-04-25T01:28:49.268 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31168 mgr-fin ceph cwd unknown /proc/28338/task/31168/cwd (readlink: Permission denied) 2024-04-25T01:28:49.268 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31168 mgr-fin ceph rtd unknown /proc/28338/task/31168/root (readlink: Permission denied) 2024-04-25T01:28:49.268 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31168 mgr-fin ceph txt unknown /proc/28338/task/31168/exe (readlink: Permission denied) 2024-04-25T01:28:49.268 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31168 mgr-fin ceph NOFD /proc/28338/task/31168/fd (opendir: Permission denied) 2024-04-25T01:28:49.268 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31169 mgr-fin ceph cwd unknown /proc/28338/task/31169/cwd (readlink: Permission denied) 2024-04-25T01:28:49.268 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31169 mgr-fin ceph rtd unknown /proc/28338/task/31169/root (readlink: Permission denied) 2024-04-25T01:28:49.268 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31169 mgr-fin ceph txt unknown /proc/28338/task/31169/exe (readlink: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31169 mgr-fin ceph NOFD /proc/28338/task/31169/fd (opendir: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31170 mgr-fin ceph cwd unknown /proc/28338/task/31170/cwd (readlink: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31170 mgr-fin ceph rtd unknown /proc/28338/task/31170/root (readlink: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31170 mgr-fin ceph txt unknown /proc/28338/task/31170/exe (readlink: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31170 mgr-fin ceph NOFD /proc/28338/task/31170/fd (opendir: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31171 mgr-fin ceph cwd unknown /proc/28338/task/31171/cwd (readlink: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31171 mgr-fin ceph rtd unknown /proc/28338/task/31171/root (readlink: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31171 mgr-fin ceph txt unknown /proc/28338/task/31171/exe (readlink: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31171 mgr-fin ceph NOFD /proc/28338/task/31171/fd (opendir: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31173 m-fin-vol ceph cwd unknown /proc/28338/task/31173/cwd (readlink: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31173 m-fin-vol ceph rtd unknown /proc/28338/task/31173/root (readlink: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31173 m-fin-vol ceph txt unknown /proc/28338/task/31173/exe (readlink: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31173 m-fin-vol ceph NOFD /proc/28338/task/31173/fd (opendir: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31244 mgr-fin ceph cwd unknown /proc/28338/task/31244/cwd (readlink: Permission denied) 2024-04-25T01:28:49.269 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31244 mgr-fin ceph rtd unknown /proc/28338/task/31244/root (readlink: Permission denied) 2024-04-25T01:28:49.270 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31244 mgr-fin ceph txt unknown /proc/28338/task/31244/exe (readlink: Permission denied) 2024-04-25T01:28:49.270 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31244 mgr-fin ceph NOFD /proc/28338/task/31244/fd (opendir: Permission denied) 2024-04-25T01:28:49.270 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31245 mgr-fin ceph cwd unknown /proc/28338/task/31245/cwd (readlink: Permission denied) 2024-04-25T01:28:49.270 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31245 mgr-fin ceph rtd unknown /proc/28338/task/31245/root (readlink: Permission denied) 2024-04-25T01:28:49.270 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31245 mgr-fin ceph txt unknown /proc/28338/task/31245/exe (readlink: Permission denied) 2024-04-25T01:28:49.270 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31245 mgr-fin ceph NOFD /proc/28338/task/31245/fd (opendir: Permission denied) 2024-04-25T01:28:49.270 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31246 mgr-fin ceph cwd unknown /proc/28338/task/31246/cwd (readlink: Permission denied) 2024-04-25T01:28:49.270 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31246 mgr-fin ceph rtd unknown /proc/28338/task/31246/root (readlink: Permission denied) 2024-04-25T01:28:49.270 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31246 mgr-fin ceph txt unknown /proc/28338/task/31246/exe (readlink: Permission denied) 2024-04-25T01:28:49.270 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31246 mgr-fin ceph NOFD /proc/28338/task/31246/fd (opendir: Permission denied) 2024-04-25T01:28:49.270 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31247 mgr-fin ceph cwd unknown /proc/28338/task/31247/cwd (readlink: Permission denied) 2024-04-25T01:28:49.270 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31247 mgr-fin ceph rtd unknown /proc/28338/task/31247/root (readlink: Permission denied) 2024-04-25T01:28:49.270 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31247 mgr-fin ceph txt unknown /proc/28338/task/31247/exe (readlink: Permission denied) 2024-04-25T01:28:49.270 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31247 mgr-fin ceph NOFD /proc/28338/task/31247/fd (opendir: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31248 mgr-fin ceph cwd unknown /proc/28338/task/31248/cwd (readlink: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31248 mgr-fin ceph rtd unknown /proc/28338/task/31248/root (readlink: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31248 mgr-fin ceph txt unknown /proc/28338/task/31248/exe (readlink: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31248 mgr-fin ceph NOFD /proc/28338/task/31248/fd (opendir: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31249 mgr-fin ceph cwd unknown /proc/28338/task/31249/cwd (readlink: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31249 mgr-fin ceph rtd unknown /proc/28338/task/31249/root (readlink: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31249 mgr-fin ceph txt unknown /proc/28338/task/31249/exe (readlink: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31249 mgr-fin ceph NOFD /proc/28338/task/31249/fd (opendir: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31250 mgr-fin ceph cwd unknown /proc/28338/task/31250/cwd (readlink: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31250 mgr-fin ceph rtd unknown /proc/28338/task/31250/root (readlink: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31250 mgr-fin ceph txt unknown /proc/28338/task/31250/exe (readlink: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31250 mgr-fin ceph NOFD /proc/28338/task/31250/fd (opendir: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31251 mgr-fin ceph cwd unknown /proc/28338/task/31251/cwd (readlink: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31251 mgr-fin ceph rtd unknown /proc/28338/task/31251/root (readlink: Permission denied) 2024-04-25T01:28:49.271 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31251 mgr-fin ceph txt unknown /proc/28338/task/31251/exe (readlink: Permission denied) 2024-04-25T01:28:49.272 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31251 mgr-fin ceph NOFD /proc/28338/task/31251/fd (opendir: Permission denied) 2024-04-25T01:28:49.272 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31252 mgr-fin ceph cwd unknown /proc/28338/task/31252/cwd (readlink: Permission denied) 2024-04-25T01:28:49.272 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31252 mgr-fin ceph rtd unknown /proc/28338/task/31252/root (readlink: Permission denied) 2024-04-25T01:28:49.272 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31252 mgr-fin ceph txt unknown /proc/28338/task/31252/exe (readlink: Permission denied) 2024-04-25T01:28:49.272 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31252 mgr-fin ceph NOFD /proc/28338/task/31252/fd (opendir: Permission denied) 2024-04-25T01:28:49.272 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31253 mgr-fin ceph cwd unknown /proc/28338/task/31253/cwd (readlink: Permission denied) 2024-04-25T01:28:49.272 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31253 mgr-fin ceph rtd unknown /proc/28338/task/31253/root (readlink: Permission denied) 2024-04-25T01:28:49.272 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31253 mgr-fin ceph txt unknown /proc/28338/task/31253/exe (readlink: Permission denied) 2024-04-25T01:28:49.272 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31253 mgr-fin ceph NOFD /proc/28338/task/31253/fd (opendir: Permission denied) 2024-04-25T01:28:49.272 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31254 mgr-fin ceph cwd unknown /proc/28338/task/31254/cwd (readlink: Permission denied) 2024-04-25T01:28:49.272 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31254 mgr-fin ceph rtd unknown /proc/28338/task/31254/root (readlink: Permission denied) 2024-04-25T01:28:49.272 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31254 mgr-fin ceph txt unknown /proc/28338/task/31254/exe (readlink: Permission denied) 2024-04-25T01:28:49.272 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31254 mgr-fin ceph NOFD /proc/28338/task/31254/fd (opendir: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31255 mgr-fin ceph cwd unknown /proc/28338/task/31255/cwd (readlink: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31255 mgr-fin ceph rtd unknown /proc/28338/task/31255/root (readlink: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31255 mgr-fin ceph txt unknown /proc/28338/task/31255/exe (readlink: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31255 mgr-fin ceph NOFD /proc/28338/task/31255/fd (opendir: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31256 mgr-fin ceph cwd unknown /proc/28338/task/31256/cwd (readlink: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31256 mgr-fin ceph rtd unknown /proc/28338/task/31256/root (readlink: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31256 mgr-fin ceph txt unknown /proc/28338/task/31256/exe (readlink: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31256 mgr-fin ceph NOFD /proc/28338/task/31256/fd (opendir: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31257 mgr-fin ceph cwd unknown /proc/28338/task/31257/cwd (readlink: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31257 mgr-fin ceph rtd unknown /proc/28338/task/31257/root (readlink: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31257 mgr-fin ceph txt unknown /proc/28338/task/31257/exe (readlink: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31257 mgr-fin ceph NOFD /proc/28338/task/31257/fd (opendir: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31258 mgr-fin ceph cwd unknown /proc/28338/task/31258/cwd (readlink: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31258 mgr-fin ceph rtd unknown /proc/28338/task/31258/root (readlink: Permission denied) 2024-04-25T01:28:49.273 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31258 mgr-fin ceph txt unknown /proc/28338/task/31258/exe (readlink: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31258 mgr-fin ceph NOFD /proc/28338/task/31258/fd (opendir: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31259 mgr-fin ceph cwd unknown /proc/28338/task/31259/cwd (readlink: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31259 mgr-fin ceph rtd unknown /proc/28338/task/31259/root (readlink: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31259 mgr-fin ceph txt unknown /proc/28338/task/31259/exe (readlink: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31259 mgr-fin ceph NOFD /proc/28338/task/31259/fd (opendir: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31260 mgr-fin ceph cwd unknown /proc/28338/task/31260/cwd (readlink: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31260 mgr-fin ceph rtd unknown /proc/28338/task/31260/root (readlink: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31260 mgr-fin ceph txt unknown /proc/28338/task/31260/exe (readlink: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31260 mgr-fin ceph NOFD /proc/28338/task/31260/fd (opendir: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31261 mgr-fin ceph cwd unknown /proc/28338/task/31261/cwd (readlink: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31261 mgr-fin ceph rtd unknown /proc/28338/task/31261/root (readlink: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31261 mgr-fin ceph txt unknown /proc/28338/task/31261/exe (readlink: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31261 mgr-fin ceph NOFD /proc/28338/task/31261/fd (opendir: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31262 mgr-fin ceph cwd unknown /proc/28338/task/31262/cwd (readlink: Permission denied) 2024-04-25T01:28:49.274 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31262 mgr-fin ceph rtd unknown /proc/28338/task/31262/root (readlink: Permission denied) 2024-04-25T01:28:49.275 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31262 mgr-fin ceph txt unknown /proc/28338/task/31262/exe (readlink: Permission denied) 2024-04-25T01:28:49.275 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31262 mgr-fin ceph NOFD /proc/28338/task/31262/fd (opendir: Permission denied) 2024-04-25T01:28:49.275 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31263 mgr-fin ceph cwd unknown /proc/28338/task/31263/cwd (readlink: Permission denied) 2024-04-25T01:28:49.275 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31263 mgr-fin ceph rtd unknown /proc/28338/task/31263/root (readlink: Permission denied) 2024-04-25T01:28:49.275 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31263 mgr-fin ceph txt unknown /proc/28338/task/31263/exe (readlink: Permission denied) 2024-04-25T01:28:49.275 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31263 mgr-fin ceph NOFD /proc/28338/task/31263/fd (opendir: Permission denied) 2024-04-25T01:28:49.275 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31264 mgr-fin ceph cwd unknown /proc/28338/task/31264/cwd (readlink: Permission denied) 2024-04-25T01:28:49.275 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31264 mgr-fin ceph rtd unknown /proc/28338/task/31264/root (readlink: Permission denied) 2024-04-25T01:28:49.275 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31264 mgr-fin ceph txt unknown /proc/28338/task/31264/exe (readlink: Permission denied) 2024-04-25T01:28:49.275 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31264 mgr-fin ceph NOFD /proc/28338/task/31264/fd (opendir: Permission denied) 2024-04-25T01:28:49.275 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31265 mgr-fin ceph cwd unknown /proc/28338/task/31265/cwd (readlink: Permission denied) 2024-04-25T01:28:49.275 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31265 mgr-fin ceph rtd unknown /proc/28338/task/31265/root (readlink: Permission denied) 2024-04-25T01:28:49.275 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31265 mgr-fin ceph txt unknown /proc/28338/task/31265/exe (readlink: Permission denied) 2024-04-25T01:28:49.275 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31265 mgr-fin ceph NOFD /proc/28338/task/31265/fd (opendir: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31733 dashboard ceph cwd unknown /proc/28338/task/31733/cwd (readlink: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31733 dashboard ceph rtd unknown /proc/28338/task/31733/root (readlink: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31733 dashboard ceph txt unknown /proc/28338/task/31733/exe (readlink: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31733 dashboard ceph NOFD /proc/28338/task/31733/fd (opendir: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31734 dashboard ceph cwd unknown /proc/28338/task/31734/cwd (readlink: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31734 dashboard ceph rtd unknown /proc/28338/task/31734/root (readlink: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31734 dashboard ceph txt unknown /proc/28338/task/31734/exe (readlink: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31734 dashboard ceph NOFD /proc/28338/task/31734/fd (opendir: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31735 dashboard ceph cwd unknown /proc/28338/task/31735/cwd (readlink: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31735 dashboard ceph rtd unknown /proc/28338/task/31735/root (readlink: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31735 dashboard ceph txt unknown /proc/28338/task/31735/exe (readlink: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31735 dashboard ceph NOFD /proc/28338/task/31735/fd (opendir: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31736 dashboard ceph cwd unknown /proc/28338/task/31736/cwd (readlink: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31736 dashboard ceph rtd unknown /proc/28338/task/31736/root (readlink: Permission denied) 2024-04-25T01:28:49.276 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31736 dashboard ceph txt unknown /proc/28338/task/31736/exe (readlink: Permission denied) 2024-04-25T01:28:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31736 dashboard ceph NOFD /proc/28338/task/31736/fd (opendir: Permission denied) 2024-04-25T01:28:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31737 dashboard ceph cwd unknown /proc/28338/task/31737/cwd (readlink: Permission denied) 2024-04-25T01:28:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31737 dashboard ceph rtd unknown /proc/28338/task/31737/root (readlink: Permission denied) 2024-04-25T01:28:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31737 dashboard ceph txt unknown /proc/28338/task/31737/exe (readlink: Permission denied) 2024-04-25T01:28:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31737 dashboard ceph NOFD /proc/28338/task/31737/fd (opendir: Permission denied) 2024-04-25T01:28:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31738 dashboard ceph cwd unknown /proc/28338/task/31738/cwd (readlink: Permission denied) 2024-04-25T01:28:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31738 dashboard ceph rtd unknown /proc/28338/task/31738/root (readlink: Permission denied) 2024-04-25T01:28:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31738 dashboard ceph txt unknown /proc/28338/task/31738/exe (readlink: Permission denied) 2024-04-25T01:28:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31738 dashboard ceph NOFD /proc/28338/task/31738/fd (opendir: Permission denied) 2024-04-25T01:28:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31739 dashboard ceph cwd unknown /proc/28338/task/31739/cwd (readlink: Permission denied) 2024-04-25T01:28:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31739 dashboard ceph rtd unknown /proc/28338/task/31739/root (readlink: Permission denied) 2024-04-25T01:28:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31739 dashboard ceph txt unknown /proc/28338/task/31739/exe (readlink: Permission denied) 2024-04-25T01:28:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31739 dashboard ceph NOFD /proc/28338/task/31739/fd (opendir: Permission denied) 2024-04-25T01:28:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31740 dashboard ceph cwd unknown /proc/28338/task/31740/cwd (readlink: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31740 dashboard ceph rtd unknown /proc/28338/task/31740/root (readlink: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31740 dashboard ceph txt unknown /proc/28338/task/31740/exe (readlink: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31740 dashboard ceph NOFD /proc/28338/task/31740/fd (opendir: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31741 dashboard ceph cwd unknown /proc/28338/task/31741/cwd (readlink: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31741 dashboard ceph rtd unknown /proc/28338/task/31741/root (readlink: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31741 dashboard ceph txt unknown /proc/28338/task/31741/exe (readlink: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31741 dashboard ceph NOFD /proc/28338/task/31741/fd (opendir: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31742 dashboard ceph cwd unknown /proc/28338/task/31742/cwd (readlink: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31742 dashboard ceph rtd unknown /proc/28338/task/31742/root (readlink: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31742 dashboard ceph txt unknown /proc/28338/task/31742/exe (readlink: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31742 dashboard ceph NOFD /proc/28338/task/31742/fd (opendir: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31743 dashboard ceph cwd unknown /proc/28338/task/31743/cwd (readlink: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31743 dashboard ceph rtd unknown /proc/28338/task/31743/root (readlink: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31743 dashboard ceph txt unknown /proc/28338/task/31743/exe (readlink: Permission denied) 2024-04-25T01:28:49.278 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31743 dashboard ceph NOFD /proc/28338/task/31743/fd (opendir: Permission denied) 2024-04-25T01:28:49.279 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31763 dashboard ceph cwd unknown /proc/28338/task/31763/cwd (readlink: Permission denied) 2024-04-25T01:28:49.279 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31763 dashboard ceph rtd unknown /proc/28338/task/31763/root (readlink: Permission denied) 2024-04-25T01:28:49.279 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31763 dashboard ceph txt unknown /proc/28338/task/31763/exe (readlink: Permission denied) 2024-04-25T01:28:49.279 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 31763 dashboard ceph NOFD /proc/28338/task/31763/fd (opendir: Permission denied) 2024-04-25T01:28:49.279 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37746 cephadm ceph cwd unknown /proc/28338/task/37746/cwd (readlink: Permission denied) 2024-04-25T01:28:49.279 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37746 cephadm ceph rtd unknown /proc/28338/task/37746/root (readlink: Permission denied) 2024-04-25T01:28:49.279 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37746 cephadm ceph txt unknown /proc/28338/task/37746/exe (readlink: Permission denied) 2024-04-25T01:28:49.279 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37746 cephadm ceph NOFD /proc/28338/task/37746/fd (opendir: Permission denied) 2024-04-25T01:28:49.279 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37747 cephadm ceph cwd unknown /proc/28338/task/37747/cwd (readlink: Permission denied) 2024-04-25T01:28:49.279 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37747 cephadm ceph rtd unknown /proc/28338/task/37747/root (readlink: Permission denied) 2024-04-25T01:28:49.279 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37747 cephadm ceph txt unknown /proc/28338/task/37747/exe (readlink: Permission denied) 2024-04-25T01:28:49.279 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37747 cephadm ceph NOFD /proc/28338/task/37747/fd (opendir: Permission denied) 2024-04-25T01:28:49.279 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37748 cephadm ceph cwd unknown /proc/28338/task/37748/cwd (readlink: Permission denied) 2024-04-25T01:28:49.279 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37748 cephadm ceph rtd unknown /proc/28338/task/37748/root (readlink: Permission denied) 2024-04-25T01:28:49.280 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37748 cephadm ceph txt unknown /proc/28338/task/37748/exe (readlink: Permission denied) 2024-04-25T01:28:49.280 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37748 cephadm ceph NOFD /proc/28338/task/37748/fd (opendir: Permission denied) 2024-04-25T01:28:49.280 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37749 cephadm ceph cwd unknown /proc/28338/task/37749/cwd (readlink: Permission denied) 2024-04-25T01:28:49.280 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37749 cephadm ceph rtd unknown /proc/28338/task/37749/root (readlink: Permission denied) 2024-04-25T01:28:49.280 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37749 cephadm ceph txt unknown /proc/28338/task/37749/exe (readlink: Permission denied) 2024-04-25T01:28:49.280 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37749 cephadm ceph NOFD /proc/28338/task/37749/fd (opendir: Permission denied) 2024-04-25T01:28:49.280 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37750 cephadm ceph cwd unknown /proc/28338/task/37750/cwd (readlink: Permission denied) 2024-04-25T01:28:49.280 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37750 cephadm ceph rtd unknown /proc/28338/task/37750/root (readlink: Permission denied) 2024-04-25T01:28:49.280 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37750 cephadm ceph txt unknown /proc/28338/task/37750/exe (readlink: Permission denied) 2024-04-25T01:28:49.280 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37750 cephadm ceph NOFD /proc/28338/task/37750/fd (opendir: Permission denied) 2024-04-25T01:28:49.280 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37751 cephadm ceph cwd unknown /proc/28338/task/37751/cwd (readlink: Permission denied) 2024-04-25T01:28:49.280 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37751 cephadm ceph rtd unknown /proc/28338/task/37751/root (readlink: Permission denied) 2024-04-25T01:28:49.280 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37751 cephadm ceph txt unknown /proc/28338/task/37751/exe (readlink: Permission denied) 2024-04-25T01:28:49.280 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37751 cephadm ceph NOFD /proc/28338/task/37751/fd (opendir: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37752 cephadm ceph cwd unknown /proc/28338/task/37752/cwd (readlink: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37752 cephadm ceph rtd unknown /proc/28338/task/37752/root (readlink: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37752 cephadm ceph txt unknown /proc/28338/task/37752/exe (readlink: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37752 cephadm ceph NOFD /proc/28338/task/37752/fd (opendir: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37754 cephadm ceph cwd unknown /proc/28338/task/37754/cwd (readlink: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37754 cephadm ceph rtd unknown /proc/28338/task/37754/root (readlink: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37754 cephadm ceph txt unknown /proc/28338/task/37754/exe (readlink: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37754 cephadm ceph NOFD /proc/28338/task/37754/fd (opendir: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37766 cephadm ceph cwd unknown /proc/28338/task/37766/cwd (readlink: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37766 cephadm ceph rtd unknown /proc/28338/task/37766/root (readlink: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37766 cephadm ceph txt unknown /proc/28338/task/37766/exe (readlink: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37766 cephadm ceph NOFD /proc/28338/task/37766/fd (opendir: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37767 cephadm ceph cwd unknown /proc/28338/task/37767/cwd (readlink: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37767 cephadm ceph rtd unknown /proc/28338/task/37767/root (readlink: Permission denied) 2024-04-25T01:28:49.281 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37767 cephadm ceph txt unknown /proc/28338/task/37767/exe (readlink: Permission denied) 2024-04-25T01:28:49.282 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 37767 cephadm ceph NOFD /proc/28338/task/37767/fd (opendir: Permission denied) 2024-04-25T01:28:49.282 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38109 cephadm ceph cwd unknown /proc/28338/task/38109/cwd (readlink: Permission denied) 2024-04-25T01:28:49.282 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38109 cephadm ceph rtd unknown /proc/28338/task/38109/root (readlink: Permission denied) 2024-04-25T01:28:49.282 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38109 cephadm ceph txt unknown /proc/28338/task/38109/exe (readlink: Permission denied) 2024-04-25T01:28:49.282 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38109 cephadm ceph NOFD /proc/28338/task/38109/fd (opendir: Permission denied) 2024-04-25T01:28:49.282 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38110 cephadm ceph cwd unknown /proc/28338/task/38110/cwd (readlink: Permission denied) 2024-04-25T01:28:49.282 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38110 cephadm ceph rtd unknown /proc/28338/task/38110/root (readlink: Permission denied) 2024-04-25T01:28:49.282 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38110 cephadm ceph txt unknown /proc/28338/task/38110/exe (readlink: Permission denied) 2024-04-25T01:28:49.282 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38110 cephadm ceph NOFD /proc/28338/task/38110/fd (opendir: Permission denied) 2024-04-25T01:28:49.282 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38111 cephadm ceph cwd unknown /proc/28338/task/38111/cwd (readlink: Permission denied) 2024-04-25T01:28:49.282 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38111 cephadm ceph rtd unknown /proc/28338/task/38111/root (readlink: Permission denied) 2024-04-25T01:28:49.282 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38111 cephadm ceph txt unknown /proc/28338/task/38111/exe (readlink: Permission denied) 2024-04-25T01:28:49.282 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38111 cephadm ceph NOFD /proc/28338/task/38111/fd (opendir: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38112 cephadm ceph cwd unknown /proc/28338/task/38112/cwd (readlink: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38112 cephadm ceph rtd unknown /proc/28338/task/38112/root (readlink: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38112 cephadm ceph txt unknown /proc/28338/task/38112/exe (readlink: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38112 cephadm ceph NOFD /proc/28338/task/38112/fd (opendir: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38113 cephadm ceph cwd unknown /proc/28338/task/38113/cwd (readlink: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38113 cephadm ceph rtd unknown /proc/28338/task/38113/root (readlink: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38113 cephadm ceph txt unknown /proc/28338/task/38113/exe (readlink: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38113 cephadm ceph NOFD /proc/28338/task/38113/fd (opendir: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38114 cephadm ceph cwd unknown /proc/28338/task/38114/cwd (readlink: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38114 cephadm ceph rtd unknown /proc/28338/task/38114/root (readlink: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38114 cephadm ceph txt unknown /proc/28338/task/38114/exe (readlink: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38114 cephadm ceph NOFD /proc/28338/task/38114/fd (opendir: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38115 cephadm ceph cwd unknown /proc/28338/task/38115/cwd (readlink: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38115 cephadm ceph rtd unknown /proc/28338/task/38115/root (readlink: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38115 cephadm ceph txt unknown /proc/28338/task/38115/exe (readlink: Permission denied) 2024-04-25T01:28:49.283 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38115 cephadm ceph NOFD /proc/28338/task/38115/fd (opendir: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38116 cephadm ceph cwd unknown /proc/28338/task/38116/cwd (readlink: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38116 cephadm ceph rtd unknown /proc/28338/task/38116/root (readlink: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38116 cephadm ceph txt unknown /proc/28338/task/38116/exe (readlink: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38116 cephadm ceph NOFD /proc/28338/task/38116/fd (opendir: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38117 cephadm ceph cwd unknown /proc/28338/task/38117/cwd (readlink: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38117 cephadm ceph rtd unknown /proc/28338/task/38117/root (readlink: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38117 cephadm ceph txt unknown /proc/28338/task/38117/exe (readlink: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38117 cephadm ceph NOFD /proc/28338/task/38117/fd (opendir: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38118 cephadm ceph cwd unknown /proc/28338/task/38118/cwd (readlink: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38118 cephadm ceph rtd unknown /proc/28338/task/38118/root (readlink: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38118 cephadm ceph txt unknown /proc/28338/task/38118/exe (readlink: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 38118 cephadm ceph NOFD /proc/28338/task/38118/fd (opendir: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46676 devicehea ceph cwd unknown /proc/28338/task/46676/cwd (readlink: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46676 devicehea ceph rtd unknown /proc/28338/task/46676/root (readlink: Permission denied) 2024-04-25T01:28:49.284 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46676 devicehea ceph txt unknown /proc/28338/task/46676/exe (readlink: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46676 devicehea ceph NOFD /proc/28338/task/46676/fd (opendir: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46683 io_contex ceph cwd unknown /proc/28338/task/46683/cwd (readlink: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46683 io_contex ceph rtd unknown /proc/28338/task/46683/root (readlink: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46683 io_contex ceph txt unknown /proc/28338/task/46683/exe (readlink: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46683 io_contex ceph NOFD /proc/28338/task/46683/fd (opendir: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46684 io_contex ceph cwd unknown /proc/28338/task/46684/cwd (readlink: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46684 io_contex ceph rtd unknown /proc/28338/task/46684/root (readlink: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46684 io_contex ceph txt unknown /proc/28338/task/46684/exe (readlink: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46684 io_contex ceph NOFD /proc/28338/task/46684/fd (opendir: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46685 ceph_time ceph cwd unknown /proc/28338/task/46685/cwd (readlink: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46685 ceph_time ceph rtd unknown /proc/28338/task/46685/root (readlink: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46685 ceph_time ceph txt unknown /proc/28338/task/46685/exe (readlink: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46685 ceph_time ceph NOFD /proc/28338/task/46685/fd (opendir: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46686 ms_dispat ceph cwd unknown /proc/28338/task/46686/cwd (readlink: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46686 ms_dispat ceph rtd unknown /proc/28338/task/46686/root (readlink: Permission denied) 2024-04-25T01:28:49.285 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46686 ms_dispat ceph txt unknown /proc/28338/task/46686/exe (readlink: Permission denied) 2024-04-25T01:28:49.286 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46686 ms_dispat ceph NOFD /proc/28338/task/46686/fd (opendir: Permission denied) 2024-04-25T01:28:49.286 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46687 ms_local ceph cwd unknown /proc/28338/task/46687/cwd (readlink: Permission denied) 2024-04-25T01:28:49.286 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46687 ms_local ceph rtd unknown /proc/28338/task/46687/root (readlink: Permission denied) 2024-04-25T01:28:49.286 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46687 ms_local ceph txt unknown /proc/28338/task/46687/exe (readlink: Permission denied) 2024-04-25T01:28:49.286 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46687 ms_local ceph NOFD /proc/28338/task/46687/fd (opendir: Permission denied) 2024-04-25T01:28:49.286 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46688 safe_time ceph cwd unknown /proc/28338/task/46688/cwd (readlink: Permission denied) 2024-04-25T01:28:49.286 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46688 safe_time ceph rtd unknown /proc/28338/task/46688/root (readlink: Permission denied) 2024-04-25T01:28:49.286 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46688 safe_time ceph txt unknown /proc/28338/task/46688/exe (readlink: Permission denied) 2024-04-25T01:28:49.286 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46688 safe_time ceph NOFD /proc/28338/task/46688/fd (opendir: Permission denied) 2024-04-25T01:28:49.286 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46689 safe_time ceph cwd unknown /proc/28338/task/46689/cwd (readlink: Permission denied) 2024-04-25T01:28:49.286 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46689 safe_time ceph rtd unknown /proc/28338/task/46689/root (readlink: Permission denied) 2024-04-25T01:28:49.286 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46689 safe_time ceph txt unknown /proc/28338/task/46689/exe (readlink: Permission denied) 2024-04-25T01:28:49.286 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mgr 28338 46689 safe_time ceph NOFD /proc/28338/task/46689/fd (opendir: Permission denied) 2024-04-25T01:28:49.287 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 29474 root cwd unknown /proc/29474/cwd (readlink: Permission denied) 2024-04-25T01:28:49.287 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 29474 root rtd unknown /proc/29474/root (readlink: Permission denied) 2024-04-25T01:28:49.287 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 29474 root txt unknown /proc/29474/exe (readlink: Permission denied) 2024-04-25T01:28:49.287 INFO:tasks.workunit.client.0.smithi026.stdout:systemd 29474 root NOFD /proc/29474/fd (opendir: Permission denied) 2024-04-25T01:28:49.287 INFO:tasks.workunit.client.0.smithi026.stdout:(sd-pam) 29478 root cwd unknown /proc/29478/cwd (readlink: Permission denied) 2024-04-25T01:28:49.287 INFO:tasks.workunit.client.0.smithi026.stdout:(sd-pam) 29478 root rtd unknown /proc/29478/root (readlink: Permission denied) 2024-04-25T01:28:49.287 INFO:tasks.workunit.client.0.smithi026.stdout:(sd-pam) 29478 root txt unknown /proc/29478/exe (readlink: Permission denied) 2024-04-25T01:28:49.287 INFO:tasks.workunit.client.0.smithi026.stdout:(sd-pam) 29478 root NOFD /proc/29478/fd (opendir: Permission denied) 2024-04-25T01:28:49.287 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 30837 root cwd unknown /proc/30837/cwd (readlink: Permission denied) 2024-04-25T01:28:49.287 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 30837 root rtd unknown /proc/30837/root (readlink: Permission denied) 2024-04-25T01:28:49.287 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 30837 root txt unknown /proc/30837/exe (readlink: Permission denied) 2024-04-25T01:28:49.287 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 30837 root NOFD /proc/30837/fd (opendir: Permission denied) 2024-04-25T01:28:49.287 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 30838 root cwd unknown /proc/30838/cwd (readlink: Permission denied) 2024-04-25T01:28:49.287 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 30838 root rtd unknown /proc/30838/root (readlink: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 30838 root txt unknown /proc/30838/exe (readlink: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 30838 root NOFD /proc/30838/fd (opendir: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 30867 root cwd unknown /proc/30867/cwd (readlink: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 30867 root rtd unknown /proc/30867/root (readlink: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 30867 root txt unknown /proc/30867/exe (readlink: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 30867 root NOFD /proc/30867/fd (opendir: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 30868 root cwd unknown /proc/30868/cwd (readlink: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 30868 root rtd unknown /proc/30868/root (readlink: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 30868 root txt unknown /proc/30868/exe (readlink: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 30868 root NOFD /proc/30868/fd (opendir: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 31159 root cwd unknown /proc/31159/cwd (readlink: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 31159 root rtd unknown /proc/31159/root (readlink: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 31159 root txt unknown /proc/31159/exe (readlink: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 31159 root NOFD /proc/31159/fd (opendir: Permission denied) 2024-04-25T01:28:49.288 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 31176 root cwd unknown /proc/31176/cwd (readlink: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 31176 root rtd unknown /proc/31176/root (readlink: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 31176 root txt unknown /proc/31176/exe (readlink: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:sshd 31176 root NOFD /proc/31176/fd (opendir: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 42482 root cwd unknown /proc/42482/cwd (readlink: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 42482 root rtd unknown /proc/42482/root (readlink: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 42482 root txt unknown /proc/42482/exe (readlink: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 42482 root NOFD /proc/42482/fd (opendir: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 42484 root cwd unknown /proc/42484/cwd (readlink: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 42484 root rtd unknown /proc/42484/root (readlink: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 42484 root txt unknown /proc/42484/exe (readlink: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 42484 root NOFD /proc/42484/fd (opendir: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 ceph cwd unknown /proc/42486/cwd (readlink: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 ceph rtd unknown /proc/42486/root (readlink: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 ceph txt unknown /proc/42486/exe (readlink: Permission denied) 2024-04-25T01:28:49.289 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 ceph NOFD /proc/42486/fd (opendir: Permission denied) 2024-04-25T01:28:49.290 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42487 log ceph cwd unknown /proc/42486/task/42487/cwd (readlink: Permission denied) 2024-04-25T01:28:49.290 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42487 log ceph rtd unknown /proc/42486/task/42487/root (readlink: Permission denied) 2024-04-25T01:28:49.290 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42487 log ceph txt unknown /proc/42486/task/42487/exe (readlink: Permission denied) 2024-04-25T01:28:49.290 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42487 log ceph NOFD /proc/42486/task/42487/fd (opendir: Permission denied) 2024-04-25T01:28:49.290 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42489 msgr-work ceph cwd unknown /proc/42486/task/42489/cwd (readlink: Permission denied) 2024-04-25T01:28:49.290 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42489 msgr-work ceph rtd unknown /proc/42486/task/42489/root (readlink: Permission denied) 2024-04-25T01:28:49.290 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42489 msgr-work ceph txt unknown /proc/42486/task/42489/exe (readlink: Permission denied) 2024-04-25T01:28:49.290 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42489 msgr-work ceph NOFD /proc/42486/task/42489/fd (opendir: Permission denied) 2024-04-25T01:28:49.290 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42490 msgr-work ceph cwd unknown /proc/42486/task/42490/cwd (readlink: Permission denied) 2024-04-25T01:28:49.290 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42490 msgr-work ceph rtd unknown /proc/42486/task/42490/root (readlink: Permission denied) 2024-04-25T01:28:49.290 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42490 msgr-work ceph txt unknown /proc/42486/task/42490/exe (readlink: Permission denied) 2024-04-25T01:28:49.290 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42490 msgr-work ceph NOFD /proc/42486/task/42490/fd (opendir: Permission denied) 2024-04-25T01:28:49.290 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42491 msgr-work ceph cwd unknown /proc/42486/task/42491/cwd (readlink: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42491 msgr-work ceph rtd unknown /proc/42486/task/42491/root (readlink: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42491 msgr-work ceph txt unknown /proc/42486/task/42491/exe (readlink: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42491 msgr-work ceph NOFD /proc/42486/task/42491/fd (opendir: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42495 service ceph cwd unknown /proc/42486/task/42495/cwd (readlink: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42495 service ceph rtd unknown /proc/42486/task/42495/root (readlink: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42495 service ceph txt unknown /proc/42486/task/42495/exe (readlink: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42495 service ceph NOFD /proc/42486/task/42495/fd (opendir: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42496 admin_soc ceph cwd unknown /proc/42486/task/42496/cwd (readlink: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42496 admin_soc ceph rtd unknown /proc/42486/task/42496/root (readlink: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42496 admin_soc ceph txt unknown /proc/42486/task/42496/exe (readlink: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42496 admin_soc ceph NOFD /proc/42486/task/42496/fd (opendir: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42641 signal_ha ceph cwd unknown /proc/42486/task/42641/cwd (readlink: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42641 signal_ha ceph rtd unknown /proc/42486/task/42641/root (readlink: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42641 signal_ha ceph txt unknown /proc/42486/task/42641/exe (readlink: Permission denied) 2024-04-25T01:28:49.291 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42641 signal_ha ceph NOFD /proc/42486/task/42641/fd (opendir: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42642 io_contex ceph cwd unknown /proc/42486/task/42642/cwd (readlink: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42642 io_contex ceph rtd unknown /proc/42486/task/42642/root (readlink: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42642 io_contex ceph txt unknown /proc/42486/task/42642/exe (readlink: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42642 io_contex ceph NOFD /proc/42486/task/42642/fd (opendir: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42643 io_contex ceph cwd unknown /proc/42486/task/42643/cwd (readlink: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42643 io_contex ceph rtd unknown /proc/42486/task/42643/root (readlink: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42643 io_contex ceph txt unknown /proc/42486/task/42643/exe (readlink: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42643 io_contex ceph NOFD /proc/42486/task/42643/fd (opendir: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42647 OpHistory ceph cwd unknown /proc/42486/task/42647/cwd (readlink: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42647 OpHistory ceph rtd unknown /proc/42486/task/42647/root (readlink: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42647 OpHistory ceph txt unknown /proc/42486/task/42647/exe (readlink: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42647 OpHistory ceph NOFD /proc/42486/task/42647/fd (opendir: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42648 ceph_time ceph cwd unknown /proc/42486/task/42648/cwd (readlink: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42648 ceph_time ceph rtd unknown /proc/42486/task/42648/root (readlink: Permission denied) 2024-04-25T01:28:49.292 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42648 ceph_time ceph txt unknown /proc/42486/task/42648/exe (readlink: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42648 ceph_time ceph NOFD /proc/42486/task/42648/fd (opendir: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42749 ceph-osd ceph cwd unknown /proc/42486/task/42749/cwd (readlink: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42749 ceph-osd ceph rtd unknown /proc/42486/task/42749/root (readlink: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42749 ceph-osd ceph txt unknown /proc/42486/task/42749/exe (readlink: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42749 ceph-osd ceph NOFD /proc/42486/task/42749/fd (opendir: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42770 ceph-osd ceph cwd unknown /proc/42486/task/42770/cwd (readlink: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42770 ceph-osd ceph rtd unknown /proc/42486/task/42770/root (readlink: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42770 ceph-osd ceph txt unknown /proc/42486/task/42770/exe (readlink: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42770 ceph-osd ceph NOFD /proc/42486/task/42770/fd (opendir: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42807 ceph-osd ceph cwd unknown /proc/42486/task/42807/cwd (readlink: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42807 ceph-osd ceph rtd unknown /proc/42486/task/42807/root (readlink: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42807 ceph-osd ceph txt unknown /proc/42486/task/42807/exe (readlink: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42807 ceph-osd ceph NOFD /proc/42486/task/42807/fd (opendir: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42814 ceph-osd ceph cwd unknown /proc/42486/task/42814/cwd (readlink: Permission denied) 2024-04-25T01:28:49.293 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42814 ceph-osd ceph rtd unknown /proc/42486/task/42814/root (readlink: Permission denied) 2024-04-25T01:28:49.294 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42814 ceph-osd ceph txt unknown /proc/42486/task/42814/exe (readlink: Permission denied) 2024-04-25T01:28:49.294 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42814 ceph-osd ceph NOFD /proc/42486/task/42814/fd (opendir: Permission denied) 2024-04-25T01:28:49.294 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42833 ceph-osd ceph cwd unknown /proc/42486/task/42833/cwd (readlink: Permission denied) 2024-04-25T01:28:49.294 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42833 ceph-osd ceph rtd unknown /proc/42486/task/42833/root (readlink: Permission denied) 2024-04-25T01:28:49.294 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42833 ceph-osd ceph txt unknown /proc/42486/task/42833/exe (readlink: Permission denied) 2024-04-25T01:28:49.294 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42833 ceph-osd ceph NOFD /proc/42486/task/42833/fd (opendir: Permission denied) 2024-04-25T01:28:49.294 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42839 ceph-osd ceph cwd unknown /proc/42486/task/42839/cwd (readlink: Permission denied) 2024-04-25T01:28:49.294 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42839 ceph-osd ceph rtd unknown /proc/42486/task/42839/root (readlink: Permission denied) 2024-04-25T01:28:49.294 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42839 ceph-osd ceph txt unknown /proc/42486/task/42839/exe (readlink: Permission denied) 2024-04-25T01:28:49.294 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42839 ceph-osd ceph NOFD /proc/42486/task/42839/fd (opendir: Permission denied) 2024-04-25T01:28:49.294 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42871 ceph-osd ceph cwd unknown /proc/42486/task/42871/cwd (readlink: Permission denied) 2024-04-25T01:28:49.294 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42871 ceph-osd ceph rtd unknown /proc/42486/task/42871/root (readlink: Permission denied) 2024-04-25T01:28:49.294 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42871 ceph-osd ceph txt unknown /proc/42486/task/42871/exe (readlink: Permission denied) 2024-04-25T01:28:49.294 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42871 ceph-osd ceph NOFD /proc/42486/task/42871/fd (opendir: Permission denied) 2024-04-25T01:28:49.295 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42890 ceph-osd ceph cwd unknown /proc/42486/task/42890/cwd (readlink: Permission denied) 2024-04-25T01:28:49.295 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42890 ceph-osd ceph rtd unknown /proc/42486/task/42890/root (readlink: Permission denied) 2024-04-25T01:28:49.295 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42890 ceph-osd ceph txt unknown /proc/42486/task/42890/exe (readlink: Permission denied) 2024-04-25T01:28:49.295 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42890 ceph-osd ceph NOFD /proc/42486/task/42890/fd (opendir: Permission denied) 2024-04-25T01:28:49.295 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42891 ceph-osd ceph cwd unknown /proc/42486/task/42891/cwd (readlink: Permission denied) 2024-04-25T01:28:49.295 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42891 ceph-osd ceph rtd unknown /proc/42486/task/42891/root (readlink: Permission denied) 2024-04-25T01:28:49.295 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42891 ceph-osd ceph txt unknown /proc/42486/task/42891/exe (readlink: Permission denied) 2024-04-25T01:28:49.295 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42891 ceph-osd ceph NOFD /proc/42486/task/42891/fd (opendir: Permission denied) 2024-04-25T01:28:49.295 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42892 safe_time ceph cwd unknown /proc/42486/task/42892/cwd (readlink: Permission denied) 2024-04-25T01:28:49.295 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42892 safe_time ceph rtd unknown /proc/42486/task/42892/root (readlink: Permission denied) 2024-04-25T01:28:49.295 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42892 safe_time ceph txt unknown /proc/42486/task/42892/exe (readlink: Permission denied) 2024-04-25T01:28:49.295 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42892 safe_time ceph NOFD /proc/42486/task/42892/fd (opendir: Permission denied) 2024-04-25T01:28:49.295 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42893 safe_time ceph cwd unknown /proc/42486/task/42893/cwd (readlink: Permission denied) 2024-04-25T01:28:49.295 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42893 safe_time ceph rtd unknown /proc/42486/task/42893/root (readlink: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42893 safe_time ceph txt unknown /proc/42486/task/42893/exe (readlink: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42893 safe_time ceph NOFD /proc/42486/task/42893/fd (opendir: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42894 safe_time ceph cwd unknown /proc/42486/task/42894/cwd (readlink: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42894 safe_time ceph rtd unknown /proc/42486/task/42894/root (readlink: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42894 safe_time ceph txt unknown /proc/42486/task/42894/exe (readlink: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42894 safe_time ceph NOFD /proc/42486/task/42894/fd (opendir: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42895 safe_time ceph cwd unknown /proc/42486/task/42895/cwd (readlink: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42895 safe_time ceph rtd unknown /proc/42486/task/42895/root (readlink: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42895 safe_time ceph txt unknown /proc/42486/task/42895/exe (readlink: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42895 safe_time ceph NOFD /proc/42486/task/42895/fd (opendir: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42896 fn_anonym ceph cwd unknown /proc/42486/task/42896/cwd (readlink: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42896 fn_anonym ceph rtd unknown /proc/42486/task/42896/root (readlink: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42896 fn_anonym ceph txt unknown /proc/42486/task/42896/exe (readlink: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42896 fn_anonym ceph NOFD /proc/42486/task/42896/fd (opendir: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42903 rocksdb:l ceph cwd unknown /proc/42486/task/42903/cwd (readlink: Permission denied) 2024-04-25T01:28:49.296 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42903 rocksdb:l ceph rtd unknown /proc/42486/task/42903/root (readlink: Permission denied) 2024-04-25T01:28:49.297 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42903 rocksdb:l ceph txt unknown /proc/42486/task/42903/exe (readlink: Permission denied) 2024-04-25T01:28:49.297 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42903 rocksdb:l ceph NOFD /proc/42486/task/42903/fd (opendir: Permission denied) 2024-04-25T01:28:49.297 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42904 rocksdb:l ceph cwd unknown /proc/42486/task/42904/cwd (readlink: Permission denied) 2024-04-25T01:28:49.297 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42904 rocksdb:l ceph rtd unknown /proc/42486/task/42904/root (readlink: Permission denied) 2024-04-25T01:28:49.297 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42904 rocksdb:l ceph txt unknown /proc/42486/task/42904/exe (readlink: Permission denied) 2024-04-25T01:28:49.297 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42904 rocksdb:l ceph NOFD /proc/42486/task/42904/fd (opendir: Permission denied) 2024-04-25T01:28:49.297 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42905 rocksdb:l ceph cwd unknown /proc/42486/task/42905/cwd (readlink: Permission denied) 2024-04-25T01:28:49.297 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42905 rocksdb:l ceph rtd unknown /proc/42486/task/42905/root (readlink: Permission denied) 2024-04-25T01:28:49.297 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42905 rocksdb:l ceph txt unknown /proc/42486/task/42905/exe (readlink: Permission denied) 2024-04-25T01:28:49.297 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42905 rocksdb:l ceph NOFD /proc/42486/task/42905/fd (opendir: Permission denied) 2024-04-25T01:28:49.297 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42906 rocksdb:h ceph cwd unknown /proc/42486/task/42906/cwd (readlink: Permission denied) 2024-04-25T01:28:49.297 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42906 rocksdb:h ceph rtd unknown /proc/42486/task/42906/root (readlink: Permission denied) 2024-04-25T01:28:49.297 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42906 rocksdb:h ceph txt unknown /proc/42486/task/42906/exe (readlink: Permission denied) 2024-04-25T01:28:49.297 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 42906 rocksdb:h ceph NOFD /proc/42486/task/42906/fd (opendir: Permission denied) 2024-04-25T01:28:49.298 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43301 bstore_ai ceph cwd unknown /proc/42486/task/43301/cwd (readlink: Permission denied) 2024-04-25T01:28:49.298 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43301 bstore_ai ceph rtd unknown /proc/42486/task/43301/root (readlink: Permission denied) 2024-04-25T01:28:49.298 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43301 bstore_ai ceph txt unknown /proc/42486/task/43301/exe (readlink: Permission denied) 2024-04-25T01:28:49.298 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43301 bstore_ai ceph NOFD /proc/42486/task/43301/fd (opendir: Permission denied) 2024-04-25T01:28:49.298 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43302 bstore_di ceph cwd unknown /proc/42486/task/43302/cwd (readlink: Permission denied) 2024-04-25T01:28:49.298 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43302 bstore_di ceph rtd unknown /proc/42486/task/43302/root (readlink: Permission denied) 2024-04-25T01:28:49.298 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43302 bstore_di ceph txt unknown /proc/42486/task/43302/exe (readlink: Permission denied) 2024-04-25T01:28:49.298 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43302 bstore_di ceph NOFD /proc/42486/task/43302/fd (opendir: Permission denied) 2024-04-25T01:28:49.298 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43529 bstore_ai ceph cwd unknown /proc/42486/task/43529/cwd (readlink: Permission denied) 2024-04-25T01:28:49.298 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43529 bstore_ai ceph rtd unknown /proc/42486/task/43529/root (readlink: Permission denied) 2024-04-25T01:28:49.298 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43529 bstore_ai ceph txt unknown /proc/42486/task/43529/exe (readlink: Permission denied) 2024-04-25T01:28:49.298 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43529 bstore_ai ceph NOFD /proc/42486/task/43529/fd (opendir: Permission denied) 2024-04-25T01:28:49.298 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43530 bstore_di ceph cwd unknown /proc/42486/task/43530/cwd (readlink: Permission denied) 2024-04-25T01:28:49.298 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43530 bstore_di ceph rtd unknown /proc/42486/task/43530/root (readlink: Permission denied) 2024-04-25T01:28:49.299 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43530 bstore_di ceph txt unknown /proc/42486/task/43530/exe (readlink: Permission denied) 2024-04-25T01:28:49.299 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43530 bstore_di ceph NOFD /proc/42486/task/43530/fd (opendir: Permission denied) 2024-04-25T01:28:49.299 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43728 ceph-osd ceph cwd unknown /proc/42486/task/43728/cwd (readlink: Permission denied) 2024-04-25T01:28:49.299 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43728 ceph-osd ceph rtd unknown /proc/42486/task/43728/root (readlink: Permission denied) 2024-04-25T01:28:49.299 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43728 ceph-osd ceph txt unknown /proc/42486/task/43728/exe (readlink: Permission denied) 2024-04-25T01:28:49.299 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43728 ceph-osd ceph NOFD /proc/42486/task/43728/fd (opendir: Permission denied) 2024-04-25T01:28:49.299 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43729 cfin ceph cwd unknown /proc/42486/task/43729/cwd (readlink: Permission denied) 2024-04-25T01:28:49.299 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43729 cfin ceph rtd unknown /proc/42486/task/43729/root (readlink: Permission denied) 2024-04-25T01:28:49.299 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43729 cfin ceph txt unknown /proc/42486/task/43729/exe (readlink: Permission denied) 2024-04-25T01:28:49.299 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43729 cfin ceph NOFD /proc/42486/task/43729/fd (opendir: Permission denied) 2024-04-25T01:28:49.299 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43730 bstore_kv ceph cwd unknown /proc/42486/task/43730/cwd (readlink: Permission denied) 2024-04-25T01:28:49.299 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43730 bstore_kv ceph rtd unknown /proc/42486/task/43730/root (readlink: Permission denied) 2024-04-25T01:28:49.299 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43730 bstore_kv ceph txt unknown /proc/42486/task/43730/exe (readlink: Permission denied) 2024-04-25T01:28:49.299 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43730 bstore_kv ceph NOFD /proc/42486/task/43730/fd (opendir: Permission denied) 2024-04-25T01:28:49.300 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43731 bstore_kv ceph cwd unknown /proc/42486/task/43731/cwd (readlink: Permission denied) 2024-04-25T01:28:49.300 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43731 bstore_kv ceph rtd unknown /proc/42486/task/43731/root (readlink: Permission denied) 2024-04-25T01:28:49.300 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43731 bstore_kv ceph txt unknown /proc/42486/task/43731/exe (readlink: Permission denied) 2024-04-25T01:28:49.300 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43731 bstore_kv ceph NOFD /proc/42486/task/43731/fd (opendir: Permission denied) 2024-04-25T01:28:49.300 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43732 bstore_me ceph cwd unknown /proc/42486/task/43732/cwd (readlink: Permission denied) 2024-04-25T01:28:49.300 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43732 bstore_me ceph rtd unknown /proc/42486/task/43732/root (readlink: Permission denied) 2024-04-25T01:28:49.300 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43732 bstore_me ceph txt unknown /proc/42486/task/43732/exe (readlink: Permission denied) 2024-04-25T01:28:49.300 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43732 bstore_me ceph NOFD /proc/42486/task/43732/fd (opendir: Permission denied) 2024-04-25T01:28:49.300 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43738 ms_dispat ceph cwd unknown /proc/42486/task/43738/cwd (readlink: Permission denied) 2024-04-25T01:28:49.300 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43738 ms_dispat ceph rtd unknown /proc/42486/task/43738/root (readlink: Permission denied) 2024-04-25T01:28:49.300 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43738 ms_dispat ceph txt unknown /proc/42486/task/43738/exe (readlink: Permission denied) 2024-04-25T01:28:49.300 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43738 ms_dispat ceph NOFD /proc/42486/task/43738/fd (opendir: Permission denied) 2024-04-25T01:28:49.300 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43739 ms_local ceph cwd unknown /proc/42486/task/43739/cwd (readlink: Permission denied) 2024-04-25T01:28:49.300 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43739 ms_local ceph rtd unknown /proc/42486/task/43739/root (readlink: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43739 ms_local ceph txt unknown /proc/42486/task/43739/exe (readlink: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43739 ms_local ceph NOFD /proc/42486/task/43739/fd (opendir: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43740 safe_time ceph cwd unknown /proc/42486/task/43740/cwd (readlink: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43740 safe_time ceph rtd unknown /proc/42486/task/43740/root (readlink: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43740 safe_time ceph txt unknown /proc/42486/task/43740/exe (readlink: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43740 safe_time ceph NOFD /proc/42486/task/43740/fd (opendir: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43741 safe_time ceph cwd unknown /proc/42486/task/43741/cwd (readlink: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43741 safe_time ceph rtd unknown /proc/42486/task/43741/root (readlink: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43741 safe_time ceph txt unknown /proc/42486/task/43741/exe (readlink: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43741 safe_time ceph NOFD /proc/42486/task/43741/fd (opendir: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43742 ms_dispat ceph cwd unknown /proc/42486/task/43742/cwd (readlink: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43742 ms_dispat ceph rtd unknown /proc/42486/task/43742/root (readlink: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43742 ms_dispat ceph txt unknown /proc/42486/task/43742/exe (readlink: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43742 ms_dispat ceph NOFD /proc/42486/task/43742/fd (opendir: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43743 ms_local ceph cwd unknown /proc/42486/task/43743/cwd (readlink: Permission denied) 2024-04-25T01:28:49.301 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43743 ms_local ceph rtd unknown /proc/42486/task/43743/root (readlink: Permission denied) 2024-04-25T01:28:49.302 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43743 ms_local ceph txt unknown /proc/42486/task/43743/exe (readlink: Permission denied) 2024-04-25T01:28:49.302 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43743 ms_local ceph NOFD /proc/42486/task/43743/fd (opendir: Permission denied) 2024-04-25T01:28:49.302 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43744 ms_dispat ceph cwd unknown /proc/42486/task/43744/cwd (readlink: Permission denied) 2024-04-25T01:28:49.302 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43744 ms_dispat ceph rtd unknown /proc/42486/task/43744/root (readlink: Permission denied) 2024-04-25T01:28:49.302 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43744 ms_dispat ceph txt unknown /proc/42486/task/43744/exe (readlink: Permission denied) 2024-04-25T01:28:49.302 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43744 ms_dispat ceph NOFD /proc/42486/task/43744/fd (opendir: Permission denied) 2024-04-25T01:28:49.302 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43745 ms_local ceph cwd unknown /proc/42486/task/43745/cwd (readlink: Permission denied) 2024-04-25T01:28:49.302 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43745 ms_local ceph rtd unknown /proc/42486/task/43745/root (readlink: Permission denied) 2024-04-25T01:28:49.302 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43745 ms_local ceph txt unknown /proc/42486/task/43745/exe (readlink: Permission denied) 2024-04-25T01:28:49.302 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43745 ms_local ceph NOFD /proc/42486/task/43745/fd (opendir: Permission denied) 2024-04-25T01:28:49.302 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43746 ms_dispat ceph cwd unknown /proc/42486/task/43746/cwd (readlink: Permission denied) 2024-04-25T01:28:49.302 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43746 ms_dispat ceph rtd unknown /proc/42486/task/43746/root (readlink: Permission denied) 2024-04-25T01:28:49.302 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43746 ms_dispat ceph txt unknown /proc/42486/task/43746/exe (readlink: Permission denied) 2024-04-25T01:28:49.302 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43746 ms_dispat ceph NOFD /proc/42486/task/43746/fd (opendir: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43747 ms_local ceph cwd unknown /proc/42486/task/43747/cwd (readlink: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43747 ms_local ceph rtd unknown /proc/42486/task/43747/root (readlink: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43747 ms_local ceph txt unknown /proc/42486/task/43747/exe (readlink: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43747 ms_local ceph NOFD /proc/42486/task/43747/fd (opendir: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43748 ms_dispat ceph cwd unknown /proc/42486/task/43748/cwd (readlink: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43748 ms_dispat ceph rtd unknown /proc/42486/task/43748/root (readlink: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43748 ms_dispat ceph txt unknown /proc/42486/task/43748/exe (readlink: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43748 ms_dispat ceph NOFD /proc/42486/task/43748/fd (opendir: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43749 ms_local ceph cwd unknown /proc/42486/task/43749/cwd (readlink: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43749 ms_local ceph rtd unknown /proc/42486/task/43749/root (readlink: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43749 ms_local ceph txt unknown /proc/42486/task/43749/exe (readlink: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43749 ms_local ceph NOFD /proc/42486/task/43749/fd (opendir: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43750 ms_dispat ceph cwd unknown /proc/42486/task/43750/cwd (readlink: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43750 ms_dispat ceph rtd unknown /proc/42486/task/43750/root (readlink: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43750 ms_dispat ceph txt unknown /proc/42486/task/43750/exe (readlink: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43750 ms_dispat ceph NOFD /proc/42486/task/43750/fd (opendir: Permission denied) 2024-04-25T01:28:49.303 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43751 ms_local ceph cwd unknown /proc/42486/task/43751/cwd (readlink: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43751 ms_local ceph rtd unknown /proc/42486/task/43751/root (readlink: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43751 ms_local ceph txt unknown /proc/42486/task/43751/exe (readlink: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43751 ms_local ceph NOFD /proc/42486/task/43751/fd (opendir: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43752 ms_dispat ceph cwd unknown /proc/42486/task/43752/cwd (readlink: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43752 ms_dispat ceph rtd unknown /proc/42486/task/43752/root (readlink: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43752 ms_dispat ceph txt unknown /proc/42486/task/43752/exe (readlink: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43752 ms_dispat ceph NOFD /proc/42486/task/43752/fd (opendir: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43753 ms_local ceph cwd unknown /proc/42486/task/43753/cwd (readlink: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43753 ms_local ceph rtd unknown /proc/42486/task/43753/root (readlink: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43753 ms_local ceph txt unknown /proc/42486/task/43753/exe (readlink: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43753 ms_local ceph NOFD /proc/42486/task/43753/fd (opendir: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43754 fn_anonym ceph cwd unknown /proc/42486/task/43754/cwd (readlink: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43754 fn_anonym ceph rtd unknown /proc/42486/task/43754/root (readlink: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43754 fn_anonym ceph txt unknown /proc/42486/task/43754/exe (readlink: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43754 fn_anonym ceph NOFD /proc/42486/task/43754/fd (opendir: Permission denied) 2024-04-25T01:28:49.304 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43755 finisher ceph cwd unknown /proc/42486/task/43755/cwd (readlink: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43755 finisher ceph rtd unknown /proc/42486/task/43755/root (readlink: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43755 finisher ceph txt unknown /proc/42486/task/43755/exe (readlink: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43755 finisher ceph NOFD /proc/42486/task/43755/fd (opendir: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43756 safe_time ceph cwd unknown /proc/42486/task/43756/cwd (readlink: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43756 safe_time ceph rtd unknown /proc/42486/task/43756/root (readlink: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43756 safe_time ceph txt unknown /proc/42486/task/43756/exe (readlink: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43756 safe_time ceph NOFD /proc/42486/task/43756/fd (opendir: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43757 safe_time ceph cwd unknown /proc/42486/task/43757/cwd (readlink: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43757 safe_time ceph rtd unknown /proc/42486/task/43757/root (readlink: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43757 safe_time ceph txt unknown /proc/42486/task/43757/exe (readlink: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43757 safe_time ceph NOFD /proc/42486/task/43757/fd (opendir: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43758 ceph-osd ceph cwd unknown /proc/42486/task/43758/cwd (readlink: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43758 ceph-osd ceph rtd unknown /proc/42486/task/43758/root (readlink: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43758 ceph-osd ceph txt unknown /proc/42486/task/43758/exe (readlink: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43758 ceph-osd ceph NOFD /proc/42486/task/43758/fd (opendir: Permission denied) 2024-04-25T01:28:49.305 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43759 osd_srv_a ceph cwd unknown /proc/42486/task/43759/cwd (readlink: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43759 osd_srv_a ceph rtd unknown /proc/42486/task/43759/root (readlink: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43759 osd_srv_a ceph txt unknown /proc/42486/task/43759/exe (readlink: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43759 osd_srv_a ceph NOFD /proc/42486/task/43759/fd (opendir: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43760 tp_osd_tp ceph cwd unknown /proc/42486/task/43760/cwd (readlink: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43760 tp_osd_tp ceph rtd unknown /proc/42486/task/43760/root (readlink: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43760 tp_osd_tp ceph txt unknown /proc/42486/task/43760/exe (readlink: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43760 tp_osd_tp ceph NOFD /proc/42486/task/43760/fd (opendir: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43761 tp_osd_tp ceph cwd unknown /proc/42486/task/43761/cwd (readlink: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43761 tp_osd_tp ceph rtd unknown /proc/42486/task/43761/root (readlink: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43761 tp_osd_tp ceph txt unknown /proc/42486/task/43761/exe (readlink: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43761 tp_osd_tp ceph NOFD /proc/42486/task/43761/fd (opendir: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43762 tp_osd_tp ceph cwd unknown /proc/42486/task/43762/cwd (readlink: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43762 tp_osd_tp ceph rtd unknown /proc/42486/task/43762/root (readlink: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43762 tp_osd_tp ceph txt unknown /proc/42486/task/43762/exe (readlink: Permission denied) 2024-04-25T01:28:49.306 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43762 tp_osd_tp ceph NOFD /proc/42486/task/43762/fd (opendir: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43763 tp_osd_tp ceph cwd unknown /proc/42486/task/43763/cwd (readlink: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43763 tp_osd_tp ceph rtd unknown /proc/42486/task/43763/root (readlink: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43763 tp_osd_tp ceph txt unknown /proc/42486/task/43763/exe (readlink: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43763 tp_osd_tp ceph NOFD /proc/42486/task/43763/fd (opendir: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43764 tp_osd_tp ceph cwd unknown /proc/42486/task/43764/cwd (readlink: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43764 tp_osd_tp ceph rtd unknown /proc/42486/task/43764/root (readlink: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43764 tp_osd_tp ceph txt unknown /proc/42486/task/43764/exe (readlink: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43764 tp_osd_tp ceph NOFD /proc/42486/task/43764/fd (opendir: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43765 tp_osd_tp ceph cwd unknown /proc/42486/task/43765/cwd (readlink: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43765 tp_osd_tp ceph rtd unknown /proc/42486/task/43765/root (readlink: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43765 tp_osd_tp ceph txt unknown /proc/42486/task/43765/exe (readlink: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43765 tp_osd_tp ceph NOFD /proc/42486/task/43765/fd (opendir: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43766 tp_osd_tp ceph cwd unknown /proc/42486/task/43766/cwd (readlink: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43766 tp_osd_tp ceph rtd unknown /proc/42486/task/43766/root (readlink: Permission denied) 2024-04-25T01:28:49.307 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43766 tp_osd_tp ceph txt unknown /proc/42486/task/43766/exe (readlink: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43766 tp_osd_tp ceph NOFD /proc/42486/task/43766/fd (opendir: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43767 tp_osd_tp ceph cwd unknown /proc/42486/task/43767/cwd (readlink: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43767 tp_osd_tp ceph rtd unknown /proc/42486/task/43767/root (readlink: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43767 tp_osd_tp ceph txt unknown /proc/42486/task/43767/exe (readlink: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43767 tp_osd_tp ceph NOFD /proc/42486/task/43767/fd (opendir: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43768 tp_osd_tp ceph cwd unknown /proc/42486/task/43768/cwd (readlink: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43768 tp_osd_tp ceph rtd unknown /proc/42486/task/43768/root (readlink: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43768 tp_osd_tp ceph txt unknown /proc/42486/task/43768/exe (readlink: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43768 tp_osd_tp ceph NOFD /proc/42486/task/43768/fd (opendir: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43769 tp_osd_tp ceph cwd unknown /proc/42486/task/43769/cwd (readlink: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43769 tp_osd_tp ceph rtd unknown /proc/42486/task/43769/root (readlink: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43769 tp_osd_tp ceph txt unknown /proc/42486/task/43769/exe (readlink: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43769 tp_osd_tp ceph NOFD /proc/42486/task/43769/fd (opendir: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43770 tp_osd_tp ceph cwd unknown /proc/42486/task/43770/cwd (readlink: Permission denied) 2024-04-25T01:28:49.308 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43770 tp_osd_tp ceph rtd unknown /proc/42486/task/43770/root (readlink: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43770 tp_osd_tp ceph txt unknown /proc/42486/task/43770/exe (readlink: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43770 tp_osd_tp ceph NOFD /proc/42486/task/43770/fd (opendir: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43771 tp_osd_tp ceph cwd unknown /proc/42486/task/43771/cwd (readlink: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43771 tp_osd_tp ceph rtd unknown /proc/42486/task/43771/root (readlink: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43771 tp_osd_tp ceph txt unknown /proc/42486/task/43771/exe (readlink: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43771 tp_osd_tp ceph NOFD /proc/42486/task/43771/fd (opendir: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43772 tp_osd_tp ceph cwd unknown /proc/42486/task/43772/cwd (readlink: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43772 tp_osd_tp ceph rtd unknown /proc/42486/task/43772/root (readlink: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43772 tp_osd_tp ceph txt unknown /proc/42486/task/43772/exe (readlink: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43772 tp_osd_tp ceph NOFD /proc/42486/task/43772/fd (opendir: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43773 tp_osd_tp ceph cwd unknown /proc/42486/task/43773/cwd (readlink: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43773 tp_osd_tp ceph rtd unknown /proc/42486/task/43773/root (readlink: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43773 tp_osd_tp ceph txt unknown /proc/42486/task/43773/exe (readlink: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43773 tp_osd_tp ceph NOFD /proc/42486/task/43773/fd (opendir: Permission denied) 2024-04-25T01:28:49.309 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43774 tp_osd_tp ceph cwd unknown /proc/42486/task/43774/cwd (readlink: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43774 tp_osd_tp ceph rtd unknown /proc/42486/task/43774/root (readlink: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43774 tp_osd_tp ceph txt unknown /proc/42486/task/43774/exe (readlink: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43774 tp_osd_tp ceph NOFD /proc/42486/task/43774/fd (opendir: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43775 tp_osd_tp ceph cwd unknown /proc/42486/task/43775/cwd (readlink: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43775 tp_osd_tp ceph rtd unknown /proc/42486/task/43775/root (readlink: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43775 tp_osd_tp ceph txt unknown /proc/42486/task/43775/exe (readlink: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43775 tp_osd_tp ceph NOFD /proc/42486/task/43775/fd (opendir: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43776 osd_srv_h ceph cwd unknown /proc/42486/task/43776/cwd (readlink: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43776 osd_srv_h ceph rtd unknown /proc/42486/task/43776/root (readlink: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43776 osd_srv_h ceph txt unknown /proc/42486/task/43776/exe (readlink: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 42486 43776 osd_srv_h ceph NOFD /proc/42486/task/43776/fd (opendir: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 43924 root cwd unknown /proc/43924/cwd (readlink: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 43924 root rtd unknown /proc/43924/root (readlink: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 43924 root txt unknown /proc/43924/exe (readlink: Permission denied) 2024-04-25T01:28:49.310 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 43924 root NOFD /proc/43924/fd (opendir: Permission denied) 2024-04-25T01:28:49.311 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 43952 root cwd unknown /proc/43952/cwd (readlink: Permission denied) 2024-04-25T01:28:49.311 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 43952 root rtd unknown /proc/43952/root (readlink: Permission denied) 2024-04-25T01:28:49.311 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 43952 root txt unknown /proc/43952/exe (readlink: Permission denied) 2024-04-25T01:28:49.311 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 43952 root NOFD /proc/43952/fd (opendir: Permission denied) 2024-04-25T01:28:49.311 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 46551 root cwd unknown /proc/46551/cwd (readlink: Permission denied) 2024-04-25T01:28:49.311 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 46551 root rtd unknown /proc/46551/root (readlink: Permission denied) 2024-04-25T01:28:49.311 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 46551 root txt unknown /proc/46551/exe (readlink: Permission denied) 2024-04-25T01:28:49.311 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 46551 root NOFD /proc/46551/fd (opendir: Permission denied) 2024-04-25T01:28:49.311 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 48988 root cwd unknown /proc/48988/cwd (readlink: Permission denied) 2024-04-25T01:28:49.311 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 48988 root rtd unknown /proc/48988/root (readlink: Permission denied) 2024-04-25T01:28:49.311 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 48988 root txt unknown /proc/48988/exe (readlink: Permission denied) 2024-04-25T01:28:49.311 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 48988 root NOFD /proc/48988/fd (opendir: Permission denied) 2024-04-25T01:28:49.311 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 48990 root cwd unknown /proc/48990/cwd (readlink: Permission denied) 2024-04-25T01:28:49.311 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 48990 root rtd unknown /proc/48990/root (readlink: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 48990 root txt unknown /proc/48990/exe (readlink: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 48990 root NOFD /proc/48990/fd (opendir: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 ceph cwd unknown /proc/48992/cwd (readlink: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 ceph rtd unknown /proc/48992/root (readlink: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 ceph txt unknown /proc/48992/exe (readlink: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 ceph NOFD /proc/48992/fd (opendir: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48993 log ceph cwd unknown /proc/48992/task/48993/cwd (readlink: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48993 log ceph rtd unknown /proc/48992/task/48993/root (readlink: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48993 log ceph txt unknown /proc/48992/task/48993/exe (readlink: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48993 log ceph NOFD /proc/48992/task/48993/fd (opendir: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48995 msgr-work ceph cwd unknown /proc/48992/task/48995/cwd (readlink: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48995 msgr-work ceph rtd unknown /proc/48992/task/48995/root (readlink: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48995 msgr-work ceph txt unknown /proc/48992/task/48995/exe (readlink: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48995 msgr-work ceph NOFD /proc/48992/task/48995/fd (opendir: Permission denied) 2024-04-25T01:28:49.312 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48996 msgr-work ceph cwd unknown /proc/48992/task/48996/cwd (readlink: Permission denied) 2024-04-25T01:28:49.313 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48996 msgr-work ceph rtd unknown /proc/48992/task/48996/root (readlink: Permission denied) 2024-04-25T01:28:49.313 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48996 msgr-work ceph txt unknown /proc/48992/task/48996/exe (readlink: Permission denied) 2024-04-25T01:28:49.313 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48996 msgr-work ceph NOFD /proc/48992/task/48996/fd (opendir: Permission denied) 2024-04-25T01:28:49.313 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48997 msgr-work ceph cwd unknown /proc/48992/task/48997/cwd (readlink: Permission denied) 2024-04-25T01:28:49.313 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48997 msgr-work ceph rtd unknown /proc/48992/task/48997/root (readlink: Permission denied) 2024-04-25T01:28:49.313 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48997 msgr-work ceph txt unknown /proc/48992/task/48997/exe (readlink: Permission denied) 2024-04-25T01:28:49.313 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 48997 msgr-work ceph NOFD /proc/48992/task/48997/fd (opendir: Permission denied) 2024-04-25T01:28:49.313 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49001 service ceph cwd unknown /proc/48992/task/49001/cwd (readlink: Permission denied) 2024-04-25T01:28:49.313 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49001 service ceph rtd unknown /proc/48992/task/49001/root (readlink: Permission denied) 2024-04-25T01:28:49.313 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49001 service ceph txt unknown /proc/48992/task/49001/exe (readlink: Permission denied) 2024-04-25T01:28:49.313 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49001 service ceph NOFD /proc/48992/task/49001/fd (opendir: Permission denied) 2024-04-25T01:28:49.313 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49002 admin_soc ceph cwd unknown /proc/48992/task/49002/cwd (readlink: Permission denied) 2024-04-25T01:28:49.313 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49002 admin_soc ceph rtd unknown /proc/48992/task/49002/root (readlink: Permission denied) 2024-04-25T01:28:49.313 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49002 admin_soc ceph txt unknown /proc/48992/task/49002/exe (readlink: Permission denied) 2024-04-25T01:28:49.314 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49002 admin_soc ceph NOFD /proc/48992/task/49002/fd (opendir: Permission denied) 2024-04-25T01:28:49.314 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49147 signal_ha ceph cwd unknown /proc/48992/task/49147/cwd (readlink: Permission denied) 2024-04-25T01:28:49.314 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49147 signal_ha ceph rtd unknown /proc/48992/task/49147/root (readlink: Permission denied) 2024-04-25T01:28:49.314 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49147 signal_ha ceph txt unknown /proc/48992/task/49147/exe (readlink: Permission denied) 2024-04-25T01:28:49.314 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49147 signal_ha ceph NOFD /proc/48992/task/49147/fd (opendir: Permission denied) 2024-04-25T01:28:49.314 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49148 io_contex ceph cwd unknown /proc/48992/task/49148/cwd (readlink: Permission denied) 2024-04-25T01:28:49.314 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49148 io_contex ceph rtd unknown /proc/48992/task/49148/root (readlink: Permission denied) 2024-04-25T01:28:49.314 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49148 io_contex ceph txt unknown /proc/48992/task/49148/exe (readlink: Permission denied) 2024-04-25T01:28:49.314 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49148 io_contex ceph NOFD /proc/48992/task/49148/fd (opendir: Permission denied) 2024-04-25T01:28:49.314 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49149 io_contex ceph cwd unknown /proc/48992/task/49149/cwd (readlink: Permission denied) 2024-04-25T01:28:49.314 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49149 io_contex ceph rtd unknown /proc/48992/task/49149/root (readlink: Permission denied) 2024-04-25T01:28:49.314 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49149 io_contex ceph txt unknown /proc/48992/task/49149/exe (readlink: Permission denied) 2024-04-25T01:28:49.314 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49149 io_contex ceph NOFD /proc/48992/task/49149/fd (opendir: Permission denied) 2024-04-25T01:28:49.314 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49153 OpHistory ceph cwd unknown /proc/48992/task/49153/cwd (readlink: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49153 OpHistory ceph rtd unknown /proc/48992/task/49153/root (readlink: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49153 OpHistory ceph txt unknown /proc/48992/task/49153/exe (readlink: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49153 OpHistory ceph NOFD /proc/48992/task/49153/fd (opendir: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49154 ceph_time ceph cwd unknown /proc/48992/task/49154/cwd (readlink: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49154 ceph_time ceph rtd unknown /proc/48992/task/49154/root (readlink: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49154 ceph_time ceph txt unknown /proc/48992/task/49154/exe (readlink: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49154 ceph_time ceph NOFD /proc/48992/task/49154/fd (opendir: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49387 ceph-osd ceph cwd unknown /proc/48992/task/49387/cwd (readlink: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49387 ceph-osd ceph rtd unknown /proc/48992/task/49387/root (readlink: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49387 ceph-osd ceph txt unknown /proc/48992/task/49387/exe (readlink: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49387 ceph-osd ceph NOFD /proc/48992/task/49387/fd (opendir: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49388 safe_time ceph cwd unknown /proc/48992/task/49388/cwd (readlink: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49388 safe_time ceph rtd unknown /proc/48992/task/49388/root (readlink: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49388 safe_time ceph txt unknown /proc/48992/task/49388/exe (readlink: Permission denied) 2024-04-25T01:28:49.315 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49388 safe_time ceph NOFD /proc/48992/task/49388/fd (opendir: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49389 safe_time ceph cwd unknown /proc/48992/task/49389/cwd (readlink: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49389 safe_time ceph rtd unknown /proc/48992/task/49389/root (readlink: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49389 safe_time ceph txt unknown /proc/48992/task/49389/exe (readlink: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49389 safe_time ceph NOFD /proc/48992/task/49389/fd (opendir: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49390 safe_time ceph cwd unknown /proc/48992/task/49390/cwd (readlink: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49390 safe_time ceph rtd unknown /proc/48992/task/49390/root (readlink: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49390 safe_time ceph txt unknown /proc/48992/task/49390/exe (readlink: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49390 safe_time ceph NOFD /proc/48992/task/49390/fd (opendir: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49391 safe_time ceph cwd unknown /proc/48992/task/49391/cwd (readlink: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49391 safe_time ceph rtd unknown /proc/48992/task/49391/root (readlink: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49391 safe_time ceph txt unknown /proc/48992/task/49391/exe (readlink: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49391 safe_time ceph NOFD /proc/48992/task/49391/fd (opendir: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49392 fn_anonym ceph cwd unknown /proc/48992/task/49392/cwd (readlink: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49392 fn_anonym ceph rtd unknown /proc/48992/task/49392/root (readlink: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49392 fn_anonym ceph txt unknown /proc/48992/task/49392/exe (readlink: Permission denied) 2024-04-25T01:28:49.316 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49392 fn_anonym ceph NOFD /proc/48992/task/49392/fd (opendir: Permission denied) 2024-04-25T01:28:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49399 rocksdb:l ceph cwd unknown /proc/48992/task/49399/cwd (readlink: Permission denied) 2024-04-25T01:28:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49399 rocksdb:l ceph rtd unknown /proc/48992/task/49399/root (readlink: Permission denied) 2024-04-25T01:28:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49399 rocksdb:l ceph txt unknown /proc/48992/task/49399/exe (readlink: Permission denied) 2024-04-25T01:28:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49399 rocksdb:l ceph NOFD /proc/48992/task/49399/fd (opendir: Permission denied) 2024-04-25T01:28:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49400 rocksdb:l ceph cwd unknown /proc/48992/task/49400/cwd (readlink: Permission denied) 2024-04-25T01:28:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49400 rocksdb:l ceph rtd unknown /proc/48992/task/49400/root (readlink: Permission denied) 2024-04-25T01:28:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49400 rocksdb:l ceph txt unknown /proc/48992/task/49400/exe (readlink: Permission denied) 2024-04-25T01:28:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49400 rocksdb:l ceph NOFD /proc/48992/task/49400/fd (opendir: Permission denied) 2024-04-25T01:28:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49401 rocksdb:l ceph cwd unknown /proc/48992/task/49401/cwd (readlink: Permission denied) 2024-04-25T01:28:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49401 rocksdb:l ceph rtd unknown /proc/48992/task/49401/root (readlink: Permission denied) 2024-04-25T01:28:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49401 rocksdb:l ceph txt unknown /proc/48992/task/49401/exe (readlink: Permission denied) 2024-04-25T01:28:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49401 rocksdb:l ceph NOFD /proc/48992/task/49401/fd (opendir: Permission denied) 2024-04-25T01:28:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49402 rocksdb:h ceph cwd unknown /proc/48992/task/49402/cwd (readlink: Permission denied) 2024-04-25T01:28:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49402 rocksdb:h ceph rtd unknown /proc/48992/task/49402/root (readlink: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49402 rocksdb:h ceph txt unknown /proc/48992/task/49402/exe (readlink: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49402 rocksdb:h ceph NOFD /proc/48992/task/49402/fd (opendir: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49808 bstore_ai ceph cwd unknown /proc/48992/task/49808/cwd (readlink: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49808 bstore_ai ceph rtd unknown /proc/48992/task/49808/root (readlink: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49808 bstore_ai ceph txt unknown /proc/48992/task/49808/exe (readlink: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49808 bstore_ai ceph NOFD /proc/48992/task/49808/fd (opendir: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49809 bstore_di ceph cwd unknown /proc/48992/task/49809/cwd (readlink: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49809 bstore_di ceph rtd unknown /proc/48992/task/49809/root (readlink: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49809 bstore_di ceph txt unknown /proc/48992/task/49809/exe (readlink: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 49809 bstore_di ceph NOFD /proc/48992/task/49809/fd (opendir: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50020 bstore_ai ceph cwd unknown /proc/48992/task/50020/cwd (readlink: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50020 bstore_ai ceph rtd unknown /proc/48992/task/50020/root (readlink: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50020 bstore_ai ceph txt unknown /proc/48992/task/50020/exe (readlink: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50020 bstore_ai ceph NOFD /proc/48992/task/50020/fd (opendir: Permission denied) 2024-04-25T01:28:49.318 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50021 bstore_di ceph cwd unknown /proc/48992/task/50021/cwd (readlink: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50021 bstore_di ceph rtd unknown /proc/48992/task/50021/root (readlink: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50021 bstore_di ceph txt unknown /proc/48992/task/50021/exe (readlink: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50021 bstore_di ceph NOFD /proc/48992/task/50021/fd (opendir: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50208 ceph-osd ceph cwd unknown /proc/48992/task/50208/cwd (readlink: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50208 ceph-osd ceph rtd unknown /proc/48992/task/50208/root (readlink: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50208 ceph-osd ceph txt unknown /proc/48992/task/50208/exe (readlink: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50208 ceph-osd ceph NOFD /proc/48992/task/50208/fd (opendir: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50209 cfin ceph cwd unknown /proc/48992/task/50209/cwd (readlink: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50209 cfin ceph rtd unknown /proc/48992/task/50209/root (readlink: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50209 cfin ceph txt unknown /proc/48992/task/50209/exe (readlink: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50209 cfin ceph NOFD /proc/48992/task/50209/fd (opendir: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50210 bstore_kv ceph cwd unknown /proc/48992/task/50210/cwd (readlink: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50210 bstore_kv ceph rtd unknown /proc/48992/task/50210/root (readlink: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50210 bstore_kv ceph txt unknown /proc/48992/task/50210/exe (readlink: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50210 bstore_kv ceph NOFD /proc/48992/task/50210/fd (opendir: Permission denied) 2024-04-25T01:28:49.319 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50211 bstore_kv ceph cwd unknown /proc/48992/task/50211/cwd (readlink: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50211 bstore_kv ceph rtd unknown /proc/48992/task/50211/root (readlink: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50211 bstore_kv ceph txt unknown /proc/48992/task/50211/exe (readlink: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50211 bstore_kv ceph NOFD /proc/48992/task/50211/fd (opendir: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50212 bstore_me ceph cwd unknown /proc/48992/task/50212/cwd (readlink: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50212 bstore_me ceph rtd unknown /proc/48992/task/50212/root (readlink: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50212 bstore_me ceph txt unknown /proc/48992/task/50212/exe (readlink: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50212 bstore_me ceph NOFD /proc/48992/task/50212/fd (opendir: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50213 ms_dispat ceph cwd unknown /proc/48992/task/50213/cwd (readlink: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50213 ms_dispat ceph rtd unknown /proc/48992/task/50213/root (readlink: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50213 ms_dispat ceph txt unknown /proc/48992/task/50213/exe (readlink: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50213 ms_dispat ceph NOFD /proc/48992/task/50213/fd (opendir: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50214 ms_local ceph cwd unknown /proc/48992/task/50214/cwd (readlink: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50214 ms_local ceph rtd unknown /proc/48992/task/50214/root (readlink: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50214 ms_local ceph txt unknown /proc/48992/task/50214/exe (readlink: Permission denied) 2024-04-25T01:28:49.320 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50214 ms_local ceph NOFD /proc/48992/task/50214/fd (opendir: Permission denied) 2024-04-25T01:28:49.321 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50215 safe_time ceph cwd unknown /proc/48992/task/50215/cwd (readlink: Permission denied) 2024-04-25T01:28:49.321 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50215 safe_time ceph rtd unknown /proc/48992/task/50215/root (readlink: Permission denied) 2024-04-25T01:28:49.321 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50215 safe_time ceph txt unknown /proc/48992/task/50215/exe (readlink: Permission denied) 2024-04-25T01:28:49.321 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50215 safe_time ceph NOFD /proc/48992/task/50215/fd (opendir: Permission denied) 2024-04-25T01:28:49.321 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50216 safe_time ceph cwd unknown /proc/48992/task/50216/cwd (readlink: Permission denied) 2024-04-25T01:28:49.321 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50216 safe_time ceph rtd unknown /proc/48992/task/50216/root (readlink: Permission denied) 2024-04-25T01:28:49.321 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50216 safe_time ceph txt unknown /proc/48992/task/50216/exe (readlink: Permission denied) 2024-04-25T01:28:49.321 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50216 safe_time ceph NOFD /proc/48992/task/50216/fd (opendir: Permission denied) 2024-04-25T01:28:49.321 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50217 ms_dispat ceph cwd unknown /proc/48992/task/50217/cwd (readlink: Permission denied) 2024-04-25T01:28:49.321 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50217 ms_dispat ceph rtd unknown /proc/48992/task/50217/root (readlink: Permission denied) 2024-04-25T01:28:49.321 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50217 ms_dispat ceph txt unknown /proc/48992/task/50217/exe (readlink: Permission denied) 2024-04-25T01:28:49.321 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50217 ms_dispat ceph NOFD /proc/48992/task/50217/fd (opendir: Permission denied) 2024-04-25T01:28:49.321 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50218 ms_local ceph cwd unknown /proc/48992/task/50218/cwd (readlink: Permission denied) 2024-04-25T01:28:49.321 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50218 ms_local ceph rtd unknown /proc/48992/task/50218/root (readlink: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50218 ms_local ceph txt unknown /proc/48992/task/50218/exe (readlink: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50218 ms_local ceph NOFD /proc/48992/task/50218/fd (opendir: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50219 ms_dispat ceph cwd unknown /proc/48992/task/50219/cwd (readlink: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50219 ms_dispat ceph rtd unknown /proc/48992/task/50219/root (readlink: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50219 ms_dispat ceph txt unknown /proc/48992/task/50219/exe (readlink: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50219 ms_dispat ceph NOFD /proc/48992/task/50219/fd (opendir: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50220 ms_local ceph cwd unknown /proc/48992/task/50220/cwd (readlink: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50220 ms_local ceph rtd unknown /proc/48992/task/50220/root (readlink: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50220 ms_local ceph txt unknown /proc/48992/task/50220/exe (readlink: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50220 ms_local ceph NOFD /proc/48992/task/50220/fd (opendir: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50221 ms_dispat ceph cwd unknown /proc/48992/task/50221/cwd (readlink: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50221 ms_dispat ceph rtd unknown /proc/48992/task/50221/root (readlink: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50221 ms_dispat ceph txt unknown /proc/48992/task/50221/exe (readlink: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50221 ms_dispat ceph NOFD /proc/48992/task/50221/fd (opendir: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50222 ms_local ceph cwd unknown /proc/48992/task/50222/cwd (readlink: Permission denied) 2024-04-25T01:28:49.322 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50222 ms_local ceph rtd unknown /proc/48992/task/50222/root (readlink: Permission denied) 2024-04-25T01:28:49.323 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50222 ms_local ceph txt unknown /proc/48992/task/50222/exe (readlink: Permission denied) 2024-04-25T01:28:49.323 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50222 ms_local ceph NOFD /proc/48992/task/50222/fd (opendir: Permission denied) 2024-04-25T01:28:49.323 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50223 ms_dispat ceph cwd unknown /proc/48992/task/50223/cwd (readlink: Permission denied) 2024-04-25T01:28:49.323 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50223 ms_dispat ceph rtd unknown /proc/48992/task/50223/root (readlink: Permission denied) 2024-04-25T01:28:49.323 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50223 ms_dispat ceph txt unknown /proc/48992/task/50223/exe (readlink: Permission denied) 2024-04-25T01:28:49.323 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50223 ms_dispat ceph NOFD /proc/48992/task/50223/fd (opendir: Permission denied) 2024-04-25T01:28:49.323 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50224 ms_local ceph cwd unknown /proc/48992/task/50224/cwd (readlink: Permission denied) 2024-04-25T01:28:49.323 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50224 ms_local ceph rtd unknown /proc/48992/task/50224/root (readlink: Permission denied) 2024-04-25T01:28:49.323 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50224 ms_local ceph txt unknown /proc/48992/task/50224/exe (readlink: Permission denied) 2024-04-25T01:28:49.323 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50224 ms_local ceph NOFD /proc/48992/task/50224/fd (opendir: Permission denied) 2024-04-25T01:28:49.323 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50225 ms_dispat ceph cwd unknown /proc/48992/task/50225/cwd (readlink: Permission denied) 2024-04-25T01:28:49.323 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50225 ms_dispat ceph rtd unknown /proc/48992/task/50225/root (readlink: Permission denied) 2024-04-25T01:28:49.323 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50225 ms_dispat ceph txt unknown /proc/48992/task/50225/exe (readlink: Permission denied) 2024-04-25T01:28:49.323 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50225 ms_dispat ceph NOFD /proc/48992/task/50225/fd (opendir: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50226 ms_local ceph cwd unknown /proc/48992/task/50226/cwd (readlink: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50226 ms_local ceph rtd unknown /proc/48992/task/50226/root (readlink: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50226 ms_local ceph txt unknown /proc/48992/task/50226/exe (readlink: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50226 ms_local ceph NOFD /proc/48992/task/50226/fd (opendir: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50227 ms_dispat ceph cwd unknown /proc/48992/task/50227/cwd (readlink: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50227 ms_dispat ceph rtd unknown /proc/48992/task/50227/root (readlink: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50227 ms_dispat ceph txt unknown /proc/48992/task/50227/exe (readlink: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50227 ms_dispat ceph NOFD /proc/48992/task/50227/fd (opendir: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50228 ms_local ceph cwd unknown /proc/48992/task/50228/cwd (readlink: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50228 ms_local ceph rtd unknown /proc/48992/task/50228/root (readlink: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50228 ms_local ceph txt unknown /proc/48992/task/50228/exe (readlink: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50228 ms_local ceph NOFD /proc/48992/task/50228/fd (opendir: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50229 fn_anonym ceph cwd unknown /proc/48992/task/50229/cwd (readlink: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50229 fn_anonym ceph rtd unknown /proc/48992/task/50229/root (readlink: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50229 fn_anonym ceph txt unknown /proc/48992/task/50229/exe (readlink: Permission denied) 2024-04-25T01:28:49.324 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50229 fn_anonym ceph NOFD /proc/48992/task/50229/fd (opendir: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50230 finisher ceph cwd unknown /proc/48992/task/50230/cwd (readlink: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50230 finisher ceph rtd unknown /proc/48992/task/50230/root (readlink: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50230 finisher ceph txt unknown /proc/48992/task/50230/exe (readlink: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50230 finisher ceph NOFD /proc/48992/task/50230/fd (opendir: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50231 safe_time ceph cwd unknown /proc/48992/task/50231/cwd (readlink: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50231 safe_time ceph rtd unknown /proc/48992/task/50231/root (readlink: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50231 safe_time ceph txt unknown /proc/48992/task/50231/exe (readlink: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50231 safe_time ceph NOFD /proc/48992/task/50231/fd (opendir: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50232 safe_time ceph cwd unknown /proc/48992/task/50232/cwd (readlink: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50232 safe_time ceph rtd unknown /proc/48992/task/50232/root (readlink: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50232 safe_time ceph txt unknown /proc/48992/task/50232/exe (readlink: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50232 safe_time ceph NOFD /proc/48992/task/50232/fd (opendir: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50233 ceph-osd ceph cwd unknown /proc/48992/task/50233/cwd (readlink: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50233 ceph-osd ceph rtd unknown /proc/48992/task/50233/root (readlink: Permission denied) 2024-04-25T01:28:49.325 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50233 ceph-osd ceph txt unknown /proc/48992/task/50233/exe (readlink: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50233 ceph-osd ceph NOFD /proc/48992/task/50233/fd (opendir: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50234 osd_srv_a ceph cwd unknown /proc/48992/task/50234/cwd (readlink: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50234 osd_srv_a ceph rtd unknown /proc/48992/task/50234/root (readlink: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50234 osd_srv_a ceph txt unknown /proc/48992/task/50234/exe (readlink: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50234 osd_srv_a ceph NOFD /proc/48992/task/50234/fd (opendir: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50235 tp_osd_tp ceph cwd unknown /proc/48992/task/50235/cwd (readlink: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50235 tp_osd_tp ceph rtd unknown /proc/48992/task/50235/root (readlink: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50235 tp_osd_tp ceph txt unknown /proc/48992/task/50235/exe (readlink: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50235 tp_osd_tp ceph NOFD /proc/48992/task/50235/fd (opendir: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50236 tp_osd_tp ceph cwd unknown /proc/48992/task/50236/cwd (readlink: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50236 tp_osd_tp ceph rtd unknown /proc/48992/task/50236/root (readlink: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50236 tp_osd_tp ceph txt unknown /proc/48992/task/50236/exe (readlink: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50236 tp_osd_tp ceph NOFD /proc/48992/task/50236/fd (opendir: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50237 tp_osd_tp ceph cwd unknown /proc/48992/task/50237/cwd (readlink: Permission denied) 2024-04-25T01:28:49.326 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50237 tp_osd_tp ceph rtd unknown /proc/48992/task/50237/root (readlink: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50237 tp_osd_tp ceph txt unknown /proc/48992/task/50237/exe (readlink: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50237 tp_osd_tp ceph NOFD /proc/48992/task/50237/fd (opendir: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50238 tp_osd_tp ceph cwd unknown /proc/48992/task/50238/cwd (readlink: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50238 tp_osd_tp ceph rtd unknown /proc/48992/task/50238/root (readlink: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50238 tp_osd_tp ceph txt unknown /proc/48992/task/50238/exe (readlink: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50238 tp_osd_tp ceph NOFD /proc/48992/task/50238/fd (opendir: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50239 tp_osd_tp ceph cwd unknown /proc/48992/task/50239/cwd (readlink: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50239 tp_osd_tp ceph rtd unknown /proc/48992/task/50239/root (readlink: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50239 tp_osd_tp ceph txt unknown /proc/48992/task/50239/exe (readlink: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50239 tp_osd_tp ceph NOFD /proc/48992/task/50239/fd (opendir: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50240 tp_osd_tp ceph cwd unknown /proc/48992/task/50240/cwd (readlink: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50240 tp_osd_tp ceph rtd unknown /proc/48992/task/50240/root (readlink: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50240 tp_osd_tp ceph txt unknown /proc/48992/task/50240/exe (readlink: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50240 tp_osd_tp ceph NOFD /proc/48992/task/50240/fd (opendir: Permission denied) 2024-04-25T01:28:49.327 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50241 tp_osd_tp ceph cwd unknown /proc/48992/task/50241/cwd (readlink: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50241 tp_osd_tp ceph rtd unknown /proc/48992/task/50241/root (readlink: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50241 tp_osd_tp ceph txt unknown /proc/48992/task/50241/exe (readlink: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50241 tp_osd_tp ceph NOFD /proc/48992/task/50241/fd (opendir: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50242 tp_osd_tp ceph cwd unknown /proc/48992/task/50242/cwd (readlink: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50242 tp_osd_tp ceph rtd unknown /proc/48992/task/50242/root (readlink: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50242 tp_osd_tp ceph txt unknown /proc/48992/task/50242/exe (readlink: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50242 tp_osd_tp ceph NOFD /proc/48992/task/50242/fd (opendir: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50243 tp_osd_tp ceph cwd unknown /proc/48992/task/50243/cwd (readlink: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50243 tp_osd_tp ceph rtd unknown /proc/48992/task/50243/root (readlink: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50243 tp_osd_tp ceph txt unknown /proc/48992/task/50243/exe (readlink: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50243 tp_osd_tp ceph NOFD /proc/48992/task/50243/fd (opendir: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50244 tp_osd_tp ceph cwd unknown /proc/48992/task/50244/cwd (readlink: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50244 tp_osd_tp ceph rtd unknown /proc/48992/task/50244/root (readlink: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50244 tp_osd_tp ceph txt unknown /proc/48992/task/50244/exe (readlink: Permission denied) 2024-04-25T01:28:49.328 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50244 tp_osd_tp ceph NOFD /proc/48992/task/50244/fd (opendir: Permission denied) 2024-04-25T01:28:49.329 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50245 tp_osd_tp ceph cwd unknown /proc/48992/task/50245/cwd (readlink: Permission denied) 2024-04-25T01:28:49.329 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50245 tp_osd_tp ceph rtd unknown /proc/48992/task/50245/root (readlink: Permission denied) 2024-04-25T01:28:49.329 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50245 tp_osd_tp ceph txt unknown /proc/48992/task/50245/exe (readlink: Permission denied) 2024-04-25T01:28:49.329 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50245 tp_osd_tp ceph NOFD /proc/48992/task/50245/fd (opendir: Permission denied) 2024-04-25T01:28:49.329 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50246 tp_osd_tp ceph cwd unknown /proc/48992/task/50246/cwd (readlink: Permission denied) 2024-04-25T01:28:49.329 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50246 tp_osd_tp ceph rtd unknown /proc/48992/task/50246/root (readlink: Permission denied) 2024-04-25T01:28:49.329 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50246 tp_osd_tp ceph txt unknown /proc/48992/task/50246/exe (readlink: Permission denied) 2024-04-25T01:28:49.329 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50246 tp_osd_tp ceph NOFD /proc/48992/task/50246/fd (opendir: Permission denied) 2024-04-25T01:28:49.329 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50247 tp_osd_tp ceph cwd unknown /proc/48992/task/50247/cwd (readlink: Permission denied) 2024-04-25T01:28:49.329 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50247 tp_osd_tp ceph rtd unknown /proc/48992/task/50247/root (readlink: Permission denied) 2024-04-25T01:28:49.329 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50247 tp_osd_tp ceph txt unknown /proc/48992/task/50247/exe (readlink: Permission denied) 2024-04-25T01:28:49.329 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50247 tp_osd_tp ceph NOFD /proc/48992/task/50247/fd (opendir: Permission denied) 2024-04-25T01:28:49.329 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50248 tp_osd_tp ceph cwd unknown /proc/48992/task/50248/cwd (readlink: Permission denied) 2024-04-25T01:28:49.329 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50248 tp_osd_tp ceph rtd unknown /proc/48992/task/50248/root (readlink: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50248 tp_osd_tp ceph txt unknown /proc/48992/task/50248/exe (readlink: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50248 tp_osd_tp ceph NOFD /proc/48992/task/50248/fd (opendir: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50249 tp_osd_tp ceph cwd unknown /proc/48992/task/50249/cwd (readlink: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50249 tp_osd_tp ceph rtd unknown /proc/48992/task/50249/root (readlink: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50249 tp_osd_tp ceph txt unknown /proc/48992/task/50249/exe (readlink: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50249 tp_osd_tp ceph NOFD /proc/48992/task/50249/fd (opendir: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50250 tp_osd_tp ceph cwd unknown /proc/48992/task/50250/cwd (readlink: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50250 tp_osd_tp ceph rtd unknown /proc/48992/task/50250/root (readlink: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50250 tp_osd_tp ceph txt unknown /proc/48992/task/50250/exe (readlink: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50250 tp_osd_tp ceph NOFD /proc/48992/task/50250/fd (opendir: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50251 osd_srv_h ceph cwd unknown /proc/48992/task/50251/cwd (readlink: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50251 osd_srv_h ceph rtd unknown /proc/48992/task/50251/root (readlink: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50251 osd_srv_h ceph txt unknown /proc/48992/task/50251/exe (readlink: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 48992 50251 osd_srv_h ceph NOFD /proc/48992/task/50251/fd (opendir: Permission denied) 2024-04-25T01:28:49.330 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 50518 root cwd unknown /proc/50518/cwd (readlink: Permission denied) 2024-04-25T01:28:49.331 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 50518 root rtd unknown /proc/50518/root (readlink: Permission denied) 2024-04-25T01:28:49.331 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 50518 root txt unknown /proc/50518/exe (readlink: Permission denied) 2024-04-25T01:28:49.331 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 50518 root NOFD /proc/50518/fd (opendir: Permission denied) 2024-04-25T01:28:49.331 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 50549 root cwd unknown /proc/50549/cwd (readlink: Permission denied) 2024-04-25T01:28:49.331 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 50549 root rtd unknown /proc/50549/root (readlink: Permission denied) 2024-04-25T01:28:49.331 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 50549 root txt unknown /proc/50549/exe (readlink: Permission denied) 2024-04-25T01:28:49.331 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 50549 root NOFD /proc/50549/fd (opendir: Permission denied) 2024-04-25T01:28:49.331 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 53041 root cwd unknown /proc/53041/cwd (readlink: Permission denied) 2024-04-25T01:28:49.331 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 53041 root rtd unknown /proc/53041/root (readlink: Permission denied) 2024-04-25T01:28:49.331 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 53041 root txt unknown /proc/53041/exe (readlink: Permission denied) 2024-04-25T01:28:49.331 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 53041 root NOFD /proc/53041/fd (opendir: Permission denied) 2024-04-25T01:28:49.331 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 55462 root cwd unknown /proc/55462/cwd (readlink: Permission denied) 2024-04-25T01:28:49.331 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 55462 root rtd unknown /proc/55462/root (readlink: Permission denied) 2024-04-25T01:28:49.332 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 55462 root txt unknown /proc/55462/exe (readlink: Permission denied) 2024-04-25T01:28:49.332 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 55462 root NOFD /proc/55462/fd (opendir: Permission denied) 2024-04-25T01:28:49.332 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 55832 root cwd unknown /proc/55832/cwd (readlink: Permission denied) 2024-04-25T01:28:49.332 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 55832 root rtd unknown /proc/55832/root (readlink: Permission denied) 2024-04-25T01:28:49.332 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 55832 root txt unknown /proc/55832/exe (readlink: Permission denied) 2024-04-25T01:28:49.332 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 55832 root NOFD /proc/55832/fd (opendir: Permission denied) 2024-04-25T01:28:49.332 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 55834 root cwd unknown /proc/55834/cwd (readlink: Permission denied) 2024-04-25T01:28:49.332 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 55834 root rtd unknown /proc/55834/root (readlink: Permission denied) 2024-04-25T01:28:49.332 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 55834 root txt unknown /proc/55834/exe (readlink: Permission denied) 2024-04-25T01:28:49.332 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 55834 root NOFD /proc/55834/fd (opendir: Permission denied) 2024-04-25T01:28:49.332 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 ceph cwd unknown /proc/55836/cwd (readlink: Permission denied) 2024-04-25T01:28:49.332 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 ceph rtd unknown /proc/55836/root (readlink: Permission denied) 2024-04-25T01:28:49.332 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 ceph txt unknown /proc/55836/exe (readlink: Permission denied) 2024-04-25T01:28:49.332 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 ceph NOFD /proc/55836/fd (opendir: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55837 log ceph cwd unknown /proc/55836/task/55837/cwd (readlink: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55837 log ceph rtd unknown /proc/55836/task/55837/root (readlink: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55837 log ceph txt unknown /proc/55836/task/55837/exe (readlink: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55837 log ceph NOFD /proc/55836/task/55837/fd (opendir: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55839 msgr-work ceph cwd unknown /proc/55836/task/55839/cwd (readlink: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55839 msgr-work ceph rtd unknown /proc/55836/task/55839/root (readlink: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55839 msgr-work ceph txt unknown /proc/55836/task/55839/exe (readlink: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55839 msgr-work ceph NOFD /proc/55836/task/55839/fd (opendir: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55840 msgr-work ceph cwd unknown /proc/55836/task/55840/cwd (readlink: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55840 msgr-work ceph rtd unknown /proc/55836/task/55840/root (readlink: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55840 msgr-work ceph txt unknown /proc/55836/task/55840/exe (readlink: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55840 msgr-work ceph NOFD /proc/55836/task/55840/fd (opendir: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55841 msgr-work ceph cwd unknown /proc/55836/task/55841/cwd (readlink: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55841 msgr-work ceph rtd unknown /proc/55836/task/55841/root (readlink: Permission denied) 2024-04-25T01:28:49.333 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55841 msgr-work ceph txt unknown /proc/55836/task/55841/exe (readlink: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55841 msgr-work ceph NOFD /proc/55836/task/55841/fd (opendir: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55845 service ceph cwd unknown /proc/55836/task/55845/cwd (readlink: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55845 service ceph rtd unknown /proc/55836/task/55845/root (readlink: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55845 service ceph txt unknown /proc/55836/task/55845/exe (readlink: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55845 service ceph NOFD /proc/55836/task/55845/fd (opendir: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55846 admin_soc ceph cwd unknown /proc/55836/task/55846/cwd (readlink: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55846 admin_soc ceph rtd unknown /proc/55836/task/55846/root (readlink: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55846 admin_soc ceph txt unknown /proc/55836/task/55846/exe (readlink: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55846 admin_soc ceph NOFD /proc/55836/task/55846/fd (opendir: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55991 signal_ha ceph cwd unknown /proc/55836/task/55991/cwd (readlink: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55991 signal_ha ceph rtd unknown /proc/55836/task/55991/root (readlink: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55991 signal_ha ceph txt unknown /proc/55836/task/55991/exe (readlink: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55991 signal_ha ceph NOFD /proc/55836/task/55991/fd (opendir: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55992 io_contex ceph cwd unknown /proc/55836/task/55992/cwd (readlink: Permission denied) 2024-04-25T01:28:49.334 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55992 io_contex ceph rtd unknown /proc/55836/task/55992/root (readlink: Permission denied) 2024-04-25T01:28:49.335 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55992 io_contex ceph txt unknown /proc/55836/task/55992/exe (readlink: Permission denied) 2024-04-25T01:28:49.335 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55992 io_contex ceph NOFD /proc/55836/task/55992/fd (opendir: Permission denied) 2024-04-25T01:28:49.335 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55993 io_contex ceph cwd unknown /proc/55836/task/55993/cwd (readlink: Permission denied) 2024-04-25T01:28:49.335 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55993 io_contex ceph rtd unknown /proc/55836/task/55993/root (readlink: Permission denied) 2024-04-25T01:28:49.335 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55993 io_contex ceph txt unknown /proc/55836/task/55993/exe (readlink: Permission denied) 2024-04-25T01:28:49.335 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55993 io_contex ceph NOFD /proc/55836/task/55993/fd (opendir: Permission denied) 2024-04-25T01:28:49.335 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55998 OpHistory ceph cwd unknown /proc/55836/task/55998/cwd (readlink: Permission denied) 2024-04-25T01:28:49.335 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55998 OpHistory ceph rtd unknown /proc/55836/task/55998/root (readlink: Permission denied) 2024-04-25T01:28:49.335 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55998 OpHistory ceph txt unknown /proc/55836/task/55998/exe (readlink: Permission denied) 2024-04-25T01:28:49.335 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55998 OpHistory ceph NOFD /proc/55836/task/55998/fd (opendir: Permission denied) 2024-04-25T01:28:49.335 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55999 ceph_time ceph cwd unknown /proc/55836/task/55999/cwd (readlink: Permission denied) 2024-04-25T01:28:49.335 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55999 ceph_time ceph rtd unknown /proc/55836/task/55999/root (readlink: Permission denied) 2024-04-25T01:28:49.335 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55999 ceph_time ceph txt unknown /proc/55836/task/55999/exe (readlink: Permission denied) 2024-04-25T01:28:49.335 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 55999 ceph_time ceph NOFD /proc/55836/task/55999/fd (opendir: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56213 ceph-osd ceph cwd unknown /proc/55836/task/56213/cwd (readlink: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56213 ceph-osd ceph rtd unknown /proc/55836/task/56213/root (readlink: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56213 ceph-osd ceph txt unknown /proc/55836/task/56213/exe (readlink: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56213 ceph-osd ceph NOFD /proc/55836/task/56213/fd (opendir: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56214 safe_time ceph cwd unknown /proc/55836/task/56214/cwd (readlink: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56214 safe_time ceph rtd unknown /proc/55836/task/56214/root (readlink: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56214 safe_time ceph txt unknown /proc/55836/task/56214/exe (readlink: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56214 safe_time ceph NOFD /proc/55836/task/56214/fd (opendir: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56215 safe_time ceph cwd unknown /proc/55836/task/56215/cwd (readlink: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56215 safe_time ceph rtd unknown /proc/55836/task/56215/root (readlink: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56215 safe_time ceph txt unknown /proc/55836/task/56215/exe (readlink: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56215 safe_time ceph NOFD /proc/55836/task/56215/fd (opendir: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56216 safe_time ceph cwd unknown /proc/55836/task/56216/cwd (readlink: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56216 safe_time ceph rtd unknown /proc/55836/task/56216/root (readlink: Permission denied) 2024-04-25T01:28:49.336 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56216 safe_time ceph txt unknown /proc/55836/task/56216/exe (readlink: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56216 safe_time ceph NOFD /proc/55836/task/56216/fd (opendir: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56217 safe_time ceph cwd unknown /proc/55836/task/56217/cwd (readlink: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56217 safe_time ceph rtd unknown /proc/55836/task/56217/root (readlink: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56217 safe_time ceph txt unknown /proc/55836/task/56217/exe (readlink: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56217 safe_time ceph NOFD /proc/55836/task/56217/fd (opendir: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56218 fn_anonym ceph cwd unknown /proc/55836/task/56218/cwd (readlink: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56218 fn_anonym ceph rtd unknown /proc/55836/task/56218/root (readlink: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56218 fn_anonym ceph txt unknown /proc/55836/task/56218/exe (readlink: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56218 fn_anonym ceph NOFD /proc/55836/task/56218/fd (opendir: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56225 rocksdb:l ceph cwd unknown /proc/55836/task/56225/cwd (readlink: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56225 rocksdb:l ceph rtd unknown /proc/55836/task/56225/root (readlink: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56225 rocksdb:l ceph txt unknown /proc/55836/task/56225/exe (readlink: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56225 rocksdb:l ceph NOFD /proc/55836/task/56225/fd (opendir: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56226 rocksdb:l ceph cwd unknown /proc/55836/task/56226/cwd (readlink: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56226 rocksdb:l ceph rtd unknown /proc/55836/task/56226/root (readlink: Permission denied) 2024-04-25T01:28:49.337 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56226 rocksdb:l ceph txt unknown /proc/55836/task/56226/exe (readlink: Permission denied) 2024-04-25T01:28:49.338 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56226 rocksdb:l ceph NOFD /proc/55836/task/56226/fd (opendir: Permission denied) 2024-04-25T01:28:49.338 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56227 rocksdb:l ceph cwd unknown /proc/55836/task/56227/cwd (readlink: Permission denied) 2024-04-25T01:28:49.338 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56227 rocksdb:l ceph rtd unknown /proc/55836/task/56227/root (readlink: Permission denied) 2024-04-25T01:28:49.338 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56227 rocksdb:l ceph txt unknown /proc/55836/task/56227/exe (readlink: Permission denied) 2024-04-25T01:28:49.338 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56227 rocksdb:l ceph NOFD /proc/55836/task/56227/fd (opendir: Permission denied) 2024-04-25T01:28:49.338 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56228 rocksdb:h ceph cwd unknown /proc/55836/task/56228/cwd (readlink: Permission denied) 2024-04-25T01:28:49.338 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56228 rocksdb:h ceph rtd unknown /proc/55836/task/56228/root (readlink: Permission denied) 2024-04-25T01:28:49.338 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56228 rocksdb:h ceph txt unknown /proc/55836/task/56228/exe (readlink: Permission denied) 2024-04-25T01:28:49.338 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56228 rocksdb:h ceph NOFD /proc/55836/task/56228/fd (opendir: Permission denied) 2024-04-25T01:28:49.338 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56677 bstore_ai ceph cwd unknown /proc/55836/task/56677/cwd (readlink: Permission denied) 2024-04-25T01:28:49.338 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56677 bstore_ai ceph rtd unknown /proc/55836/task/56677/root (readlink: Permission denied) 2024-04-25T01:28:49.338 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56677 bstore_ai ceph txt unknown /proc/55836/task/56677/exe (readlink: Permission denied) 2024-04-25T01:28:49.338 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56677 bstore_ai ceph NOFD /proc/55836/task/56677/fd (opendir: Permission denied) 2024-04-25T01:28:49.338 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56678 bstore_di ceph cwd unknown /proc/55836/task/56678/cwd (readlink: Permission denied) 2024-04-25T01:28:49.339 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56678 bstore_di ceph rtd unknown /proc/55836/task/56678/root (readlink: Permission denied) 2024-04-25T01:28:49.339 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56678 bstore_di ceph txt unknown /proc/55836/task/56678/exe (readlink: Permission denied) 2024-04-25T01:28:49.339 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56678 bstore_di ceph NOFD /proc/55836/task/56678/fd (opendir: Permission denied) 2024-04-25T01:28:49.339 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56882 bstore_ai ceph cwd unknown /proc/55836/task/56882/cwd (readlink: Permission denied) 2024-04-25T01:28:49.339 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56882 bstore_ai ceph rtd unknown /proc/55836/task/56882/root (readlink: Permission denied) 2024-04-25T01:28:49.339 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56882 bstore_ai ceph txt unknown /proc/55836/task/56882/exe (readlink: Permission denied) 2024-04-25T01:28:49.339 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56882 bstore_ai ceph NOFD /proc/55836/task/56882/fd (opendir: Permission denied) 2024-04-25T01:28:49.339 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56883 bstore_di ceph cwd unknown /proc/55836/task/56883/cwd (readlink: Permission denied) 2024-04-25T01:28:49.339 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56883 bstore_di ceph rtd unknown /proc/55836/task/56883/root (readlink: Permission denied) 2024-04-25T01:28:49.339 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56883 bstore_di ceph txt unknown /proc/55836/task/56883/exe (readlink: Permission denied) 2024-04-25T01:28:49.339 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 56883 bstore_di ceph NOFD /proc/55836/task/56883/fd (opendir: Permission denied) 2024-04-25T01:28:49.339 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57066 ceph-osd ceph cwd unknown /proc/55836/task/57066/cwd (readlink: Permission denied) 2024-04-25T01:28:49.339 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57066 ceph-osd ceph rtd unknown /proc/55836/task/57066/root (readlink: Permission denied) 2024-04-25T01:28:49.339 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57066 ceph-osd ceph txt unknown /proc/55836/task/57066/exe (readlink: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57066 ceph-osd ceph NOFD /proc/55836/task/57066/fd (opendir: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57067 cfin ceph cwd unknown /proc/55836/task/57067/cwd (readlink: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57067 cfin ceph rtd unknown /proc/55836/task/57067/root (readlink: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57067 cfin ceph txt unknown /proc/55836/task/57067/exe (readlink: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57067 cfin ceph NOFD /proc/55836/task/57067/fd (opendir: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57068 bstore_kv ceph cwd unknown /proc/55836/task/57068/cwd (readlink: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57068 bstore_kv ceph rtd unknown /proc/55836/task/57068/root (readlink: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57068 bstore_kv ceph txt unknown /proc/55836/task/57068/exe (readlink: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57068 bstore_kv ceph NOFD /proc/55836/task/57068/fd (opendir: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57069 bstore_kv ceph cwd unknown /proc/55836/task/57069/cwd (readlink: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57069 bstore_kv ceph rtd unknown /proc/55836/task/57069/root (readlink: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57069 bstore_kv ceph txt unknown /proc/55836/task/57069/exe (readlink: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57069 bstore_kv ceph NOFD /proc/55836/task/57069/fd (opendir: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57070 bstore_me ceph cwd unknown /proc/55836/task/57070/cwd (readlink: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57070 bstore_me ceph rtd unknown /proc/55836/task/57070/root (readlink: Permission denied) 2024-04-25T01:28:49.340 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57070 bstore_me ceph txt unknown /proc/55836/task/57070/exe (readlink: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57070 bstore_me ceph NOFD /proc/55836/task/57070/fd (opendir: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57073 ms_dispat ceph cwd unknown /proc/55836/task/57073/cwd (readlink: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57073 ms_dispat ceph rtd unknown /proc/55836/task/57073/root (readlink: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57073 ms_dispat ceph txt unknown /proc/55836/task/57073/exe (readlink: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57073 ms_dispat ceph NOFD /proc/55836/task/57073/fd (opendir: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57074 ms_local ceph cwd unknown /proc/55836/task/57074/cwd (readlink: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57074 ms_local ceph rtd unknown /proc/55836/task/57074/root (readlink: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57074 ms_local ceph txt unknown /proc/55836/task/57074/exe (readlink: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57074 ms_local ceph NOFD /proc/55836/task/57074/fd (opendir: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57075 safe_time ceph cwd unknown /proc/55836/task/57075/cwd (readlink: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57075 safe_time ceph rtd unknown /proc/55836/task/57075/root (readlink: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57075 safe_time ceph txt unknown /proc/55836/task/57075/exe (readlink: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57075 safe_time ceph NOFD /proc/55836/task/57075/fd (opendir: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57076 safe_time ceph cwd unknown /proc/55836/task/57076/cwd (readlink: Permission denied) 2024-04-25T01:28:49.341 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57076 safe_time ceph rtd unknown /proc/55836/task/57076/root (readlink: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57076 safe_time ceph txt unknown /proc/55836/task/57076/exe (readlink: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57076 safe_time ceph NOFD /proc/55836/task/57076/fd (opendir: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57077 ms_dispat ceph cwd unknown /proc/55836/task/57077/cwd (readlink: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57077 ms_dispat ceph rtd unknown /proc/55836/task/57077/root (readlink: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57077 ms_dispat ceph txt unknown /proc/55836/task/57077/exe (readlink: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57077 ms_dispat ceph NOFD /proc/55836/task/57077/fd (opendir: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57078 ms_local ceph cwd unknown /proc/55836/task/57078/cwd (readlink: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57078 ms_local ceph rtd unknown /proc/55836/task/57078/root (readlink: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57078 ms_local ceph txt unknown /proc/55836/task/57078/exe (readlink: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57078 ms_local ceph NOFD /proc/55836/task/57078/fd (opendir: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57079 ms_dispat ceph cwd unknown /proc/55836/task/57079/cwd (readlink: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57079 ms_dispat ceph rtd unknown /proc/55836/task/57079/root (readlink: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57079 ms_dispat ceph txt unknown /proc/55836/task/57079/exe (readlink: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57079 ms_dispat ceph NOFD /proc/55836/task/57079/fd (opendir: Permission denied) 2024-04-25T01:28:49.342 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57080 ms_local ceph cwd unknown /proc/55836/task/57080/cwd (readlink: Permission denied) 2024-04-25T01:28:49.343 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57080 ms_local ceph rtd unknown /proc/55836/task/57080/root (readlink: Permission denied) 2024-04-25T01:28:49.343 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57080 ms_local ceph txt unknown /proc/55836/task/57080/exe (readlink: Permission denied) 2024-04-25T01:28:49.343 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57080 ms_local ceph NOFD /proc/55836/task/57080/fd (opendir: Permission denied) 2024-04-25T01:28:49.343 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57081 ms_dispat ceph cwd unknown /proc/55836/task/57081/cwd (readlink: Permission denied) 2024-04-25T01:28:49.343 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57081 ms_dispat ceph rtd unknown /proc/55836/task/57081/root (readlink: Permission denied) 2024-04-25T01:28:49.343 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57081 ms_dispat ceph txt unknown /proc/55836/task/57081/exe (readlink: Permission denied) 2024-04-25T01:28:49.343 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57081 ms_dispat ceph NOFD /proc/55836/task/57081/fd (opendir: Permission denied) 2024-04-25T01:28:49.343 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57082 ms_local ceph cwd unknown /proc/55836/task/57082/cwd (readlink: Permission denied) 2024-04-25T01:28:49.343 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57082 ms_local ceph rtd unknown /proc/55836/task/57082/root (readlink: Permission denied) 2024-04-25T01:28:49.343 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57082 ms_local ceph txt unknown /proc/55836/task/57082/exe (readlink: Permission denied) 2024-04-25T01:28:49.343 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57082 ms_local ceph NOFD /proc/55836/task/57082/fd (opendir: Permission denied) 2024-04-25T01:28:49.343 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57083 ms_dispat ceph cwd unknown /proc/55836/task/57083/cwd (readlink: Permission denied) 2024-04-25T01:28:49.343 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57083 ms_dispat ceph rtd unknown /proc/55836/task/57083/root (readlink: Permission denied) 2024-04-25T01:28:49.343 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57083 ms_dispat ceph txt unknown /proc/55836/task/57083/exe (readlink: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57083 ms_dispat ceph NOFD /proc/55836/task/57083/fd (opendir: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57084 ms_local ceph cwd unknown /proc/55836/task/57084/cwd (readlink: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57084 ms_local ceph rtd unknown /proc/55836/task/57084/root (readlink: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57084 ms_local ceph txt unknown /proc/55836/task/57084/exe (readlink: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57084 ms_local ceph NOFD /proc/55836/task/57084/fd (opendir: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57085 ms_dispat ceph cwd unknown /proc/55836/task/57085/cwd (readlink: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57085 ms_dispat ceph rtd unknown /proc/55836/task/57085/root (readlink: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57085 ms_dispat ceph txt unknown /proc/55836/task/57085/exe (readlink: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57085 ms_dispat ceph NOFD /proc/55836/task/57085/fd (opendir: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57086 ms_local ceph cwd unknown /proc/55836/task/57086/cwd (readlink: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57086 ms_local ceph rtd unknown /proc/55836/task/57086/root (readlink: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57086 ms_local ceph txt unknown /proc/55836/task/57086/exe (readlink: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57086 ms_local ceph NOFD /proc/55836/task/57086/fd (opendir: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57087 ms_dispat ceph cwd unknown /proc/55836/task/57087/cwd (readlink: Permission denied) 2024-04-25T01:28:49.344 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57087 ms_dispat ceph rtd unknown /proc/55836/task/57087/root (readlink: Permission denied) 2024-04-25T01:28:49.345 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57087 ms_dispat ceph txt unknown /proc/55836/task/57087/exe (readlink: Permission denied) 2024-04-25T01:28:49.345 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57087 ms_dispat ceph NOFD /proc/55836/task/57087/fd (opendir: Permission denied) 2024-04-25T01:28:49.345 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57088 ms_local ceph cwd unknown /proc/55836/task/57088/cwd (readlink: Permission denied) 2024-04-25T01:28:49.345 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57088 ms_local ceph rtd unknown /proc/55836/task/57088/root (readlink: Permission denied) 2024-04-25T01:28:49.345 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57088 ms_local ceph txt unknown /proc/55836/task/57088/exe (readlink: Permission denied) 2024-04-25T01:28:49.345 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57088 ms_local ceph NOFD /proc/55836/task/57088/fd (opendir: Permission denied) 2024-04-25T01:28:49.345 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57089 fn_anonym ceph cwd unknown /proc/55836/task/57089/cwd (readlink: Permission denied) 2024-04-25T01:28:49.345 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57089 fn_anonym ceph rtd unknown /proc/55836/task/57089/root (readlink: Permission denied) 2024-04-25T01:28:49.345 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57089 fn_anonym ceph txt unknown /proc/55836/task/57089/exe (readlink: Permission denied) 2024-04-25T01:28:49.345 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57089 fn_anonym ceph NOFD /proc/55836/task/57089/fd (opendir: Permission denied) 2024-04-25T01:28:49.345 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57090 finisher ceph cwd unknown /proc/55836/task/57090/cwd (readlink: Permission denied) 2024-04-25T01:28:49.345 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57090 finisher ceph rtd unknown /proc/55836/task/57090/root (readlink: Permission denied) 2024-04-25T01:28:49.345 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57090 finisher ceph txt unknown /proc/55836/task/57090/exe (readlink: Permission denied) 2024-04-25T01:28:49.345 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57090 finisher ceph NOFD /proc/55836/task/57090/fd (opendir: Permission denied) 2024-04-25T01:28:49.346 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57091 safe_time ceph cwd unknown /proc/55836/task/57091/cwd (readlink: Permission denied) 2024-04-25T01:28:49.346 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57091 safe_time ceph rtd unknown /proc/55836/task/57091/root (readlink: Permission denied) 2024-04-25T01:28:49.346 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57091 safe_time ceph txt unknown /proc/55836/task/57091/exe (readlink: Permission denied) 2024-04-25T01:28:49.346 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57091 safe_time ceph NOFD /proc/55836/task/57091/fd (opendir: Permission denied) 2024-04-25T01:28:49.346 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57092 safe_time ceph cwd unknown /proc/55836/task/57092/cwd (readlink: Permission denied) 2024-04-25T01:28:49.346 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57092 safe_time ceph rtd unknown /proc/55836/task/57092/root (readlink: Permission denied) 2024-04-25T01:28:49.346 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57092 safe_time ceph txt unknown /proc/55836/task/57092/exe (readlink: Permission denied) 2024-04-25T01:28:49.346 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57092 safe_time ceph NOFD /proc/55836/task/57092/fd (opendir: Permission denied) 2024-04-25T01:28:49.346 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57093 ceph-osd ceph cwd unknown /proc/55836/task/57093/cwd (readlink: Permission denied) 2024-04-25T01:28:49.346 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57093 ceph-osd ceph rtd unknown /proc/55836/task/57093/root (readlink: Permission denied) 2024-04-25T01:28:49.346 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57093 ceph-osd ceph txt unknown /proc/55836/task/57093/exe (readlink: Permission denied) 2024-04-25T01:28:49.346 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57093 ceph-osd ceph NOFD /proc/55836/task/57093/fd (opendir: Permission denied) 2024-04-25T01:28:49.346 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57094 osd_srv_a ceph cwd unknown /proc/55836/task/57094/cwd (readlink: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57094 osd_srv_a ceph rtd unknown /proc/55836/task/57094/root (readlink: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57094 osd_srv_a ceph txt unknown /proc/55836/task/57094/exe (readlink: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57094 osd_srv_a ceph NOFD /proc/55836/task/57094/fd (opendir: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57095 tp_osd_tp ceph cwd unknown /proc/55836/task/57095/cwd (readlink: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57095 tp_osd_tp ceph rtd unknown /proc/55836/task/57095/root (readlink: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57095 tp_osd_tp ceph txt unknown /proc/55836/task/57095/exe (readlink: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57095 tp_osd_tp ceph NOFD /proc/55836/task/57095/fd (opendir: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57096 tp_osd_tp ceph cwd unknown /proc/55836/task/57096/cwd (readlink: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57096 tp_osd_tp ceph rtd unknown /proc/55836/task/57096/root (readlink: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57096 tp_osd_tp ceph txt unknown /proc/55836/task/57096/exe (readlink: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57096 tp_osd_tp ceph NOFD /proc/55836/task/57096/fd (opendir: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57097 tp_osd_tp ceph cwd unknown /proc/55836/task/57097/cwd (readlink: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57097 tp_osd_tp ceph rtd unknown /proc/55836/task/57097/root (readlink: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57097 tp_osd_tp ceph txt unknown /proc/55836/task/57097/exe (readlink: Permission denied) 2024-04-25T01:28:49.347 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57097 tp_osd_tp ceph NOFD /proc/55836/task/57097/fd (opendir: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57098 tp_osd_tp ceph cwd unknown /proc/55836/task/57098/cwd (readlink: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57098 tp_osd_tp ceph rtd unknown /proc/55836/task/57098/root (readlink: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57098 tp_osd_tp ceph txt unknown /proc/55836/task/57098/exe (readlink: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57098 tp_osd_tp ceph NOFD /proc/55836/task/57098/fd (opendir: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57099 tp_osd_tp ceph cwd unknown /proc/55836/task/57099/cwd (readlink: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57099 tp_osd_tp ceph rtd unknown /proc/55836/task/57099/root (readlink: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57099 tp_osd_tp ceph txt unknown /proc/55836/task/57099/exe (readlink: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57099 tp_osd_tp ceph NOFD /proc/55836/task/57099/fd (opendir: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57101 tp_osd_tp ceph cwd unknown /proc/55836/task/57101/cwd (readlink: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57101 tp_osd_tp ceph rtd unknown /proc/55836/task/57101/root (readlink: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57101 tp_osd_tp ceph txt unknown /proc/55836/task/57101/exe (readlink: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57101 tp_osd_tp ceph NOFD /proc/55836/task/57101/fd (opendir: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57102 tp_osd_tp ceph cwd unknown /proc/55836/task/57102/cwd (readlink: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57102 tp_osd_tp ceph rtd unknown /proc/55836/task/57102/root (readlink: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57102 tp_osd_tp ceph txt unknown /proc/55836/task/57102/exe (readlink: Permission denied) 2024-04-25T01:28:49.348 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57102 tp_osd_tp ceph NOFD /proc/55836/task/57102/fd (opendir: Permission denied) 2024-04-25T01:28:49.349 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57103 tp_osd_tp ceph cwd unknown /proc/55836/task/57103/cwd (readlink: Permission denied) 2024-04-25T01:28:49.349 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57103 tp_osd_tp ceph rtd unknown /proc/55836/task/57103/root (readlink: Permission denied) 2024-04-25T01:28:49.349 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57103 tp_osd_tp ceph txt unknown /proc/55836/task/57103/exe (readlink: Permission denied) 2024-04-25T01:28:49.349 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57103 tp_osd_tp ceph NOFD /proc/55836/task/57103/fd (opendir: Permission denied) 2024-04-25T01:28:49.349 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57104 tp_osd_tp ceph cwd unknown /proc/55836/task/57104/cwd (readlink: Permission denied) 2024-04-25T01:28:49.349 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57104 tp_osd_tp ceph rtd unknown /proc/55836/task/57104/root (readlink: Permission denied) 2024-04-25T01:28:49.349 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57104 tp_osd_tp ceph txt unknown /proc/55836/task/57104/exe (readlink: Permission denied) 2024-04-25T01:28:49.349 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57104 tp_osd_tp ceph NOFD /proc/55836/task/57104/fd (opendir: Permission denied) 2024-04-25T01:28:49.349 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57105 tp_osd_tp ceph cwd unknown /proc/55836/task/57105/cwd (readlink: Permission denied) 2024-04-25T01:28:49.349 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57105 tp_osd_tp ceph rtd unknown /proc/55836/task/57105/root (readlink: Permission denied) 2024-04-25T01:28:49.349 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57105 tp_osd_tp ceph txt unknown /proc/55836/task/57105/exe (readlink: Permission denied) 2024-04-25T01:28:49.349 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57105 tp_osd_tp ceph NOFD /proc/55836/task/57105/fd (opendir: Permission denied) 2024-04-25T01:28:49.349 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57106 tp_osd_tp ceph cwd unknown /proc/55836/task/57106/cwd (readlink: Permission denied) 2024-04-25T01:28:49.349 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57106 tp_osd_tp ceph rtd unknown /proc/55836/task/57106/root (readlink: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57106 tp_osd_tp ceph txt unknown /proc/55836/task/57106/exe (readlink: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57106 tp_osd_tp ceph NOFD /proc/55836/task/57106/fd (opendir: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57107 tp_osd_tp ceph cwd unknown /proc/55836/task/57107/cwd (readlink: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57107 tp_osd_tp ceph rtd unknown /proc/55836/task/57107/root (readlink: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57107 tp_osd_tp ceph txt unknown /proc/55836/task/57107/exe (readlink: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57107 tp_osd_tp ceph NOFD /proc/55836/task/57107/fd (opendir: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57108 tp_osd_tp ceph cwd unknown /proc/55836/task/57108/cwd (readlink: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57108 tp_osd_tp ceph rtd unknown /proc/55836/task/57108/root (readlink: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57108 tp_osd_tp ceph txt unknown /proc/55836/task/57108/exe (readlink: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57108 tp_osd_tp ceph NOFD /proc/55836/task/57108/fd (opendir: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57109 tp_osd_tp ceph cwd unknown /proc/55836/task/57109/cwd (readlink: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57109 tp_osd_tp ceph rtd unknown /proc/55836/task/57109/root (readlink: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57109 tp_osd_tp ceph txt unknown /proc/55836/task/57109/exe (readlink: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57109 tp_osd_tp ceph NOFD /proc/55836/task/57109/fd (opendir: Permission denied) 2024-04-25T01:28:49.350 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57111 tp_osd_tp ceph cwd unknown /proc/55836/task/57111/cwd (readlink: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57111 tp_osd_tp ceph rtd unknown /proc/55836/task/57111/root (readlink: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57111 tp_osd_tp ceph txt unknown /proc/55836/task/57111/exe (readlink: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57111 tp_osd_tp ceph NOFD /proc/55836/task/57111/fd (opendir: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57112 tp_osd_tp ceph cwd unknown /proc/55836/task/57112/cwd (readlink: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57112 tp_osd_tp ceph rtd unknown /proc/55836/task/57112/root (readlink: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57112 tp_osd_tp ceph txt unknown /proc/55836/task/57112/exe (readlink: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57112 tp_osd_tp ceph NOFD /proc/55836/task/57112/fd (opendir: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57113 osd_srv_h ceph cwd unknown /proc/55836/task/57113/cwd (readlink: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57113 osd_srv_h ceph rtd unknown /proc/55836/task/57113/root (readlink: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57113 osd_srv_h ceph txt unknown /proc/55836/task/57113/exe (readlink: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 55836 57113 osd_srv_h ceph NOFD /proc/55836/task/57113/fd (opendir: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 57339 root cwd unknown /proc/57339/cwd (readlink: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 57339 root rtd unknown /proc/57339/root (readlink: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 57339 root txt unknown /proc/57339/exe (readlink: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 57339 root NOFD /proc/57339/fd (opendir: Permission denied) 2024-04-25T01:28:49.351 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 57356 root cwd unknown /proc/57356/cwd (readlink: Permission denied) 2024-04-25T01:28:49.352 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 57356 root rtd unknown /proc/57356/root (readlink: Permission denied) 2024-04-25T01:28:49.352 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 57356 root txt unknown /proc/57356/exe (readlink: Permission denied) 2024-04-25T01:28:49.352 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 57356 root NOFD /proc/57356/fd (opendir: Permission denied) 2024-04-25T01:28:49.352 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 59631 root cwd unknown /proc/59631/cwd (readlink: Permission denied) 2024-04-25T01:28:49.352 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 59631 root rtd unknown /proc/59631/root (readlink: Permission denied) 2024-04-25T01:28:49.352 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 59631 root txt unknown /proc/59631/exe (readlink: Permission denied) 2024-04-25T01:28:49.352 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 59631 root NOFD /proc/59631/fd (opendir: Permission denied) 2024-04-25T01:28:49.352 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 60463 root cwd unknown /proc/60463/cwd (readlink: Permission denied) 2024-04-25T01:28:49.352 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 60463 root rtd unknown /proc/60463/root (readlink: Permission denied) 2024-04-25T01:28:49.352 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 60463 root txt unknown /proc/60463/exe (readlink: Permission denied) 2024-04-25T01:28:49.352 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 60463 root NOFD /proc/60463/fd (opendir: Permission denied) 2024-04-25T01:28:49.352 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 60836 root cwd unknown /proc/60836/cwd (readlink: Permission denied) 2024-04-25T01:28:49.352 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 60836 root rtd unknown /proc/60836/root (readlink: Permission denied) 2024-04-25T01:28:49.352 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 60836 root txt unknown /proc/60836/exe (readlink: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 60836 root NOFD /proc/60836/fd (opendir: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 62437 root cwd unknown /proc/62437/cwd (readlink: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 62437 root rtd unknown /proc/62437/root (readlink: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 62437 root txt unknown /proc/62437/exe (readlink: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 62437 root NOFD /proc/62437/fd (opendir: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 62439 root cwd unknown /proc/62439/cwd (readlink: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 62439 root rtd unknown /proc/62439/root (readlink: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 62439 root txt unknown /proc/62439/exe (readlink: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 62439 root NOFD /proc/62439/fd (opendir: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 ceph cwd unknown /proc/62441/cwd (readlink: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 ceph rtd unknown /proc/62441/root (readlink: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 ceph txt unknown /proc/62441/exe (readlink: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 ceph NOFD /proc/62441/fd (opendir: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62442 log ceph cwd unknown /proc/62441/task/62442/cwd (readlink: Permission denied) 2024-04-25T01:28:49.353 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62442 log ceph rtd unknown /proc/62441/task/62442/root (readlink: Permission denied) 2024-04-25T01:28:49.354 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62442 log ceph txt unknown /proc/62441/task/62442/exe (readlink: Permission denied) 2024-04-25T01:28:49.354 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62442 log ceph NOFD /proc/62441/task/62442/fd (opendir: Permission denied) 2024-04-25T01:28:49.354 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62444 msgr-work ceph cwd unknown /proc/62441/task/62444/cwd (readlink: Permission denied) 2024-04-25T01:28:49.354 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62444 msgr-work ceph rtd unknown /proc/62441/task/62444/root (readlink: Permission denied) 2024-04-25T01:28:49.354 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62444 msgr-work ceph txt unknown /proc/62441/task/62444/exe (readlink: Permission denied) 2024-04-25T01:28:49.354 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62444 msgr-work ceph NOFD /proc/62441/task/62444/fd (opendir: Permission denied) 2024-04-25T01:28:49.354 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62445 msgr-work ceph cwd unknown /proc/62441/task/62445/cwd (readlink: Permission denied) 2024-04-25T01:28:49.354 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62445 msgr-work ceph rtd unknown /proc/62441/task/62445/root (readlink: Permission denied) 2024-04-25T01:28:49.354 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62445 msgr-work ceph txt unknown /proc/62441/task/62445/exe (readlink: Permission denied) 2024-04-25T01:28:49.354 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62445 msgr-work ceph NOFD /proc/62441/task/62445/fd (opendir: Permission denied) 2024-04-25T01:28:49.354 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62446 msgr-work ceph cwd unknown /proc/62441/task/62446/cwd (readlink: Permission denied) 2024-04-25T01:28:49.354 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62446 msgr-work ceph rtd unknown /proc/62441/task/62446/root (readlink: Permission denied) 2024-04-25T01:28:49.354 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62446 msgr-work ceph txt unknown /proc/62441/task/62446/exe (readlink: Permission denied) 2024-04-25T01:28:49.354 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62446 msgr-work ceph NOFD /proc/62441/task/62446/fd (opendir: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62450 service ceph cwd unknown /proc/62441/task/62450/cwd (readlink: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62450 service ceph rtd unknown /proc/62441/task/62450/root (readlink: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62450 service ceph txt unknown /proc/62441/task/62450/exe (readlink: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62450 service ceph NOFD /proc/62441/task/62450/fd (opendir: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62451 admin_soc ceph cwd unknown /proc/62441/task/62451/cwd (readlink: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62451 admin_soc ceph rtd unknown /proc/62441/task/62451/root (readlink: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62451 admin_soc ceph txt unknown /proc/62441/task/62451/exe (readlink: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62451 admin_soc ceph NOFD /proc/62441/task/62451/fd (opendir: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62598 signal_ha ceph cwd unknown /proc/62441/task/62598/cwd (readlink: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62598 signal_ha ceph rtd unknown /proc/62441/task/62598/root (readlink: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62598 signal_ha ceph txt unknown /proc/62441/task/62598/exe (readlink: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62598 signal_ha ceph NOFD /proc/62441/task/62598/fd (opendir: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62599 io_contex ceph cwd unknown /proc/62441/task/62599/cwd (readlink: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62599 io_contex ceph rtd unknown /proc/62441/task/62599/root (readlink: Permission denied) 2024-04-25T01:28:49.355 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62599 io_contex ceph txt unknown /proc/62441/task/62599/exe (readlink: Permission denied) 2024-04-25T01:28:49.356 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62599 io_contex ceph NOFD /proc/62441/task/62599/fd (opendir: Permission denied) 2024-04-25T01:28:49.356 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62600 io_contex ceph cwd unknown /proc/62441/task/62600/cwd (readlink: Permission denied) 2024-04-25T01:28:49.356 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62600 io_contex ceph rtd unknown /proc/62441/task/62600/root (readlink: Permission denied) 2024-04-25T01:28:49.356 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62600 io_contex ceph txt unknown /proc/62441/task/62600/exe (readlink: Permission denied) 2024-04-25T01:28:49.356 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62600 io_contex ceph NOFD /proc/62441/task/62600/fd (opendir: Permission denied) 2024-04-25T01:28:49.356 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62606 OpHistory ceph cwd unknown /proc/62441/task/62606/cwd (readlink: Permission denied) 2024-04-25T01:28:49.356 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62606 OpHistory ceph rtd unknown /proc/62441/task/62606/root (readlink: Permission denied) 2024-04-25T01:28:49.356 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62606 OpHistory ceph txt unknown /proc/62441/task/62606/exe (readlink: Permission denied) 2024-04-25T01:28:49.356 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62606 OpHistory ceph NOFD /proc/62441/task/62606/fd (opendir: Permission denied) 2024-04-25T01:28:49.356 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62607 ceph_time ceph cwd unknown /proc/62441/task/62607/cwd (readlink: Permission denied) 2024-04-25T01:28:49.356 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62607 ceph_time ceph rtd unknown /proc/62441/task/62607/root (readlink: Permission denied) 2024-04-25T01:28:49.356 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62607 ceph_time ceph txt unknown /proc/62441/task/62607/exe (readlink: Permission denied) 2024-04-25T01:28:49.356 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62607 ceph_time ceph NOFD /proc/62441/task/62607/fd (opendir: Permission denied) 2024-04-25T01:28:49.356 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62835 ceph-osd ceph cwd unknown /proc/62441/task/62835/cwd (readlink: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62835 ceph-osd ceph rtd unknown /proc/62441/task/62835/root (readlink: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62835 ceph-osd ceph txt unknown /proc/62441/task/62835/exe (readlink: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62835 ceph-osd ceph NOFD /proc/62441/task/62835/fd (opendir: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62836 safe_time ceph cwd unknown /proc/62441/task/62836/cwd (readlink: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62836 safe_time ceph rtd unknown /proc/62441/task/62836/root (readlink: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62836 safe_time ceph txt unknown /proc/62441/task/62836/exe (readlink: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62836 safe_time ceph NOFD /proc/62441/task/62836/fd (opendir: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62837 safe_time ceph cwd unknown /proc/62441/task/62837/cwd (readlink: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62837 safe_time ceph rtd unknown /proc/62441/task/62837/root (readlink: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62837 safe_time ceph txt unknown /proc/62441/task/62837/exe (readlink: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62837 safe_time ceph NOFD /proc/62441/task/62837/fd (opendir: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62838 safe_time ceph cwd unknown /proc/62441/task/62838/cwd (readlink: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62838 safe_time ceph rtd unknown /proc/62441/task/62838/root (readlink: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62838 safe_time ceph txt unknown /proc/62441/task/62838/exe (readlink: Permission denied) 2024-04-25T01:28:49.357 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62838 safe_time ceph NOFD /proc/62441/task/62838/fd (opendir: Permission denied) 2024-04-25T01:28:49.358 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62839 safe_time ceph cwd unknown /proc/62441/task/62839/cwd (readlink: Permission denied) 2024-04-25T01:28:49.358 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62839 safe_time ceph rtd unknown /proc/62441/task/62839/root (readlink: Permission denied) 2024-04-25T01:28:49.358 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62839 safe_time ceph txt unknown /proc/62441/task/62839/exe (readlink: Permission denied) 2024-04-25T01:28:49.358 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62839 safe_time ceph NOFD /proc/62441/task/62839/fd (opendir: Permission denied) 2024-04-25T01:28:49.358 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62840 fn_anonym ceph cwd unknown /proc/62441/task/62840/cwd (readlink: Permission denied) 2024-04-25T01:28:49.358 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62840 fn_anonym ceph rtd unknown /proc/62441/task/62840/root (readlink: Permission denied) 2024-04-25T01:28:49.358 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62840 fn_anonym ceph txt unknown /proc/62441/task/62840/exe (readlink: Permission denied) 2024-04-25T01:28:49.358 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62840 fn_anonym ceph NOFD /proc/62441/task/62840/fd (opendir: Permission denied) 2024-04-25T01:28:49.358 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62846 rocksdb:l ceph cwd unknown /proc/62441/task/62846/cwd (readlink: Permission denied) 2024-04-25T01:28:49.358 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62846 rocksdb:l ceph rtd unknown /proc/62441/task/62846/root (readlink: Permission denied) 2024-04-25T01:28:49.358 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62846 rocksdb:l ceph txt unknown /proc/62441/task/62846/exe (readlink: Permission denied) 2024-04-25T01:28:49.358 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62846 rocksdb:l ceph NOFD /proc/62441/task/62846/fd (opendir: Permission denied) 2024-04-25T01:28:49.358 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62847 rocksdb:l ceph cwd unknown /proc/62441/task/62847/cwd (readlink: Permission denied) 2024-04-25T01:28:49.358 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62847 rocksdb:l ceph rtd unknown /proc/62441/task/62847/root (readlink: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62847 rocksdb:l ceph txt unknown /proc/62441/task/62847/exe (readlink: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62847 rocksdb:l ceph NOFD /proc/62441/task/62847/fd (opendir: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62848 rocksdb:l ceph cwd unknown /proc/62441/task/62848/cwd (readlink: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62848 rocksdb:l ceph rtd unknown /proc/62441/task/62848/root (readlink: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62848 rocksdb:l ceph txt unknown /proc/62441/task/62848/exe (readlink: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62848 rocksdb:l ceph NOFD /proc/62441/task/62848/fd (opendir: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62849 rocksdb:h ceph cwd unknown /proc/62441/task/62849/cwd (readlink: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62849 rocksdb:h ceph rtd unknown /proc/62441/task/62849/root (readlink: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62849 rocksdb:h ceph txt unknown /proc/62441/task/62849/exe (readlink: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 62849 rocksdb:h ceph NOFD /proc/62441/task/62849/fd (opendir: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63302 bstore_ai ceph cwd unknown /proc/62441/task/63302/cwd (readlink: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63302 bstore_ai ceph rtd unknown /proc/62441/task/63302/root (readlink: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63302 bstore_ai ceph txt unknown /proc/62441/task/63302/exe (readlink: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63302 bstore_ai ceph NOFD /proc/62441/task/63302/fd (opendir: Permission denied) 2024-04-25T01:28:49.359 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63303 bstore_di ceph cwd unknown /proc/62441/task/63303/cwd (readlink: Permission denied) 2024-04-25T01:28:49.360 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63303 bstore_di ceph rtd unknown /proc/62441/task/63303/root (readlink: Permission denied) 2024-04-25T01:28:49.360 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63303 bstore_di ceph txt unknown /proc/62441/task/63303/exe (readlink: Permission denied) 2024-04-25T01:28:49.360 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63303 bstore_di ceph NOFD /proc/62441/task/63303/fd (opendir: Permission denied) 2024-04-25T01:28:49.360 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63527 bstore_ai ceph cwd unknown /proc/62441/task/63527/cwd (readlink: Permission denied) 2024-04-25T01:28:49.360 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63527 bstore_ai ceph rtd unknown /proc/62441/task/63527/root (readlink: Permission denied) 2024-04-25T01:28:49.360 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63527 bstore_ai ceph txt unknown /proc/62441/task/63527/exe (readlink: Permission denied) 2024-04-25T01:28:49.360 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63527 bstore_ai ceph NOFD /proc/62441/task/63527/fd (opendir: Permission denied) 2024-04-25T01:28:49.360 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63528 bstore_di ceph cwd unknown /proc/62441/task/63528/cwd (readlink: Permission denied) 2024-04-25T01:28:49.360 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63528 bstore_di ceph rtd unknown /proc/62441/task/63528/root (readlink: Permission denied) 2024-04-25T01:28:49.360 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63528 bstore_di ceph txt unknown /proc/62441/task/63528/exe (readlink: Permission denied) 2024-04-25T01:28:49.360 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63528 bstore_di ceph NOFD /proc/62441/task/63528/fd (opendir: Permission denied) 2024-04-25T01:28:49.360 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63724 ceph-osd ceph cwd unknown /proc/62441/task/63724/cwd (readlink: Permission denied) 2024-04-25T01:28:49.360 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63724 ceph-osd ceph rtd unknown /proc/62441/task/63724/root (readlink: Permission denied) 2024-04-25T01:28:49.360 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63724 ceph-osd ceph txt unknown /proc/62441/task/63724/exe (readlink: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63724 ceph-osd ceph NOFD /proc/62441/task/63724/fd (opendir: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63726 cfin ceph cwd unknown /proc/62441/task/63726/cwd (readlink: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63726 cfin ceph rtd unknown /proc/62441/task/63726/root (readlink: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63726 cfin ceph txt unknown /proc/62441/task/63726/exe (readlink: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63726 cfin ceph NOFD /proc/62441/task/63726/fd (opendir: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63727 bstore_kv ceph cwd unknown /proc/62441/task/63727/cwd (readlink: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63727 bstore_kv ceph rtd unknown /proc/62441/task/63727/root (readlink: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63727 bstore_kv ceph txt unknown /proc/62441/task/63727/exe (readlink: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63727 bstore_kv ceph NOFD /proc/62441/task/63727/fd (opendir: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63728 bstore_kv ceph cwd unknown /proc/62441/task/63728/cwd (readlink: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63728 bstore_kv ceph rtd unknown /proc/62441/task/63728/root (readlink: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63728 bstore_kv ceph txt unknown /proc/62441/task/63728/exe (readlink: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63728 bstore_kv ceph NOFD /proc/62441/task/63728/fd (opendir: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63729 bstore_me ceph cwd unknown /proc/62441/task/63729/cwd (readlink: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63729 bstore_me ceph rtd unknown /proc/62441/task/63729/root (readlink: Permission denied) 2024-04-25T01:28:49.361 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63729 bstore_me ceph txt unknown /proc/62441/task/63729/exe (readlink: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63729 bstore_me ceph NOFD /proc/62441/task/63729/fd (opendir: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63742 ms_dispat ceph cwd unknown /proc/62441/task/63742/cwd (readlink: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63742 ms_dispat ceph rtd unknown /proc/62441/task/63742/root (readlink: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63742 ms_dispat ceph txt unknown /proc/62441/task/63742/exe (readlink: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63742 ms_dispat ceph NOFD /proc/62441/task/63742/fd (opendir: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63743 ms_local ceph cwd unknown /proc/62441/task/63743/cwd (readlink: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63743 ms_local ceph rtd unknown /proc/62441/task/63743/root (readlink: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63743 ms_local ceph txt unknown /proc/62441/task/63743/exe (readlink: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63743 ms_local ceph NOFD /proc/62441/task/63743/fd (opendir: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63744 safe_time ceph cwd unknown /proc/62441/task/63744/cwd (readlink: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63744 safe_time ceph rtd unknown /proc/62441/task/63744/root (readlink: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63744 safe_time ceph txt unknown /proc/62441/task/63744/exe (readlink: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63744 safe_time ceph NOFD /proc/62441/task/63744/fd (opendir: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63745 safe_time ceph cwd unknown /proc/62441/task/63745/cwd (readlink: Permission denied) 2024-04-25T01:28:49.362 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63745 safe_time ceph rtd unknown /proc/62441/task/63745/root (readlink: Permission denied) 2024-04-25T01:28:49.363 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63745 safe_time ceph txt unknown /proc/62441/task/63745/exe (readlink: Permission denied) 2024-04-25T01:28:49.363 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63745 safe_time ceph NOFD /proc/62441/task/63745/fd (opendir: Permission denied) 2024-04-25T01:28:49.363 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63746 ms_dispat ceph cwd unknown /proc/62441/task/63746/cwd (readlink: Permission denied) 2024-04-25T01:28:49.363 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63746 ms_dispat ceph rtd unknown /proc/62441/task/63746/root (readlink: Permission denied) 2024-04-25T01:28:49.363 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63746 ms_dispat ceph txt unknown /proc/62441/task/63746/exe (readlink: Permission denied) 2024-04-25T01:28:49.363 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63746 ms_dispat ceph NOFD /proc/62441/task/63746/fd (opendir: Permission denied) 2024-04-25T01:28:49.363 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63747 ms_local ceph cwd unknown /proc/62441/task/63747/cwd (readlink: Permission denied) 2024-04-25T01:28:49.363 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63747 ms_local ceph rtd unknown /proc/62441/task/63747/root (readlink: Permission denied) 2024-04-25T01:28:49.363 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63747 ms_local ceph txt unknown /proc/62441/task/63747/exe (readlink: Permission denied) 2024-04-25T01:28:49.363 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63747 ms_local ceph NOFD /proc/62441/task/63747/fd (opendir: Permission denied) 2024-04-25T01:28:49.363 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63748 ms_dispat ceph cwd unknown /proc/62441/task/63748/cwd (readlink: Permission denied) 2024-04-25T01:28:49.363 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63748 ms_dispat ceph rtd unknown /proc/62441/task/63748/root (readlink: Permission denied) 2024-04-25T01:28:49.363 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63748 ms_dispat ceph txt unknown /proc/62441/task/63748/exe (readlink: Permission denied) 2024-04-25T01:28:49.363 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63748 ms_dispat ceph NOFD /proc/62441/task/63748/fd (opendir: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63749 ms_local ceph cwd unknown /proc/62441/task/63749/cwd (readlink: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63749 ms_local ceph rtd unknown /proc/62441/task/63749/root (readlink: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63749 ms_local ceph txt unknown /proc/62441/task/63749/exe (readlink: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63749 ms_local ceph NOFD /proc/62441/task/63749/fd (opendir: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63750 ms_dispat ceph cwd unknown /proc/62441/task/63750/cwd (readlink: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63750 ms_dispat ceph rtd unknown /proc/62441/task/63750/root (readlink: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63750 ms_dispat ceph txt unknown /proc/62441/task/63750/exe (readlink: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63750 ms_dispat ceph NOFD /proc/62441/task/63750/fd (opendir: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63751 ms_local ceph cwd unknown /proc/62441/task/63751/cwd (readlink: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63751 ms_local ceph rtd unknown /proc/62441/task/63751/root (readlink: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63751 ms_local ceph txt unknown /proc/62441/task/63751/exe (readlink: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63751 ms_local ceph NOFD /proc/62441/task/63751/fd (opendir: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63752 ms_dispat ceph cwd unknown /proc/62441/task/63752/cwd (readlink: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63752 ms_dispat ceph rtd unknown /proc/62441/task/63752/root (readlink: Permission denied) 2024-04-25T01:28:49.364 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63752 ms_dispat ceph txt unknown /proc/62441/task/63752/exe (readlink: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63752 ms_dispat ceph NOFD /proc/62441/task/63752/fd (opendir: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63753 ms_local ceph cwd unknown /proc/62441/task/63753/cwd (readlink: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63753 ms_local ceph rtd unknown /proc/62441/task/63753/root (readlink: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63753 ms_local ceph txt unknown /proc/62441/task/63753/exe (readlink: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63753 ms_local ceph NOFD /proc/62441/task/63753/fd (opendir: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63754 ms_dispat ceph cwd unknown /proc/62441/task/63754/cwd (readlink: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63754 ms_dispat ceph rtd unknown /proc/62441/task/63754/root (readlink: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63754 ms_dispat ceph txt unknown /proc/62441/task/63754/exe (readlink: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63754 ms_dispat ceph NOFD /proc/62441/task/63754/fd (opendir: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63756 ms_local ceph cwd unknown /proc/62441/task/63756/cwd (readlink: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63756 ms_local ceph rtd unknown /proc/62441/task/63756/root (readlink: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63756 ms_local ceph txt unknown /proc/62441/task/63756/exe (readlink: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63756 ms_local ceph NOFD /proc/62441/task/63756/fd (opendir: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63757 ms_dispat ceph cwd unknown /proc/62441/task/63757/cwd (readlink: Permission denied) 2024-04-25T01:28:49.365 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63757 ms_dispat ceph rtd unknown /proc/62441/task/63757/root (readlink: Permission denied) 2024-04-25T01:28:49.366 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63757 ms_dispat ceph txt unknown /proc/62441/task/63757/exe (readlink: Permission denied) 2024-04-25T01:28:49.366 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63757 ms_dispat ceph NOFD /proc/62441/task/63757/fd (opendir: Permission denied) 2024-04-25T01:28:49.366 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63758 ms_local ceph cwd unknown /proc/62441/task/63758/cwd (readlink: Permission denied) 2024-04-25T01:28:49.366 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63758 ms_local ceph rtd unknown /proc/62441/task/63758/root (readlink: Permission denied) 2024-04-25T01:28:49.366 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63758 ms_local ceph txt unknown /proc/62441/task/63758/exe (readlink: Permission denied) 2024-04-25T01:28:49.366 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63758 ms_local ceph NOFD /proc/62441/task/63758/fd (opendir: Permission denied) 2024-04-25T01:28:49.366 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63759 fn_anonym ceph cwd unknown /proc/62441/task/63759/cwd (readlink: Permission denied) 2024-04-25T01:28:49.366 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63759 fn_anonym ceph rtd unknown /proc/62441/task/63759/root (readlink: Permission denied) 2024-04-25T01:28:49.366 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63759 fn_anonym ceph txt unknown /proc/62441/task/63759/exe (readlink: Permission denied) 2024-04-25T01:28:49.366 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63759 fn_anonym ceph NOFD /proc/62441/task/63759/fd (opendir: Permission denied) 2024-04-25T01:28:49.366 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63760 finisher ceph cwd unknown /proc/62441/task/63760/cwd (readlink: Permission denied) 2024-04-25T01:28:49.366 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63760 finisher ceph rtd unknown /proc/62441/task/63760/root (readlink: Permission denied) 2024-04-25T01:28:49.366 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63760 finisher ceph txt unknown /proc/62441/task/63760/exe (readlink: Permission denied) 2024-04-25T01:28:49.367 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63760 finisher ceph NOFD /proc/62441/task/63760/fd (opendir: Permission denied) 2024-04-25T01:28:49.367 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63761 safe_time ceph cwd unknown /proc/62441/task/63761/cwd (readlink: Permission denied) 2024-04-25T01:28:49.367 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63761 safe_time ceph rtd unknown /proc/62441/task/63761/root (readlink: Permission denied) 2024-04-25T01:28:49.367 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63761 safe_time ceph txt unknown /proc/62441/task/63761/exe (readlink: Permission denied) 2024-04-25T01:28:49.367 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63761 safe_time ceph NOFD /proc/62441/task/63761/fd (opendir: Permission denied) 2024-04-25T01:28:49.367 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63762 safe_time ceph cwd unknown /proc/62441/task/63762/cwd (readlink: Permission denied) 2024-04-25T01:28:49.367 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63762 safe_time ceph rtd unknown /proc/62441/task/63762/root (readlink: Permission denied) 2024-04-25T01:28:49.367 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63762 safe_time ceph txt unknown /proc/62441/task/63762/exe (readlink: Permission denied) 2024-04-25T01:28:49.367 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63762 safe_time ceph NOFD /proc/62441/task/63762/fd (opendir: Permission denied) 2024-04-25T01:28:49.367 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63763 ceph-osd ceph cwd unknown /proc/62441/task/63763/cwd (readlink: Permission denied) 2024-04-25T01:28:49.367 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63763 ceph-osd ceph rtd unknown /proc/62441/task/63763/root (readlink: Permission denied) 2024-04-25T01:28:49.367 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63763 ceph-osd ceph txt unknown /proc/62441/task/63763/exe (readlink: Permission denied) 2024-04-25T01:28:49.367 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63763 ceph-osd ceph NOFD /proc/62441/task/63763/fd (opendir: Permission denied) 2024-04-25T01:28:49.369 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63764 osd_srv_a ceph cwd unknown /proc/62441/task/63764/cwd (readlink: Permission denied) 2024-04-25T01:28:49.369 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63764 osd_srv_a ceph rtd unknown /proc/62441/task/63764/root (readlink: Permission denied) 2024-04-25T01:28:49.369 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63764 osd_srv_a ceph txt unknown /proc/62441/task/63764/exe (readlink: Permission denied) 2024-04-25T01:28:49.369 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63764 osd_srv_a ceph NOFD /proc/62441/task/63764/fd (opendir: Permission denied) 2024-04-25T01:28:49.369 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63765 tp_osd_tp ceph cwd unknown /proc/62441/task/63765/cwd (readlink: Permission denied) 2024-04-25T01:28:49.369 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63765 tp_osd_tp ceph rtd unknown /proc/62441/task/63765/root (readlink: Permission denied) 2024-04-25T01:28:49.369 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63765 tp_osd_tp ceph txt unknown /proc/62441/task/63765/exe (readlink: Permission denied) 2024-04-25T01:28:49.369 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63765 tp_osd_tp ceph NOFD /proc/62441/task/63765/fd (opendir: Permission denied) 2024-04-25T01:28:49.369 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63766 tp_osd_tp ceph cwd unknown /proc/62441/task/63766/cwd (readlink: Permission denied) 2024-04-25T01:28:49.370 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63766 tp_osd_tp ceph rtd unknown /proc/62441/task/63766/root (readlink: Permission denied) 2024-04-25T01:28:49.370 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63766 tp_osd_tp ceph txt unknown /proc/62441/task/63766/exe (readlink: Permission denied) 2024-04-25T01:28:49.370 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63766 tp_osd_tp ceph NOFD /proc/62441/task/63766/fd (opendir: Permission denied) 2024-04-25T01:28:49.370 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63767 tp_osd_tp ceph cwd unknown /proc/62441/task/63767/cwd (readlink: Permission denied) 2024-04-25T01:28:49.370 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63767 tp_osd_tp ceph rtd unknown /proc/62441/task/63767/root (readlink: Permission denied) 2024-04-25T01:28:49.370 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63767 tp_osd_tp ceph txt unknown /proc/62441/task/63767/exe (readlink: Permission denied) 2024-04-25T01:28:49.370 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63767 tp_osd_tp ceph NOFD /proc/62441/task/63767/fd (opendir: Permission denied) 2024-04-25T01:28:49.370 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63768 tp_osd_tp ceph cwd unknown /proc/62441/task/63768/cwd (readlink: Permission denied) 2024-04-25T01:28:49.370 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63768 tp_osd_tp ceph rtd unknown /proc/62441/task/63768/root (readlink: Permission denied) 2024-04-25T01:28:49.370 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63768 tp_osd_tp ceph txt unknown /proc/62441/task/63768/exe (readlink: Permission denied) 2024-04-25T01:28:49.370 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63768 tp_osd_tp ceph NOFD /proc/62441/task/63768/fd (opendir: Permission denied) 2024-04-25T01:28:49.370 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63769 tp_osd_tp ceph cwd unknown /proc/62441/task/63769/cwd (readlink: Permission denied) 2024-04-25T01:28:49.370 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63769 tp_osd_tp ceph rtd unknown /proc/62441/task/63769/root (readlink: Permission denied) 2024-04-25T01:28:49.370 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63769 tp_osd_tp ceph txt unknown /proc/62441/task/63769/exe (readlink: Permission denied) 2024-04-25T01:28:49.371 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63769 tp_osd_tp ceph NOFD /proc/62441/task/63769/fd (opendir: Permission denied) 2024-04-25T01:28:49.371 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63770 tp_osd_tp ceph cwd unknown /proc/62441/task/63770/cwd (readlink: Permission denied) 2024-04-25T01:28:49.371 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63770 tp_osd_tp ceph rtd unknown /proc/62441/task/63770/root (readlink: Permission denied) 2024-04-25T01:28:49.371 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63770 tp_osd_tp ceph txt unknown /proc/62441/task/63770/exe (readlink: Permission denied) 2024-04-25T01:28:49.371 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63770 tp_osd_tp ceph NOFD /proc/62441/task/63770/fd (opendir: Permission denied) 2024-04-25T01:28:49.371 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63771 tp_osd_tp ceph cwd unknown /proc/62441/task/63771/cwd (readlink: Permission denied) 2024-04-25T01:28:49.371 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63771 tp_osd_tp ceph rtd unknown /proc/62441/task/63771/root (readlink: Permission denied) 2024-04-25T01:28:49.371 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63771 tp_osd_tp ceph txt unknown /proc/62441/task/63771/exe (readlink: Permission denied) 2024-04-25T01:28:49.371 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63771 tp_osd_tp ceph NOFD /proc/62441/task/63771/fd (opendir: Permission denied) 2024-04-25T01:28:49.371 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63772 tp_osd_tp ceph cwd unknown /proc/62441/task/63772/cwd (readlink: Permission denied) 2024-04-25T01:28:49.371 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63772 tp_osd_tp ceph rtd unknown /proc/62441/task/63772/root (readlink: Permission denied) 2024-04-25T01:28:49.371 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63772 tp_osd_tp ceph txt unknown /proc/62441/task/63772/exe (readlink: Permission denied) 2024-04-25T01:28:49.371 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63772 tp_osd_tp ceph NOFD /proc/62441/task/63772/fd (opendir: Permission denied) 2024-04-25T01:28:49.371 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63773 tp_osd_tp ceph cwd unknown /proc/62441/task/63773/cwd (readlink: Permission denied) 2024-04-25T01:28:49.372 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63773 tp_osd_tp ceph rtd unknown /proc/62441/task/63773/root (readlink: Permission denied) 2024-04-25T01:28:49.372 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63773 tp_osd_tp ceph txt unknown /proc/62441/task/63773/exe (readlink: Permission denied) 2024-04-25T01:28:49.372 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63773 tp_osd_tp ceph NOFD /proc/62441/task/63773/fd (opendir: Permission denied) 2024-04-25T01:28:49.372 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63774 tp_osd_tp ceph cwd unknown /proc/62441/task/63774/cwd (readlink: Permission denied) 2024-04-25T01:28:49.372 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63774 tp_osd_tp ceph rtd unknown /proc/62441/task/63774/root (readlink: Permission denied) 2024-04-25T01:28:49.372 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63774 tp_osd_tp ceph txt unknown /proc/62441/task/63774/exe (readlink: Permission denied) 2024-04-25T01:28:49.372 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63774 tp_osd_tp ceph NOFD /proc/62441/task/63774/fd (opendir: Permission denied) 2024-04-25T01:28:49.372 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63775 tp_osd_tp ceph cwd unknown /proc/62441/task/63775/cwd (readlink: Permission denied) 2024-04-25T01:28:49.372 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63775 tp_osd_tp ceph rtd unknown /proc/62441/task/63775/root (readlink: Permission denied) 2024-04-25T01:28:49.372 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63775 tp_osd_tp ceph txt unknown /proc/62441/task/63775/exe (readlink: Permission denied) 2024-04-25T01:28:49.372 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63775 tp_osd_tp ceph NOFD /proc/62441/task/63775/fd (opendir: Permission denied) 2024-04-25T01:28:49.372 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63776 tp_osd_tp ceph cwd unknown /proc/62441/task/63776/cwd (readlink: Permission denied) 2024-04-25T01:28:49.372 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63776 tp_osd_tp ceph rtd unknown /proc/62441/task/63776/root (readlink: Permission denied) 2024-04-25T01:28:49.372 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63776 tp_osd_tp ceph txt unknown /proc/62441/task/63776/exe (readlink: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63776 tp_osd_tp ceph NOFD /proc/62441/task/63776/fd (opendir: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63777 tp_osd_tp ceph cwd unknown /proc/62441/task/63777/cwd (readlink: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63777 tp_osd_tp ceph rtd unknown /proc/62441/task/63777/root (readlink: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63777 tp_osd_tp ceph txt unknown /proc/62441/task/63777/exe (readlink: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63777 tp_osd_tp ceph NOFD /proc/62441/task/63777/fd (opendir: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63778 tp_osd_tp ceph cwd unknown /proc/62441/task/63778/cwd (readlink: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63778 tp_osd_tp ceph rtd unknown /proc/62441/task/63778/root (readlink: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63778 tp_osd_tp ceph txt unknown /proc/62441/task/63778/exe (readlink: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63778 tp_osd_tp ceph NOFD /proc/62441/task/63778/fd (opendir: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63779 tp_osd_tp ceph cwd unknown /proc/62441/task/63779/cwd (readlink: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63779 tp_osd_tp ceph rtd unknown /proc/62441/task/63779/root (readlink: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63779 tp_osd_tp ceph txt unknown /proc/62441/task/63779/exe (readlink: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63779 tp_osd_tp ceph NOFD /proc/62441/task/63779/fd (opendir: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63780 tp_osd_tp ceph cwd unknown /proc/62441/task/63780/cwd (readlink: Permission denied) 2024-04-25T01:28:49.373 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63780 tp_osd_tp ceph rtd unknown /proc/62441/task/63780/root (readlink: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63780 tp_osd_tp ceph txt unknown /proc/62441/task/63780/exe (readlink: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63780 tp_osd_tp ceph NOFD /proc/62441/task/63780/fd (opendir: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63781 osd_srv_h ceph cwd unknown /proc/62441/task/63781/cwd (readlink: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63781 osd_srv_h ceph rtd unknown /proc/62441/task/63781/root (readlink: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63781 osd_srv_h ceph txt unknown /proc/62441/task/63781/exe (readlink: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-osd 62441 63781 osd_srv_h ceph NOFD /proc/62441/task/63781/fd (opendir: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 62802 root cwd unknown /proc/62802/cwd (readlink: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 62802 root rtd unknown /proc/62802/root (readlink: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 62802 root txt unknown /proc/62802/exe (readlink: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 62802 root NOFD /proc/62802/fd (opendir: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 64018 root cwd unknown /proc/64018/cwd (readlink: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 64018 root rtd unknown /proc/64018/root (readlink: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 64018 root txt unknown /proc/64018/exe (readlink: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 64018 root NOFD /proc/64018/fd (opendir: Permission denied) 2024-04-25T01:28:49.374 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 64049 root cwd unknown /proc/64049/cwd (readlink: Permission denied) 2024-04-25T01:28:49.375 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 64049 root rtd unknown /proc/64049/root (readlink: Permission denied) 2024-04-25T01:28:49.375 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 64049 root txt unknown /proc/64049/exe (readlink: Permission denied) 2024-04-25T01:28:49.375 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 64049 root NOFD /proc/64049/fd (opendir: Permission denied) 2024-04-25T01:28:49.375 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 66282 root cwd unknown /proc/66282/cwd (readlink: Permission denied) 2024-04-25T01:28:49.375 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 66282 root rtd unknown /proc/66282/root (readlink: Permission denied) 2024-04-25T01:28:49.375 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 66282 root txt unknown /proc/66282/exe (readlink: Permission denied) 2024-04-25T01:28:49.375 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/u 66282 root NOFD /proc/66282/fd (opendir: Permission denied) 2024-04-25T01:28:49.375 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 66283 root cwd unknown /proc/66283/cwd (readlink: Permission denied) 2024-04-25T01:28:49.375 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 66283 root rtd unknown /proc/66283/root (readlink: Permission denied) 2024-04-25T01:28:49.375 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 66283 root txt unknown /proc/66283/exe (readlink: Permission denied) 2024-04-25T01:28:49.375 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 66283 root NOFD /proc/66283/fd (opendir: Permission denied) 2024-04-25T01:28:49.375 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 66970 root cwd unknown /proc/66970/cwd (readlink: Permission denied) 2024-04-25T01:28:49.375 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 66970 root rtd unknown /proc/66970/root (readlink: Permission denied) 2024-04-25T01:28:49.375 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 66970 root txt unknown /proc/66970/exe (readlink: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 66970 root NOFD /proc/66970/fd (opendir: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 66993 root cwd unknown /proc/66993/cwd (readlink: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 66993 root rtd unknown /proc/66993/root (readlink: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 66993 root txt unknown /proc/66993/exe (readlink: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 66993 root NOFD /proc/66993/fd (opendir: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67011 root cwd unknown /proc/67011/cwd (readlink: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67011 root rtd unknown /proc/67011/root (readlink: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67011 root txt unknown /proc/67011/exe (readlink: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67011 root NOFD /proc/67011/fd (opendir: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 67019 root cwd unknown /proc/67019/cwd (readlink: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 67019 root rtd unknown /proc/67019/root (readlink: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 67019 root txt unknown /proc/67019/exe (readlink: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 67019 root NOFD /proc/67019/fd (opendir: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67026 root cwd unknown /proc/67026/cwd (readlink: Permission denied) 2024-04-25T01:28:49.376 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67026 root rtd unknown /proc/67026/root (readlink: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67026 root txt unknown /proc/67026/exe (readlink: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67026 root NOFD /proc/67026/fd (opendir: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 67037 root cwd unknown /proc/67037/cwd (readlink: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 67037 root rtd unknown /proc/67037/root (readlink: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 67037 root txt unknown /proc/67037/exe (readlink: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 67037 root NOFD /proc/67037/fd (opendir: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67044 root cwd unknown /proc/67044/cwd (readlink: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67044 root rtd unknown /proc/67044/root (readlink: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67044 root txt unknown /proc/67044/exe (readlink: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67044 root NOFD /proc/67044/fd (opendir: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67059 root cwd unknown /proc/67059/cwd (readlink: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67059 root rtd unknown /proc/67059/root (readlink: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67059 root txt unknown /proc/67059/exe (readlink: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:journalct 67059 root NOFD /proc/67059/fd (opendir: Permission denied) 2024-04-25T01:28:49.377 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 67589 root cwd unknown /proc/67589/cwd (readlink: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 67589 root rtd unknown /proc/67589/root (readlink: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 67589 root txt unknown /proc/67589/exe (readlink: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 67589 root NOFD /proc/67589/fd (opendir: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 67591 root cwd unknown /proc/67591/cwd (readlink: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 67591 root rtd unknown /proc/67591/root (readlink: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 67591 root txt unknown /proc/67591/exe (readlink: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 67591 root NOFD /proc/67591/fd (opendir: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 ceph cwd unknown /proc/67593/cwd (readlink: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 ceph rtd unknown /proc/67593/root (readlink: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 ceph txt unknown /proc/67593/exe (readlink: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 ceph NOFD /proc/67593/fd (opendir: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67594 log ceph cwd unknown /proc/67593/task/67594/cwd (readlink: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67594 log ceph rtd unknown /proc/67593/task/67594/root (readlink: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67594 log ceph txt unknown /proc/67593/task/67594/exe (readlink: Permission denied) 2024-04-25T01:28:49.378 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67594 log ceph NOFD /proc/67593/task/67594/fd (opendir: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67596 msgr-work ceph cwd unknown /proc/67593/task/67596/cwd (readlink: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67596 msgr-work ceph rtd unknown /proc/67593/task/67596/root (readlink: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67596 msgr-work ceph txt unknown /proc/67593/task/67596/exe (readlink: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67596 msgr-work ceph NOFD /proc/67593/task/67596/fd (opendir: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67597 msgr-work ceph cwd unknown /proc/67593/task/67597/cwd (readlink: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67597 msgr-work ceph rtd unknown /proc/67593/task/67597/root (readlink: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67597 msgr-work ceph txt unknown /proc/67593/task/67597/exe (readlink: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67597 msgr-work ceph NOFD /proc/67593/task/67597/fd (opendir: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67598 msgr-work ceph cwd unknown /proc/67593/task/67598/cwd (readlink: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67598 msgr-work ceph rtd unknown /proc/67593/task/67598/root (readlink: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67598 msgr-work ceph txt unknown /proc/67593/task/67598/exe (readlink: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67598 msgr-work ceph NOFD /proc/67593/task/67598/fd (opendir: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67602 service ceph cwd unknown /proc/67593/task/67602/cwd (readlink: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67602 service ceph rtd unknown /proc/67593/task/67602/root (readlink: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67602 service ceph txt unknown /proc/67593/task/67602/exe (readlink: Permission denied) 2024-04-25T01:28:49.379 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67602 service ceph NOFD /proc/67593/task/67602/fd (opendir: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67603 admin_soc ceph cwd unknown /proc/67593/task/67603/cwd (readlink: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67603 admin_soc ceph rtd unknown /proc/67593/task/67603/root (readlink: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67603 admin_soc ceph txt unknown /proc/67593/task/67603/exe (readlink: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67603 admin_soc ceph NOFD /proc/67593/task/67603/fd (opendir: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67604 signal_ha ceph cwd unknown /proc/67593/task/67604/cwd (readlink: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67604 signal_ha ceph rtd unknown /proc/67593/task/67604/root (readlink: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67604 signal_ha ceph txt unknown /proc/67593/task/67604/exe (readlink: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67604 signal_ha ceph NOFD /proc/67593/task/67604/fd (opendir: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67605 io_contex ceph cwd unknown /proc/67593/task/67605/cwd (readlink: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67605 io_contex ceph rtd unknown /proc/67593/task/67605/root (readlink: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67605 io_contex ceph txt unknown /proc/67593/task/67605/exe (readlink: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67605 io_contex ceph NOFD /proc/67593/task/67605/fd (opendir: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67606 io_contex ceph cwd unknown /proc/67593/task/67606/cwd (readlink: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67606 io_contex ceph rtd unknown /proc/67593/task/67606/root (readlink: Permission denied) 2024-04-25T01:28:49.380 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67606 io_contex ceph txt unknown /proc/67593/task/67606/exe (readlink: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67606 io_contex ceph NOFD /proc/67593/task/67606/fd (opendir: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67607 ms_dispat ceph cwd unknown /proc/67593/task/67607/cwd (readlink: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67607 ms_dispat ceph rtd unknown /proc/67593/task/67607/root (readlink: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67607 ms_dispat ceph txt unknown /proc/67593/task/67607/exe (readlink: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67607 ms_dispat ceph NOFD /proc/67593/task/67607/fd (opendir: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67608 ms_local ceph cwd unknown /proc/67593/task/67608/cwd (readlink: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67608 ms_local ceph rtd unknown /proc/67593/task/67608/root (readlink: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67608 ms_local ceph txt unknown /proc/67593/task/67608/exe (readlink: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67608 ms_local ceph NOFD /proc/67593/task/67608/fd (opendir: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67609 safe_time ceph cwd unknown /proc/67593/task/67609/cwd (readlink: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67609 safe_time ceph rtd unknown /proc/67593/task/67609/root (readlink: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67609 safe_time ceph txt unknown /proc/67593/task/67609/exe (readlink: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67609 safe_time ceph NOFD /proc/67593/task/67609/fd (opendir: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67610 safe_time ceph cwd unknown /proc/67593/task/67610/cwd (readlink: Permission denied) 2024-04-25T01:28:49.381 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67610 safe_time ceph rtd unknown /proc/67593/task/67610/root (readlink: Permission denied) 2024-04-25T01:28:49.382 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67610 safe_time ceph txt unknown /proc/67593/task/67610/exe (readlink: Permission denied) 2024-04-25T01:28:49.382 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67610 safe_time ceph NOFD /proc/67593/task/67610/fd (opendir: Permission denied) 2024-04-25T01:28:49.382 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67611 ceph-mds ceph cwd unknown /proc/67593/task/67611/cwd (readlink: Permission denied) 2024-04-25T01:28:49.382 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67611 ceph-mds ceph rtd unknown /proc/67593/task/67611/root (readlink: Permission denied) 2024-04-25T01:28:49.382 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67611 ceph-mds ceph txt unknown /proc/67593/task/67611/exe (readlink: Permission denied) 2024-04-25T01:28:49.382 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67611 ceph-mds ceph NOFD /proc/67593/task/67611/fd (opendir: Permission denied) 2024-04-25T01:28:49.382 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67612 safe_time ceph cwd unknown /proc/67593/task/67612/cwd (readlink: Permission denied) 2024-04-25T01:28:49.382 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67612 safe_time ceph rtd unknown /proc/67593/task/67612/root (readlink: Permission denied) 2024-04-25T01:28:49.382 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67612 safe_time ceph txt unknown /proc/67593/task/67612/exe (readlink: Permission denied) 2024-04-25T01:28:49.382 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 67612 safe_time ceph NOFD /proc/67593/task/67612/fd (opendir: Permission denied) 2024-04-25T01:28:49.382 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70394 ceph_time ceph cwd unknown /proc/67593/task/70394/cwd (readlink: Permission denied) 2024-04-25T01:28:49.382 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70394 ceph_time ceph rtd unknown /proc/67593/task/70394/root (readlink: Permission denied) 2024-04-25T01:28:49.382 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70394 ceph_time ceph txt unknown /proc/67593/task/70394/exe (readlink: Permission denied) 2024-04-25T01:28:49.382 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70394 ceph_time ceph NOFD /proc/67593/task/70394/fd (opendir: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70395 OpHistory ceph cwd unknown /proc/67593/task/70395/cwd (readlink: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70395 OpHistory ceph rtd unknown /proc/67593/task/70395/root (readlink: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70395 OpHistory ceph txt unknown /proc/67593/task/70395/exe (readlink: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70395 OpHistory ceph NOFD /proc/67593/task/70395/fd (opendir: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70396 ms_dispat ceph cwd unknown /proc/67593/task/70396/cwd (readlink: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70396 ms_dispat ceph rtd unknown /proc/67593/task/70396/root (readlink: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70396 ms_dispat ceph txt unknown /proc/67593/task/70396/exe (readlink: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70396 ms_dispat ceph NOFD /proc/67593/task/70396/fd (opendir: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70397 ms_dispat ceph cwd unknown /proc/67593/task/70397/cwd (readlink: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70397 ms_dispat ceph rtd unknown /proc/67593/task/70397/root (readlink: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70397 ms_dispat ceph txt unknown /proc/67593/task/70397/exe (readlink: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70397 ms_dispat ceph NOFD /proc/67593/task/70397/fd (opendir: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70398 mds_rank_ ceph cwd unknown /proc/67593/task/70398/cwd (readlink: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70398 mds_rank_ ceph rtd unknown /proc/67593/task/70398/root (readlink: Permission denied) 2024-04-25T01:28:49.383 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70398 mds_rank_ ceph txt unknown /proc/67593/task/70398/exe (readlink: Permission denied) 2024-04-25T01:28:49.384 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70398 mds_rank_ ceph NOFD /proc/67593/task/70398/fd (opendir: Permission denied) 2024-04-25T01:28:49.384 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70399 PQ_Finish ceph cwd unknown /proc/67593/task/70399/cwd (readlink: Permission denied) 2024-04-25T01:28:49.384 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70399 PQ_Finish ceph rtd unknown /proc/67593/task/70399/root (readlink: Permission denied) 2024-04-25T01:28:49.384 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70399 PQ_Finish ceph txt unknown /proc/67593/task/70399/exe (readlink: Permission denied) 2024-04-25T01:28:49.384 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70399 PQ_Finish ceph NOFD /proc/67593/task/70399/fd (opendir: Permission denied) 2024-04-25T01:28:49.384 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70400 safe_time ceph cwd unknown /proc/67593/task/70400/cwd (readlink: Permission denied) 2024-04-25T01:28:49.384 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70400 safe_time ceph rtd unknown /proc/67593/task/70400/root (readlink: Permission denied) 2024-04-25T01:28:49.384 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70400 safe_time ceph txt unknown /proc/67593/task/70400/exe (readlink: Permission denied) 2024-04-25T01:28:49.384 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70400 safe_time ceph NOFD /proc/67593/task/70400/fd (opendir: Permission denied) 2024-04-25T01:28:49.384 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70401 MR_Finish ceph cwd unknown /proc/67593/task/70401/cwd (readlink: Permission denied) 2024-04-25T01:28:49.384 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70401 MR_Finish ceph rtd unknown /proc/67593/task/70401/root (readlink: Permission denied) 2024-04-25T01:28:49.384 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70401 MR_Finish ceph txt unknown /proc/67593/task/70401/exe (readlink: Permission denied) 2024-04-25T01:28:49.384 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70401 MR_Finish ceph NOFD /proc/67593/task/70401/fd (opendir: Permission denied) 2024-04-25T01:28:49.384 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70402 md_submit ceph cwd unknown /proc/67593/task/70402/cwd (readlink: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70402 md_submit ceph rtd unknown /proc/67593/task/70402/root (readlink: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70402 md_submit ceph txt unknown /proc/67593/task/70402/exe (readlink: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70402 md_submit ceph NOFD /proc/67593/task/70402/fd (opendir: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70484 ms_dispat ceph cwd unknown /proc/67593/task/70484/cwd (readlink: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70484 ms_dispat ceph rtd unknown /proc/67593/task/70484/root (readlink: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70484 ms_dispat ceph txt unknown /proc/67593/task/70484/exe (readlink: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70484 ms_dispat ceph NOFD /proc/67593/task/70484/fd (opendir: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70485 quiesce.a ceph cwd unknown /proc/67593/task/70485/cwd (readlink: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70485 quiesce.a ceph rtd unknown /proc/67593/task/70485/root (readlink: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70485 quiesce.a ceph txt unknown /proc/67593/task/70485/exe (readlink: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70485 quiesce.a ceph NOFD /proc/67593/task/70485/fd (opendir: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70486 quiesce_d ceph cwd unknown /proc/67593/task/70486/cwd (readlink: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70486 quiesce_d ceph rtd unknown /proc/67593/task/70486/root (readlink: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70486 quiesce_d ceph txt unknown /proc/67593/task/70486/exe (readlink: Permission denied) 2024-04-25T01:28:49.385 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67593 70486 quiesce_d ceph NOFD /proc/67593/task/70486/fd (opendir: Permission denied) 2024-04-25T01:28:49.386 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 67962 root cwd unknown /proc/67962/cwd (readlink: Permission denied) 2024-04-25T01:28:49.386 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 67962 root rtd unknown /proc/67962/root (readlink: Permission denied) 2024-04-25T01:28:49.386 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 67962 root txt unknown /proc/67962/exe (readlink: Permission denied) 2024-04-25T01:28:49.386 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 67962 root NOFD /proc/67962/fd (opendir: Permission denied) 2024-04-25T01:28:49.386 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 67965 root cwd unknown /proc/67965/cwd (readlink: Permission denied) 2024-04-25T01:28:49.386 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 67965 root rtd unknown /proc/67965/root (readlink: Permission denied) 2024-04-25T01:28:49.386 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 67965 root txt unknown /proc/67965/exe (readlink: Permission denied) 2024-04-25T01:28:49.386 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 67965 root NOFD /proc/67965/fd (opendir: Permission denied) 2024-04-25T01:28:49.386 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 ceph cwd unknown /proc/67985/cwd (readlink: Permission denied) 2024-04-25T01:28:49.386 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 ceph rtd unknown /proc/67985/root (readlink: Permission denied) 2024-04-25T01:28:49.386 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 ceph txt unknown /proc/67985/exe (readlink: Permission denied) 2024-04-25T01:28:49.386 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 ceph NOFD /proc/67985/fd (opendir: Permission denied) 2024-04-25T01:28:49.386 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67986 log ceph cwd unknown /proc/67985/task/67986/cwd (readlink: Permission denied) 2024-04-25T01:28:49.386 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67986 log ceph rtd unknown /proc/67985/task/67986/root (readlink: Permission denied) 2024-04-25T01:28:49.387 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67986 log ceph txt unknown /proc/67985/task/67986/exe (readlink: Permission denied) 2024-04-25T01:28:49.387 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67986 log ceph NOFD /proc/67985/task/67986/fd (opendir: Permission denied) 2024-04-25T01:28:49.387 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67988 msgr-work ceph cwd unknown /proc/67985/task/67988/cwd (readlink: Permission denied) 2024-04-25T01:28:49.387 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67988 msgr-work ceph rtd unknown /proc/67985/task/67988/root (readlink: Permission denied) 2024-04-25T01:28:49.387 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67988 msgr-work ceph txt unknown /proc/67985/task/67988/exe (readlink: Permission denied) 2024-04-25T01:28:49.387 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67988 msgr-work ceph NOFD /proc/67985/task/67988/fd (opendir: Permission denied) 2024-04-25T01:28:49.387 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67989 msgr-work ceph cwd unknown /proc/67985/task/67989/cwd (readlink: Permission denied) 2024-04-25T01:28:49.387 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67989 msgr-work ceph rtd unknown /proc/67985/task/67989/root (readlink: Permission denied) 2024-04-25T01:28:49.387 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67989 msgr-work ceph txt unknown /proc/67985/task/67989/exe (readlink: Permission denied) 2024-04-25T01:28:49.387 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67989 msgr-work ceph NOFD /proc/67985/task/67989/fd (opendir: Permission denied) 2024-04-25T01:28:49.387 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67990 msgr-work ceph cwd unknown /proc/67985/task/67990/cwd (readlink: Permission denied) 2024-04-25T01:28:49.387 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67990 msgr-work ceph rtd unknown /proc/67985/task/67990/root (readlink: Permission denied) 2024-04-25T01:28:49.387 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67990 msgr-work ceph txt unknown /proc/67985/task/67990/exe (readlink: Permission denied) 2024-04-25T01:28:49.387 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67990 msgr-work ceph NOFD /proc/67985/task/67990/fd (opendir: Permission denied) 2024-04-25T01:28:49.388 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67994 service ceph cwd unknown /proc/67985/task/67994/cwd (readlink: Permission denied) 2024-04-25T01:28:49.388 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67994 service ceph rtd unknown /proc/67985/task/67994/root (readlink: Permission denied) 2024-04-25T01:28:49.388 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67994 service ceph txt unknown /proc/67985/task/67994/exe (readlink: Permission denied) 2024-04-25T01:28:49.388 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67994 service ceph NOFD /proc/67985/task/67994/fd (opendir: Permission denied) 2024-04-25T01:28:49.388 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67995 admin_soc ceph cwd unknown /proc/67985/task/67995/cwd (readlink: Permission denied) 2024-04-25T01:28:49.388 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67995 admin_soc ceph rtd unknown /proc/67985/task/67995/root (readlink: Permission denied) 2024-04-25T01:28:49.388 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67995 admin_soc ceph txt unknown /proc/67985/task/67995/exe (readlink: Permission denied) 2024-04-25T01:28:49.388 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67995 admin_soc ceph NOFD /proc/67985/task/67995/fd (opendir: Permission denied) 2024-04-25T01:28:49.388 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67996 signal_ha ceph cwd unknown /proc/67985/task/67996/cwd (readlink: Permission denied) 2024-04-25T01:28:49.388 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67996 signal_ha ceph rtd unknown /proc/67985/task/67996/root (readlink: Permission denied) 2024-04-25T01:28:49.388 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67996 signal_ha ceph txt unknown /proc/67985/task/67996/exe (readlink: Permission denied) 2024-04-25T01:28:49.388 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67996 signal_ha ceph NOFD /proc/67985/task/67996/fd (opendir: Permission denied) 2024-04-25T01:28:49.388 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67997 io_contex ceph cwd unknown /proc/67985/task/67997/cwd (readlink: Permission denied) 2024-04-25T01:28:49.388 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67997 io_contex ceph rtd unknown /proc/67985/task/67997/root (readlink: Permission denied) 2024-04-25T01:28:49.389 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67997 io_contex ceph txt unknown /proc/67985/task/67997/exe (readlink: Permission denied) 2024-04-25T01:28:49.389 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67997 io_contex ceph NOFD /proc/67985/task/67997/fd (opendir: Permission denied) 2024-04-25T01:28:49.389 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67998 io_contex ceph cwd unknown /proc/67985/task/67998/cwd (readlink: Permission denied) 2024-04-25T01:28:49.389 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67998 io_contex ceph rtd unknown /proc/67985/task/67998/root (readlink: Permission denied) 2024-04-25T01:28:49.389 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67998 io_contex ceph txt unknown /proc/67985/task/67998/exe (readlink: Permission denied) 2024-04-25T01:28:49.389 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67998 io_contex ceph NOFD /proc/67985/task/67998/fd (opendir: Permission denied) 2024-04-25T01:28:49.389 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67999 ms_dispat ceph cwd unknown /proc/67985/task/67999/cwd (readlink: Permission denied) 2024-04-25T01:28:49.389 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67999 ms_dispat ceph rtd unknown /proc/67985/task/67999/root (readlink: Permission denied) 2024-04-25T01:28:49.389 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67999 ms_dispat ceph txt unknown /proc/67985/task/67999/exe (readlink: Permission denied) 2024-04-25T01:28:49.389 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 67999 ms_dispat ceph NOFD /proc/67985/task/67999/fd (opendir: Permission denied) 2024-04-25T01:28:49.389 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68000 ms_local ceph cwd unknown /proc/67985/task/68000/cwd (readlink: Permission denied) 2024-04-25T01:28:49.389 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68000 ms_local ceph rtd unknown /proc/67985/task/68000/root (readlink: Permission denied) 2024-04-25T01:28:49.389 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68000 ms_local ceph txt unknown /proc/67985/task/68000/exe (readlink: Permission denied) 2024-04-25T01:28:49.389 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68000 ms_local ceph NOFD /proc/67985/task/68000/fd (opendir: Permission denied) 2024-04-25T01:28:49.390 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68001 safe_time ceph cwd unknown /proc/67985/task/68001/cwd (readlink: Permission denied) 2024-04-25T01:28:49.390 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68001 safe_time ceph rtd unknown /proc/67985/task/68001/root (readlink: Permission denied) 2024-04-25T01:28:49.390 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68001 safe_time ceph txt unknown /proc/67985/task/68001/exe (readlink: Permission denied) 2024-04-25T01:28:49.390 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68001 safe_time ceph NOFD /proc/67985/task/68001/fd (opendir: Permission denied) 2024-04-25T01:28:49.390 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68002 safe_time ceph cwd unknown /proc/67985/task/68002/cwd (readlink: Permission denied) 2024-04-25T01:28:49.390 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68002 safe_time ceph rtd unknown /proc/67985/task/68002/root (readlink: Permission denied) 2024-04-25T01:28:49.390 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68002 safe_time ceph txt unknown /proc/67985/task/68002/exe (readlink: Permission denied) 2024-04-25T01:28:49.390 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68002 safe_time ceph NOFD /proc/67985/task/68002/fd (opendir: Permission denied) 2024-04-25T01:28:49.390 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68003 ceph-mds ceph cwd unknown /proc/67985/task/68003/cwd (readlink: Permission denied) 2024-04-25T01:28:49.390 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68003 ceph-mds ceph rtd unknown /proc/67985/task/68003/root (readlink: Permission denied) 2024-04-25T01:28:49.390 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68003 ceph-mds ceph txt unknown /proc/67985/task/68003/exe (readlink: Permission denied) 2024-04-25T01:28:49.390 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68003 ceph-mds ceph NOFD /proc/67985/task/68003/fd (opendir: Permission denied) 2024-04-25T01:28:49.390 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68010 safe_time ceph cwd unknown /proc/67985/task/68010/cwd (readlink: Permission denied) 2024-04-25T01:28:49.390 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68010 safe_time ceph rtd unknown /proc/67985/task/68010/root (readlink: Permission denied) 2024-04-25T01:28:49.391 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68010 safe_time ceph txt unknown /proc/67985/task/68010/exe (readlink: Permission denied) 2024-04-25T01:28:49.391 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 67985 68010 safe_time ceph NOFD /proc/67985/task/68010/fd (opendir: Permission denied) 2024-04-25T01:28:49.391 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 68575 root cwd unknown /proc/68575/cwd (readlink: Permission denied) 2024-04-25T01:28:49.391 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 68575 root rtd unknown /proc/68575/root (readlink: Permission denied) 2024-04-25T01:28:49.391 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 68575 root txt unknown /proc/68575/exe (readlink: Permission denied) 2024-04-25T01:28:49.391 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 68575 root NOFD /proc/68575/fd (opendir: Permission denied) 2024-04-25T01:28:49.391 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 68577 root cwd unknown /proc/68577/cwd (readlink: Permission denied) 2024-04-25T01:28:49.391 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 68577 root rtd unknown /proc/68577/root (readlink: Permission denied) 2024-04-25T01:28:49.391 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 68577 root txt unknown /proc/68577/exe (readlink: Permission denied) 2024-04-25T01:28:49.391 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 68577 root NOFD /proc/68577/fd (opendir: Permission denied) 2024-04-25T01:28:49.391 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 ceph cwd unknown /proc/68584/cwd (readlink: Permission denied) 2024-04-25T01:28:49.391 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 ceph rtd unknown /proc/68584/root (readlink: Permission denied) 2024-04-25T01:28:49.391 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 ceph txt unknown /proc/68584/exe (readlink: Permission denied) 2024-04-25T01:28:49.391 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 ceph NOFD /proc/68584/fd (opendir: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68585 log ceph cwd unknown /proc/68584/task/68585/cwd (readlink: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68585 log ceph rtd unknown /proc/68584/task/68585/root (readlink: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68585 log ceph txt unknown /proc/68584/task/68585/exe (readlink: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68585 log ceph NOFD /proc/68584/task/68585/fd (opendir: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68587 msgr-work ceph cwd unknown /proc/68584/task/68587/cwd (readlink: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68587 msgr-work ceph rtd unknown /proc/68584/task/68587/root (readlink: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68587 msgr-work ceph txt unknown /proc/68584/task/68587/exe (readlink: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68587 msgr-work ceph NOFD /proc/68584/task/68587/fd (opendir: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68588 msgr-work ceph cwd unknown /proc/68584/task/68588/cwd (readlink: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68588 msgr-work ceph rtd unknown /proc/68584/task/68588/root (readlink: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68588 msgr-work ceph txt unknown /proc/68584/task/68588/exe (readlink: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68588 msgr-work ceph NOFD /proc/68584/task/68588/fd (opendir: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68589 msgr-work ceph cwd unknown /proc/68584/task/68589/cwd (readlink: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68589 msgr-work ceph rtd unknown /proc/68584/task/68589/root (readlink: Permission denied) 2024-04-25T01:28:49.392 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68589 msgr-work ceph txt unknown /proc/68584/task/68589/exe (readlink: Permission denied) 2024-04-25T01:28:49.393 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68589 msgr-work ceph NOFD /proc/68584/task/68589/fd (opendir: Permission denied) 2024-04-25T01:28:49.393 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68593 service ceph cwd unknown /proc/68584/task/68593/cwd (readlink: Permission denied) 2024-04-25T01:28:49.393 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68593 service ceph rtd unknown /proc/68584/task/68593/root (readlink: Permission denied) 2024-04-25T01:28:49.393 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68593 service ceph txt unknown /proc/68584/task/68593/exe (readlink: Permission denied) 2024-04-25T01:28:49.393 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68593 service ceph NOFD /proc/68584/task/68593/fd (opendir: Permission denied) 2024-04-25T01:28:49.393 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68594 admin_soc ceph cwd unknown /proc/68584/task/68594/cwd (readlink: Permission denied) 2024-04-25T01:28:49.393 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68594 admin_soc ceph rtd unknown /proc/68584/task/68594/root (readlink: Permission denied) 2024-04-25T01:28:49.393 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68594 admin_soc ceph txt unknown /proc/68584/task/68594/exe (readlink: Permission denied) 2024-04-25T01:28:49.393 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68594 admin_soc ceph NOFD /proc/68584/task/68594/fd (opendir: Permission denied) 2024-04-25T01:28:49.393 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68595 signal_ha ceph cwd unknown /proc/68584/task/68595/cwd (readlink: Permission denied) 2024-04-25T01:28:49.393 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68595 signal_ha ceph rtd unknown /proc/68584/task/68595/root (readlink: Permission denied) 2024-04-25T01:28:49.393 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68595 signal_ha ceph txt unknown /proc/68584/task/68595/exe (readlink: Permission denied) 2024-04-25T01:28:49.393 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68595 signal_ha ceph NOFD /proc/68584/task/68595/fd (opendir: Permission denied) 2024-04-25T01:28:49.393 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68596 io_contex ceph cwd unknown /proc/68584/task/68596/cwd (readlink: Permission denied) 2024-04-25T01:28:49.394 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68596 io_contex ceph rtd unknown /proc/68584/task/68596/root (readlink: Permission denied) 2024-04-25T01:28:49.394 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68596 io_contex ceph txt unknown /proc/68584/task/68596/exe (readlink: Permission denied) 2024-04-25T01:28:49.394 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68596 io_contex ceph NOFD /proc/68584/task/68596/fd (opendir: Permission denied) 2024-04-25T01:28:49.394 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68597 io_contex ceph cwd unknown /proc/68584/task/68597/cwd (readlink: Permission denied) 2024-04-25T01:28:49.394 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68597 io_contex ceph rtd unknown /proc/68584/task/68597/root (readlink: Permission denied) 2024-04-25T01:28:49.394 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68597 io_contex ceph txt unknown /proc/68584/task/68597/exe (readlink: Permission denied) 2024-04-25T01:28:49.394 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68597 io_contex ceph NOFD /proc/68584/task/68597/fd (opendir: Permission denied) 2024-04-25T01:28:49.394 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68598 ms_dispat ceph cwd unknown /proc/68584/task/68598/cwd (readlink: Permission denied) 2024-04-25T01:28:49.394 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68598 ms_dispat ceph rtd unknown /proc/68584/task/68598/root (readlink: Permission denied) 2024-04-25T01:28:49.394 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68598 ms_dispat ceph txt unknown /proc/68584/task/68598/exe (readlink: Permission denied) 2024-04-25T01:28:49.394 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68598 ms_dispat ceph NOFD /proc/68584/task/68598/fd (opendir: Permission denied) 2024-04-25T01:28:49.394 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68599 ms_local ceph cwd unknown /proc/68584/task/68599/cwd (readlink: Permission denied) 2024-04-25T01:28:49.394 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68599 ms_local ceph rtd unknown /proc/68584/task/68599/root (readlink: Permission denied) 2024-04-25T01:28:49.394 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68599 ms_local ceph txt unknown /proc/68584/task/68599/exe (readlink: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68599 ms_local ceph NOFD /proc/68584/task/68599/fd (opendir: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68600 safe_time ceph cwd unknown /proc/68584/task/68600/cwd (readlink: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68600 safe_time ceph rtd unknown /proc/68584/task/68600/root (readlink: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68600 safe_time ceph txt unknown /proc/68584/task/68600/exe (readlink: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68600 safe_time ceph NOFD /proc/68584/task/68600/fd (opendir: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68601 safe_time ceph cwd unknown /proc/68584/task/68601/cwd (readlink: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68601 safe_time ceph rtd unknown /proc/68584/task/68601/root (readlink: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68601 safe_time ceph txt unknown /proc/68584/task/68601/exe (readlink: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68601 safe_time ceph NOFD /proc/68584/task/68601/fd (opendir: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68602 ceph-mds ceph cwd unknown /proc/68584/task/68602/cwd (readlink: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68602 ceph-mds ceph rtd unknown /proc/68584/task/68602/root (readlink: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68602 ceph-mds ceph txt unknown /proc/68584/task/68602/exe (readlink: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68602 ceph-mds ceph NOFD /proc/68584/task/68602/fd (opendir: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68676 safe_time ceph cwd unknown /proc/68584/task/68676/cwd (readlink: Permission denied) 2024-04-25T01:28:49.395 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68676 safe_time ceph rtd unknown /proc/68584/task/68676/root (readlink: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68676 safe_time ceph txt unknown /proc/68584/task/68676/exe (readlink: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68584 68676 safe_time ceph NOFD /proc/68584/task/68676/fd (opendir: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 68968 root cwd unknown /proc/68968/cwd (readlink: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 68968 root rtd unknown /proc/68968/root (readlink: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 68968 root txt unknown /proc/68968/exe (readlink: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:conmon 68968 root NOFD /proc/68968/fd (opendir: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 68970 root cwd unknown /proc/68970/cwd (readlink: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 68970 root rtd unknown /proc/68970/root (readlink: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 68970 root txt unknown /proc/68970/exe (readlink: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:podman-in 68970 root NOFD /proc/68970/fd (opendir: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 ceph cwd unknown /proc/68974/cwd (readlink: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 ceph rtd unknown /proc/68974/root (readlink: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 ceph txt unknown /proc/68974/exe (readlink: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 ceph NOFD /proc/68974/fd (opendir: Permission denied) 2024-04-25T01:28:49.396 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68975 log ceph cwd unknown /proc/68974/task/68975/cwd (readlink: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68975 log ceph rtd unknown /proc/68974/task/68975/root (readlink: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68975 log ceph txt unknown /proc/68974/task/68975/exe (readlink: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68975 log ceph NOFD /proc/68974/task/68975/fd (opendir: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68977 msgr-work ceph cwd unknown /proc/68974/task/68977/cwd (readlink: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68977 msgr-work ceph rtd unknown /proc/68974/task/68977/root (readlink: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68977 msgr-work ceph txt unknown /proc/68974/task/68977/exe (readlink: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68977 msgr-work ceph NOFD /proc/68974/task/68977/fd (opendir: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68978 msgr-work ceph cwd unknown /proc/68974/task/68978/cwd (readlink: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68978 msgr-work ceph rtd unknown /proc/68974/task/68978/root (readlink: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68978 msgr-work ceph txt unknown /proc/68974/task/68978/exe (readlink: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68978 msgr-work ceph NOFD /proc/68974/task/68978/fd (opendir: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68979 msgr-work ceph cwd unknown /proc/68974/task/68979/cwd (readlink: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68979 msgr-work ceph rtd unknown /proc/68974/task/68979/root (readlink: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68979 msgr-work ceph txt unknown /proc/68974/task/68979/exe (readlink: Permission denied) 2024-04-25T01:28:49.397 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68979 msgr-work ceph NOFD /proc/68974/task/68979/fd (opendir: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68983 service ceph cwd unknown /proc/68974/task/68983/cwd (readlink: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68983 service ceph rtd unknown /proc/68974/task/68983/root (readlink: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68983 service ceph txt unknown /proc/68974/task/68983/exe (readlink: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68983 service ceph NOFD /proc/68974/task/68983/fd (opendir: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68984 admin_soc ceph cwd unknown /proc/68974/task/68984/cwd (readlink: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68984 admin_soc ceph rtd unknown /proc/68974/task/68984/root (readlink: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68984 admin_soc ceph txt unknown /proc/68974/task/68984/exe (readlink: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68984 admin_soc ceph NOFD /proc/68974/task/68984/fd (opendir: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68985 signal_ha ceph cwd unknown /proc/68974/task/68985/cwd (readlink: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68985 signal_ha ceph rtd unknown /proc/68974/task/68985/root (readlink: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68985 signal_ha ceph txt unknown /proc/68974/task/68985/exe (readlink: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68985 signal_ha ceph NOFD /proc/68974/task/68985/fd (opendir: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68986 io_contex ceph cwd unknown /proc/68974/task/68986/cwd (readlink: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68986 io_contex ceph rtd unknown /proc/68974/task/68986/root (readlink: Permission denied) 2024-04-25T01:28:49.398 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68986 io_contex ceph txt unknown /proc/68974/task/68986/exe (readlink: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68986 io_contex ceph NOFD /proc/68974/task/68986/fd (opendir: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68987 io_contex ceph cwd unknown /proc/68974/task/68987/cwd (readlink: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68987 io_contex ceph rtd unknown /proc/68974/task/68987/root (readlink: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68987 io_contex ceph txt unknown /proc/68974/task/68987/exe (readlink: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68987 io_contex ceph NOFD /proc/68974/task/68987/fd (opendir: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68988 ms_dispat ceph cwd unknown /proc/68974/task/68988/cwd (readlink: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68988 ms_dispat ceph rtd unknown /proc/68974/task/68988/root (readlink: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68988 ms_dispat ceph txt unknown /proc/68974/task/68988/exe (readlink: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68988 ms_dispat ceph NOFD /proc/68974/task/68988/fd (opendir: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68989 ms_local ceph cwd unknown /proc/68974/task/68989/cwd (readlink: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68989 ms_local ceph rtd unknown /proc/68974/task/68989/root (readlink: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68989 ms_local ceph txt unknown /proc/68974/task/68989/exe (readlink: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68989 ms_local ceph NOFD /proc/68974/task/68989/fd (opendir: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68990 safe_time ceph cwd unknown /proc/68974/task/68990/cwd (readlink: Permission denied) 2024-04-25T01:28:49.399 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68990 safe_time ceph rtd unknown /proc/68974/task/68990/root (readlink: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68990 safe_time ceph txt unknown /proc/68974/task/68990/exe (readlink: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68990 safe_time ceph NOFD /proc/68974/task/68990/fd (opendir: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68991 safe_time ceph cwd unknown /proc/68974/task/68991/cwd (readlink: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68991 safe_time ceph rtd unknown /proc/68974/task/68991/root (readlink: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68991 safe_time ceph txt unknown /proc/68974/task/68991/exe (readlink: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68991 safe_time ceph NOFD /proc/68974/task/68991/fd (opendir: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68992 ceph-mds ceph cwd unknown /proc/68974/task/68992/cwd (readlink: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68992 ceph-mds ceph rtd unknown /proc/68974/task/68992/root (readlink: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68992 ceph-mds ceph txt unknown /proc/68974/task/68992/exe (readlink: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68992 ceph-mds ceph NOFD /proc/68974/task/68992/fd (opendir: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68997 safe_time ceph cwd unknown /proc/68974/task/68997/cwd (readlink: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68997 safe_time ceph rtd unknown /proc/68974/task/68997/root (readlink: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68997 safe_time ceph txt unknown /proc/68974/task/68997/exe (readlink: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 68997 safe_time ceph NOFD /proc/68974/task/68997/fd (opendir: Permission denied) 2024-04-25T01:28:49.400 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70488 ceph_time ceph cwd unknown /proc/68974/task/70488/cwd (readlink: Permission denied) 2024-04-25T01:28:49.401 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70488 ceph_time ceph rtd unknown /proc/68974/task/70488/root (readlink: Permission denied) 2024-04-25T01:28:49.401 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70488 ceph_time ceph txt unknown /proc/68974/task/70488/exe (readlink: Permission denied) 2024-04-25T01:28:49.401 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70488 ceph_time ceph NOFD /proc/68974/task/70488/fd (opendir: Permission denied) 2024-04-25T01:28:49.401 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70489 OpHistory ceph cwd unknown /proc/68974/task/70489/cwd (readlink: Permission denied) 2024-04-25T01:28:49.401 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70489 OpHistory ceph rtd unknown /proc/68974/task/70489/root (readlink: Permission denied) 2024-04-25T01:28:49.401 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70489 OpHistory ceph txt unknown /proc/68974/task/70489/exe (readlink: Permission denied) 2024-04-25T01:28:49.401 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70489 OpHistory ceph NOFD /proc/68974/task/70489/fd (opendir: Permission denied) 2024-04-25T01:28:49.401 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70490 ms_dispat ceph cwd unknown /proc/68974/task/70490/cwd (readlink: Permission denied) 2024-04-25T01:28:49.401 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70490 ms_dispat ceph rtd unknown /proc/68974/task/70490/root (readlink: Permission denied) 2024-04-25T01:28:49.401 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70490 ms_dispat ceph txt unknown /proc/68974/task/70490/exe (readlink: Permission denied) 2024-04-25T01:28:49.401 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70490 ms_dispat ceph NOFD /proc/68974/task/70490/fd (opendir: Permission denied) 2024-04-25T01:28:49.401 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70491 ms_dispat ceph cwd unknown /proc/68974/task/70491/cwd (readlink: Permission denied) 2024-04-25T01:28:49.401 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70491 ms_dispat ceph rtd unknown /proc/68974/task/70491/root (readlink: Permission denied) 2024-04-25T01:28:49.402 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70491 ms_dispat ceph txt unknown /proc/68974/task/70491/exe (readlink: Permission denied) 2024-04-25T01:28:49.402 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70491 ms_dispat ceph NOFD /proc/68974/task/70491/fd (opendir: Permission denied) 2024-04-25T01:28:49.402 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70492 mds_rank_ ceph cwd unknown /proc/68974/task/70492/cwd (readlink: Permission denied) 2024-04-25T01:28:49.402 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70492 mds_rank_ ceph rtd unknown /proc/68974/task/70492/root (readlink: Permission denied) 2024-04-25T01:28:49.402 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70492 mds_rank_ ceph txt unknown /proc/68974/task/70492/exe (readlink: Permission denied) 2024-04-25T01:28:49.402 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70492 mds_rank_ ceph NOFD /proc/68974/task/70492/fd (opendir: Permission denied) 2024-04-25T01:28:49.402 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70493 PQ_Finish ceph cwd unknown /proc/68974/task/70493/cwd (readlink: Permission denied) 2024-04-25T01:28:49.402 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70493 PQ_Finish ceph rtd unknown /proc/68974/task/70493/root (readlink: Permission denied) 2024-04-25T01:28:49.402 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70493 PQ_Finish ceph txt unknown /proc/68974/task/70493/exe (readlink: Permission denied) 2024-04-25T01:28:49.402 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70493 PQ_Finish ceph NOFD /proc/68974/task/70493/fd (opendir: Permission denied) 2024-04-25T01:28:49.402 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70494 safe_time ceph cwd unknown /proc/68974/task/70494/cwd (readlink: Permission denied) 2024-04-25T01:28:49.402 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70494 safe_time ceph rtd unknown /proc/68974/task/70494/root (readlink: Permission denied) 2024-04-25T01:28:49.402 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70494 safe_time ceph txt unknown /proc/68974/task/70494/exe (readlink: Permission denied) 2024-04-25T01:28:49.402 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70494 safe_time ceph NOFD /proc/68974/task/70494/fd (opendir: Permission denied) 2024-04-25T01:28:49.403 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70495 MR_Finish ceph cwd unknown /proc/68974/task/70495/cwd (readlink: Permission denied) 2024-04-25T01:28:49.403 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70495 MR_Finish ceph rtd unknown /proc/68974/task/70495/root (readlink: Permission denied) 2024-04-25T01:28:49.403 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70495 MR_Finish ceph txt unknown /proc/68974/task/70495/exe (readlink: Permission denied) 2024-04-25T01:28:49.403 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70495 MR_Finish ceph NOFD /proc/68974/task/70495/fd (opendir: Permission denied) 2024-04-25T01:28:49.403 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70497 md_submit ceph cwd unknown /proc/68974/task/70497/cwd (readlink: Permission denied) 2024-04-25T01:28:49.403 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70497 md_submit ceph rtd unknown /proc/68974/task/70497/root (readlink: Permission denied) 2024-04-25T01:28:49.403 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70497 md_submit ceph txt unknown /proc/68974/task/70497/exe (readlink: Permission denied) 2024-04-25T01:28:49.403 INFO:tasks.workunit.client.0.smithi026.stdout:ceph-mds 68974 70497 md_submit ceph NOFD /proc/68974/task/70497/fd (opendir: Permission denied) 2024-04-25T01:28:49.403 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 72459 root cwd unknown /proc/72459/cwd (readlink: Permission denied) 2024-04-25T01:28:49.403 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 72459 root rtd unknown /proc/72459/root (readlink: Permission denied) 2024-04-25T01:28:49.403 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 72459 root txt unknown /proc/72459/exe (readlink: Permission denied) 2024-04-25T01:28:49.403 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 72459 root NOFD /proc/72459/fd (opendir: Permission denied) 2024-04-25T01:28:49.403 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 74132 root cwd unknown /proc/74132/cwd (readlink: Permission denied) 2024-04-25T01:28:49.403 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 74132 root rtd unknown /proc/74132/root (readlink: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 74132 root txt unknown /proc/74132/exe (readlink: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 74132 root NOFD /proc/74132/fd (opendir: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 74219 root cwd unknown /proc/74219/cwd (readlink: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 74219 root rtd unknown /proc/74219/root (readlink: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 74219 root txt unknown /proc/74219/exe (readlink: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/7 74219 root NOFD /proc/74219/fd (opendir: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 77668 root cwd unknown /proc/77668/cwd (readlink: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 77668 root rtd unknown /proc/77668/root (readlink: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 77668 root txt unknown /proc/77668/exe (readlink: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 77668 root NOFD /proc/77668/fd (opendir: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79206 root cwd unknown /proc/79206/cwd (readlink: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79206 root rtd unknown /proc/79206/root (readlink: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79206 root txt unknown /proc/79206/exe (readlink: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79206 root NOFD /proc/79206/fd (opendir: Permission denied) 2024-04-25T01:28:49.404 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79268 root cwd unknown /proc/79268/cwd (readlink: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79268 root rtd unknown /proc/79268/root (readlink: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79268 root txt unknown /proc/79268/exe (readlink: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79268 root NOFD /proc/79268/fd (opendir: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79269 root cwd unknown /proc/79269/cwd (readlink: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79269 root rtd unknown /proc/79269/root (readlink: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79269 root txt unknown /proc/79269/exe (readlink: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/R 79269 root NOFD /proc/79269/fd (opendir: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 79612 root cwd unknown /proc/79612/cwd (readlink: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 79612 root rtd unknown /proc/79612/root (readlink: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 79612 root txt unknown /proc/79612/exe (readlink: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:sudo 79612 root NOFD /proc/79612/fd (opendir: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:daemon-he 79645 root cwd unknown /proc/79645/cwd (readlink: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:daemon-he 79645 root rtd unknown /proc/79645/root (readlink: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:daemon-he 79645 root txt unknown /proc/79645/exe (readlink: Permission denied) 2024-04-25T01:28:49.405 INFO:tasks.workunit.client.0.smithi026.stdout:daemon-he 79645 root NOFD /proc/79645/fd (opendir: Permission denied) 2024-04-25T01:28:49.406 INFO:tasks.workunit.client.0.smithi026.stdout:bash 79667 root cwd unknown /proc/79667/cwd (readlink: Permission denied) 2024-04-25T01:28:49.406 INFO:tasks.workunit.client.0.smithi026.stdout:bash 79667 root rtd unknown /proc/79667/root (readlink: Permission denied) 2024-04-25T01:28:49.406 INFO:tasks.workunit.client.0.smithi026.stdout:bash 79667 root txt unknown /proc/79667/exe (readlink: Permission denied) 2024-04-25T01:28:49.406 INFO:tasks.workunit.client.0.smithi026.stdout:bash 79667 root NOFD /proc/79667/fd (opendir: Permission denied) 2024-04-25T01:28:49.406 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 80215 root cwd unknown /proc/80215/cwd (readlink: Permission denied) 2024-04-25T01:28:49.406 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 80215 root rtd unknown /proc/80215/root (readlink: Permission denied) 2024-04-25T01:28:49.406 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 80215 root txt unknown /proc/80215/exe (readlink: Permission denied) 2024-04-25T01:28:49.406 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/5 80215 root NOFD /proc/80215/fd (opendir: Permission denied) 2024-04-25T01:28:49.406 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 80282 root cwd unknown /proc/80282/cwd (readlink: Permission denied) 2024-04-25T01:28:49.406 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 80282 root rtd unknown /proc/80282/root (readlink: Permission denied) 2024-04-25T01:28:49.406 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 80282 root txt unknown /proc/80282/exe (readlink: Permission denied) 2024-04-25T01:28:49.406 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/1 80282 root NOFD /proc/80282/fd (opendir: Permission denied) 2024-04-25T01:28:49.406 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 80312 root cwd unknown /proc/80312/cwd (readlink: Permission denied) 2024-04-25T01:28:49.406 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 80312 root rtd unknown /proc/80312/root (readlink: Permission denied) 2024-04-25T01:28:49.407 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 80312 root txt unknown /proc/80312/exe (readlink: Permission denied) 2024-04-25T01:28:49.407 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/4 80312 root NOFD /proc/80312/fd (opendir: Permission denied) 2024-04-25T01:28:49.407 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu cwd DIR 0,114 4 1099511627782 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T01:28:49.407 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu rtd DIR 8,1 4096 2 / 2024-04-25T01:28:49.407 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu txt REG 8,1 41144 7580 /usr/bin/timeout 2024-04-25T01:28:49.407 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-04-25T01:28:49.407 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-04-25T01:28:49.407 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-04-25T01:28:49.407 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-04-25T01:28:49.407 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-04-25T01:28:49.407 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-04-25T01:28:49.407 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-04-25T01:28:49.407 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-04-25T01:28:49.407 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu 0r FIFO 0,14 0t0 199654 pipe 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu 1w FIFO 0,14 0t0 199655 pipe 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:timeout 80539 ubuntu 2w FIFO 0,14 0t0 199656 pipe 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu cwd DIR 0,114 4 1099511627782 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu rtd DIR 8,1 4096 2 / 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu txt REG 8,1 1389072 7149 /usr/bin/bash 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-04-25T01:28:49.408 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 195080 7147 /usr/lib64/libtinfo.so.6.2 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu 0r FIFO 0,14 0t0 199654 pipe 2024-04-25T01:28:49.409 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu 1w FIFO 0,14 0t0 199655 pipe 2024-04-25T01:28:49.410 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu 2w FIFO 0,14 0t0 199656 pipe 2024-04-25T01:28:49.410 INFO:tasks.workunit.client.0.smithi026.stdout:fsync-tes 80557 ubuntu 255r REG 8,1 207 541346 /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsync-tester.sh 2024-04-25T01:28:49.410 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 80566 root cwd unknown /proc/80566/cwd (readlink: Permission denied) 2024-04-25T01:28:49.410 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 80566 root rtd unknown /proc/80566/root (readlink: Permission denied) 2024-04-25T01:28:49.410 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 80566 root txt unknown /proc/80566/exe (readlink: Permission denied) 2024-04-25T01:28:49.410 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/2 80566 root NOFD /proc/80566/fd (opendir: Permission denied) 2024-04-25T01:28:49.410 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 80661 root cwd unknown /proc/80661/cwd (readlink: Permission denied) 2024-04-25T01:28:49.410 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 80661 root rtd unknown /proc/80661/root (readlink: Permission denied) 2024-04-25T01:28:49.410 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 80661 root txt unknown /proc/80661/exe (readlink: Permission denied) 2024-04-25T01:28:49.410 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/3 80661 root NOFD /proc/80661/fd (opendir: Permission denied) 2024-04-25T01:28:49.410 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 80662 root cwd unknown /proc/80662/cwd (readlink: Permission denied) 2024-04-25T01:28:49.410 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 80662 root rtd unknown /proc/80662/root (readlink: Permission denied) 2024-04-25T01:28:49.410 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 80662 root txt unknown /proc/80662/exe (readlink: Permission denied) 2024-04-25T01:28:49.410 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/6 80662 root NOFD /proc/80662/fd (opendir: Permission denied) 2024-04-25T01:28:49.411 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 80663 root cwd unknown /proc/80663/cwd (readlink: Permission denied) 2024-04-25T01:28:49.411 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 80663 root rtd unknown /proc/80663/root (readlink: Permission denied) 2024-04-25T01:28:49.411 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 80663 root txt unknown /proc/80663/exe (readlink: Permission denied) 2024-04-25T01:28:49.411 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 80663 root NOFD /proc/80663/fd (opendir: Permission denied) 2024-04-25T01:28:49.411 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 80664 root cwd unknown /proc/80664/cwd (readlink: Permission denied) 2024-04-25T01:28:49.411 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 80664 root rtd unknown /proc/80664/root (readlink: Permission denied) 2024-04-25T01:28:49.411 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 80664 root txt unknown /proc/80664/exe (readlink: Permission denied) 2024-04-25T01:28:49.411 INFO:tasks.workunit.client.0.smithi026.stdout:kworker/0 80664 root NOFD /proc/80664/fd (opendir: Permission denied) 2024-04-25T01:28:49.411 INFO:tasks.workunit.client.0.smithi026.stdout:sleep 80886 root cwd unknown /proc/80886/cwd (readlink: Permission denied) 2024-04-25T01:28:49.411 INFO:tasks.workunit.client.0.smithi026.stdout:sleep 80886 root rtd unknown /proc/80886/root (readlink: Permission denied) 2024-04-25T01:28:49.411 INFO:tasks.workunit.client.0.smithi026.stdout:sleep 80886 root txt unknown /proc/80886/exe (readlink: Permission denied) 2024-04-25T01:28:49.411 INFO:tasks.workunit.client.0.smithi026.stdout:sleep 80886 root NOFD /proc/80886/fd (opendir: Permission denied) 2024-04-25T01:28:49.411 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu cwd DIR 0,114 4 1099511627782 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T01:28:49.411 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu rtd DIR 8,1 4096 2 / 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu txt REG 8,1 179232 9797 /usr/bin/lsof 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 5431656 62278 /usr/lib64/libcrypto.so.3.2.1 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 196224 8914 /usr/lib64/libtirpc.so.3.0.0 2024-04-25T01:28:49.412 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu 0r FIFO 0,14 0t0 199654 pipe 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu 1w FIFO 0,14 0t0 199655 pipe 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu 2w FIFO 0,14 0t0 199656 pipe 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu 3r DIR 0,21 0 1 /proc 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu 4r DIR 0,21 7 207919 /proc/80888/fd 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu 5w FIFO 0,14 0t0 207924 pipe 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80888 ubuntu 6r FIFO 0,14 0t0 207925 pipe 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu cwd DIR 0,114 4 1099511627782 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu rtd DIR 8,1 4096 2 / 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu txt REG 8,1 179232 9797 /usr/bin/lsof 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 5431656 62278 /usr/lib64/libcrypto.so.3.2.1 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-04-25T01:28:49.413 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 196224 8914 /usr/lib64/libtirpc.so.3.0.0 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu 4r FIFO 0,14 0t0 207924 pipe 2024-04-25T01:28:49.414 INFO:tasks.workunit.client.0.smithi026.stdout:lsof 80889 ubuntu 7w FIFO 0,14 0t0 207925 pipe 2024-04-25T01:28:49.415 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-25T01:28:49.415 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T01:28:49.536 INFO:tasks.workunit:Stopping ['suites/fsync-tester.sh'] on client.0... 2024-04-25T01:28:49.536 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-25T01:28:50.551 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:50 smithi026 ceph-mon[28096]: pgmap v470: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 775 KiB/s wr, 13 op/s 2024-04-25T01:28:50.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:50 smithi186 ceph-mon[32747]: pgmap v470: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 775 KiB/s wr, 13 op/s 2024-04-25T01:28:50.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:50 smithi111 ceph-mon[32623]: pgmap v470: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 775 KiB/s wr, 13 op/s 2024-04-25T01:28:50.828 DEBUG:teuthology.parallel:result is None 2024-04-25T01:28:50.828 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-25T01:28:50.939 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-25T01:28:50.939 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-04-25T01:28:50.950 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi026.front.sepia.ceph.com 2024-04-25T01:28:50.971 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-25T01:28:50.982 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T01:28:51.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.296+0000 7f0fa4800640 1 -- 172.21.15.26:0/594657149 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f9c104b90 msgr2=0x7f0f9c105010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:51.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.296+0000 7f0fa4800640 1 --2- 172.21.15.26:0/594657149 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f9c104b90 0x7f0f9c105010 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f0f8c009860 tx=0x7f0f8c02a340 comp rx=0 tx=0).stop 2024-04-25T01:28:51.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.296+0000 7f0fa4800640 1 -- 172.21.15.26:0/594657149 shutdown_connections 2024-04-25T01:28:51.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.296+0000 7f0fa4800640 1 --2- 172.21.15.26:0/594657149 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f9c105550 0x7f0f9c10bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.296+0000 7f0fa4800640 1 --2- 172.21.15.26:0/594657149 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f9c104b90 0x7f0f9c105010 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.296+0000 7f0fa4800640 1 --2- 172.21.15.26:0/594657149 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0f9c1039a0 0x7f0f9c103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.296+0000 7f0fa4800640 1 -- 172.21.15.26:0/594657149 >> 172.21.15.26:0/594657149 conn(0x7f0f9c0fef30 msgr2=0x7f0f9c101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:51.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.296+0000 7f0fa4800640 1 -- 172.21.15.26:0/594657149 shutdown_connections 2024-04-25T01:28:51.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.296+0000 7f0fa4800640 1 -- 172.21.15.26:0/594657149 wait complete. 2024-04-25T01:28:51.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.297+0000 7f0fa4800640 1 Processor -- start 2024-04-25T01:28:51.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.297+0000 7f0fa4800640 1 -- start start 2024-04-25T01:28:51.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.297+0000 7f0fa4800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f9c1039a0 0x7f0f9c199cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:51.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.297+0000 7f0fa4800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f9c104b90 0x7f0f9c19a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:51.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.297+0000 7f0fa4800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0f9c105550 0x7f0f9c1a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:51.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.297+0000 7f0fa4800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0f9c10f620 con 0x7f0f9c104b90 2024-04-25T01:28:51.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.297+0000 7f0fa4800640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f0f9c10f4a0 con 0x7f0f9c1039a0 2024-04-25T01:28:51.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.297+0000 7f0fa4800640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f0f9c10f7a0 con 0x7f0f9c105550 2024-04-25T01:28:51.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.297+0000 7f0fa1e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f9c1039a0 0x7f0f9c199cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:51.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.297+0000 7f0fa1e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f9c1039a0 0x7f0f9c199cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:38958/0 (socket says 172.21.15.26:38958) 2024-04-25T01:28:51.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.298+0000 7f0fa1e00640 1 -- 172.21.15.26:0/187368744 learned_addr learned my addr 172.21.15.26:0/187368744 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:51.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.298+0000 7f0fa2800640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0f9c105550 0x7f0f9c1a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:51.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.298+0000 7f0fa1400640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f9c104b90 0x7f0f9c19a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:51.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.298+0000 7f0fa1e00640 1 -- 172.21.15.26:0/187368744 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0f9c105550 msgr2=0x7f0f9c1a1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:51.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.298+0000 7f0fa1e00640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0f9c105550 0x7f0f9c1a1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.298+0000 7f0fa1e00640 1 -- 172.21.15.26:0/187368744 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f9c104b90 msgr2=0x7f0f9c19a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:51.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.298+0000 7f0fa1e00640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f9c104b90 0x7f0f9c19a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.298+0000 7f0fa1e00640 1 -- 172.21.15.26:0/187368744 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f9c1a1900 con 0x7f0f9c1039a0 2024-04-25T01:28:51.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.298+0000 7f0fa1400640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f9c104b90 0x7f0f9c19a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:28:51.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.298+0000 7f0fa1e00640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f9c1039a0 0x7f0f9c199cc0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f0f9000e9f0 tx=0x7f0f9000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:51.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.298+0000 7f0f96a00640 1 -- 172.21.15.26:0/187368744 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f9000ccc0 con 0x7f0f9c1039a0 2024-04-25T01:28:51.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.298+0000 7f0f96a00640 1 -- 172.21.15.26:0/187368744 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f900035f0 con 0x7f0f9c1039a0 2024-04-25T01:28:51.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.298+0000 7f0fa4800640 1 -- 172.21.15.26:0/187368744 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f9c1a1bf0 con 0x7f0f9c1039a0 2024-04-25T01:28:51.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.298+0000 7f0f96a00640 1 -- 172.21.15.26:0/187368744 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f9000ce60 con 0x7f0f9c1039a0 2024-04-25T01:28:51.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.299+0000 7f0fa4800640 1 -- 172.21.15.26:0/187368744 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f9c1a20c0 con 0x7f0f9c1039a0 2024-04-25T01:28:51.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.300+0000 7f0fa4800640 1 -- 172.21.15.26:0/187368744 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f9c10ad40 con 0x7f0f9c1039a0 2024-04-25T01:28:51.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.301+0000 7f0f96a00640 1 -- 172.21.15.26:0/187368744 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0f90003b10 con 0x7f0f9c1039a0 2024-04-25T01:28:51.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.303+0000 7f0f96a00640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0f840a2b90 0x7f0f840a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:51.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.303+0000 7f0f96a00640 1 -- 172.21.15.26:0/187368744 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f0f900cf410 con 0x7f0f9c1039a0 2024-04-25T01:28:51.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.303+0000 7f0fa1400640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0f840a2b90 0x7f0f840a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:51.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.304+0000 7f0fa1400640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0f840a2b90 0x7f0f840a5050 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0f8c000c00 tx=0x7f0f8c030550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:51.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.307+0000 7f0f96a00640 1 -- 172.21.15.26:0/187368744 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f0f9009c2f0 con 0x7f0f9c1039a0 2024-04-25T01:28:51.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.566+0000 7f0fa4800640 1 -- 172.21.15.26:0/187368744 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0f9c062370 con 0x7f0f9c1039a0 2024-04-25T01:28:51.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.568+0000 7f0f96a00640 1 -- 172.21.15.26:0/187368744 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22721 (secure 0 0 0) 0x7f0f9009bbf0 con 0x7f0f9c1039a0 2024-04-25T01:28:51.547 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:28:51.547 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":88,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:24:46.838091+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T01:23:51.673615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T01:23:52.776694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.2","mappings":[{"from":7,"to":11}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:28:51.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.570+0000 7f0fa4800640 1 -- 172.21.15.26:0/187368744 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0f840a2b90 msgr2=0x7f0f840a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:51.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.570+0000 7f0fa4800640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0f840a2b90 0x7f0f840a5050 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0f8c000c00 tx=0x7f0f8c030550 comp rx=0 tx=0).stop 2024-04-25T01:28:51.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.570+0000 7f0fa4800640 1 -- 172.21.15.26:0/187368744 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f9c1039a0 msgr2=0x7f0f9c199cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:51.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.570+0000 7f0fa4800640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f9c1039a0 0x7f0f9c199cc0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f0f9000e9f0 tx=0x7f0f9000eeb0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.570+0000 7f0fa4800640 1 -- 172.21.15.26:0/187368744 shutdown_connections 2024-04-25T01:28:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.570+0000 7f0fa4800640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f0f840a2b90 0x7f0f840a5050 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.570+0000 7f0fa4800640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0f9c105550 0x7f0f9c1a1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.570+0000 7f0fa4800640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f9c104b90 0x7f0f9c19a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.570+0000 7f0fa4800640 1 --2- 172.21.15.26:0/187368744 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0f9c1039a0 0x7f0f9c199cc0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.570+0000 7f0fa4800640 1 -- 172.21.15.26:0/187368744 >> 172.21.15.26:0/187368744 conn(0x7f0f9c0fef30 msgr2=0x7f0f9c107f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.571+0000 7f0fa4800640 1 -- 172.21.15.26:0/187368744 shutdown_connections 2024-04-25T01:28:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.571+0000 7f0fa4800640 1 -- 172.21.15.26:0/187368744 wait complete. 2024-04-25T01:28:51.567 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T01:18:37.687060+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T01:23:51.673615+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T01:23:52.776694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T01:28:51.568 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T01:28:51.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.797+0000 7fa434e00640 1 -- 172.21.15.26:0/2639729338 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa430108e70 msgr2=0x7fa4301092f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:51.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.797+0000 7fa434e00640 1 --2- 172.21.15.26:0/2639729338 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa430108e70 0x7fa4301092f0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fa418009900 tx=0x7fa41802a3f0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.797+0000 7fa434e00640 1 -- 172.21.15.26:0/2639729338 shutdown_connections 2024-04-25T01:28:51.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.797+0000 7fa434e00640 1 --2- 172.21.15.26:0/2639729338 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa430109830 0x7fa4301100c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.797+0000 7fa434e00640 1 --2- 172.21.15.26:0/2639729338 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa430108e70 0x7fa4301092f0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.797+0000 7fa434e00640 1 --2- 172.21.15.26:0/2639729338 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa430107c80 0x7fa4301080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.797+0000 7fa434e00640 1 -- 172.21.15.26:0/2639729338 >> 172.21.15.26:0/2639729338 conn(0x7fa430076c10 msgr2=0x7fa430079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:51.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.797+0000 7fa434e00640 1 -- 172.21.15.26:0/2639729338 shutdown_connections 2024-04-25T01:28:51.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.797+0000 7fa434e00640 1 -- 172.21.15.26:0/2639729338 wait complete. 2024-04-25T01:28:51.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.798+0000 7fa434e00640 1 Processor -- start 2024-04-25T01:28:51.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.798+0000 7fa434e00640 1 -- start start 2024-04-25T01:28:51.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.799+0000 7fa434e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa430107c80 0x7fa43019df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:51.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.799+0000 7fa434e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa430108e70 0x7fa43019e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:51.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.799+0000 7fa434e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa430109830 0x7fa4301a5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:51.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.799+0000 7fa434e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa430113950 con 0x7fa430109830 2024-04-25T01:28:51.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.799+0000 7fa434e00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa4301137d0 con 0x7fa430107c80 2024-04-25T01:28:51.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.799+0000 7fa434e00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa430113ad0 con 0x7fa430108e70 2024-04-25T01:28:51.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.799+0000 7fa42fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa430109830 0x7fa4301a5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.799+0000 7fa42f400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa430107c80 0x7fa43019df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.799+0000 7fa42fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa430109830 0x7fa4301a5520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39404/0 (socket says 172.21.15.26:39404) 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.799+0000 7fa42fe00640 1 -- 172.21.15.26:0/3083703038 learned_addr learned my addr 172.21.15.26:0/3083703038 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.799+0000 7fa42ea00640 1 --2- 172.21.15.26:0/3083703038 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa430108e70 0x7fa43019e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.800+0000 7fa42f400640 1 -- 172.21.15.26:0/3083703038 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa430108e70 msgr2=0x7fa43019e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.800+0000 7fa42f400640 1 --2- 172.21.15.26:0/3083703038 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa430108e70 0x7fa43019e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.800+0000 7fa42f400640 1 -- 172.21.15.26:0/3083703038 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa430109830 msgr2=0x7fa4301a5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.800+0000 7fa42f400640 1 --2- 172.21.15.26:0/3083703038 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa430109830 0x7fa4301a5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.800+0000 7fa42f400640 1 -- 172.21.15.26:0/3083703038 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4301a5b90 con 0x7fa430107c80 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.800+0000 7fa42fe00640 1 --2- 172.21.15.26:0/3083703038 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa430109830 0x7fa4301a5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.800+0000 7fa42f400640 1 --2- 172.21.15.26:0/3083703038 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa430107c80 0x7fa43019df70 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa42000e9c0 tx=0x7fa42000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.800+0000 7fa427e00640 1 -- 172.21.15.26:0/3083703038 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa42000ccc0 con 0x7fa430107c80 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.800+0000 7fa427e00640 1 -- 172.21.15.26:0/3083703038 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa4200035f0 con 0x7fa430107c80 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.800+0000 7fa434e00640 1 -- 172.21.15.26:0/3083703038 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4301a5e80 con 0x7fa430107c80 2024-04-25T01:28:51.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.800+0000 7fa427e00640 1 -- 172.21.15.26:0/3083703038 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa42000ce60 con 0x7fa430107c80 2024-04-25T01:28:51.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.801+0000 7fa434e00640 1 -- 172.21.15.26:0/3083703038 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4301a62e0 con 0x7fa430107c80 2024-04-25T01:28:51.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.802+0000 7fa434e00640 1 -- 172.21.15.26:0/3083703038 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa43010efa0 con 0x7fa430107c80 2024-04-25T01:28:51.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.804+0000 7fa427e00640 1 -- 172.21.15.26:0/3083703038 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa4200037a0 con 0x7fa430107c80 2024-04-25T01:28:51.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.805+0000 7fa427e00640 1 --2- 172.21.15.26:0/3083703038 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4140a2c10 0x7fa4140a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:51.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.805+0000 7fa427e00640 1 -- 172.21.15.26:0/3083703038 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa4200cf530 con 0x7fa430107c80 2024-04-25T01:28:51.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.805+0000 7fa42ea00640 1 --2- 172.21.15.26:0/3083703038 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4140a2c10 0x7fa4140a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:51.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.806+0000 7fa42ea00640 1 --2- 172.21.15.26:0/3083703038 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4140a2c10 0x7fa4140a50d0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fa418031440 tx=0x7fa4180315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:51.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:51.807+0000 7fa427e00640 1 -- 172.21.15.26:0/3083703038 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa42009c410 con 0x7fa430107c80 2024-04-25T01:28:51.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.007+0000 7fa434e00640 1 -- 172.21.15.26:0/3083703038 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa43002d420 con 0x7fa430107c80 2024-04-25T01:28:51.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.008+0000 7fa427e00640 1 -- 172.21.15.26:0/3083703038 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7fa42009bd10 con 0x7fa430107c80 2024-04-25T01:28:51.987 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-25T01:28:51.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.011+0000 7fa434e00640 1 -- 172.21.15.26:0/3083703038 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4140a2c10 msgr2=0x7fa4140a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:51.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.011+0000 7fa434e00640 1 --2- 172.21.15.26:0/3083703038 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4140a2c10 0x7fa4140a50d0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fa418031440 tx=0x7fa4180315b0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.011+0000 7fa434e00640 1 -- 172.21.15.26:0/3083703038 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa430107c80 msgr2=0x7fa43019df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:51.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.011+0000 7fa434e00640 1 --2- 172.21.15.26:0/3083703038 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa430107c80 0x7fa43019df70 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa42000e9c0 tx=0x7fa42000ee80 comp rx=0 tx=0).stop 2024-04-25T01:28:51.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.011+0000 7fa434e00640 1 -- 172.21.15.26:0/3083703038 shutdown_connections 2024-04-25T01:28:51.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.011+0000 7fa434e00640 1 --2- 172.21.15.26:0/3083703038 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa430109830 0x7fa4301a5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.011+0000 7fa434e00640 1 --2- 172.21.15.26:0/3083703038 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4140a2c10 0x7fa4140a50d0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.011+0000 7fa434e00640 1 --2- 172.21.15.26:0/3083703038 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa430108e70 0x7fa43019e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.011+0000 7fa434e00640 1 --2- 172.21.15.26:0/3083703038 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa430107c80 0x7fa43019df70 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:51.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.011+0000 7fa434e00640 1 -- 172.21.15.26:0/3083703038 >> 172.21.15.26:0/3083703038 conn(0x7fa430076c10 msgr2=0x7fa43010c170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:51.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.011+0000 7fa434e00640 1 -- 172.21.15.26:0/3083703038 shutdown_connections 2024-04-25T01:28:51.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.011+0000 7fa434e00640 1 -- 172.21.15.26:0/3083703038 wait complete. 2024-04-25T01:28:52.008 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T01:28:52.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.245+0000 7f0872600640 1 -- 172.21.15.26:0/241770650 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f086c104a70 msgr2=0x7f086c104ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:52.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.245+0000 7f0872600640 1 --2- 172.21.15.26:0/241770650 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f086c104a70 0x7f086c104ef0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f085c009860 tx=0x7f085c02a340 comp rx=0 tx=0).stop 2024-04-25T01:28:52.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.246+0000 7f0872600640 1 -- 172.21.15.26:0/241770650 shutdown_connections 2024-04-25T01:28:52.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.246+0000 7f0872600640 1 --2- 172.21.15.26:0/241770650 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f086c105430 0x7f086c10bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.246+0000 7f0872600640 1 --2- 172.21.15.26:0/241770650 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f086c104a70 0x7f086c104ef0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.246+0000 7f0872600640 1 --2- 172.21.15.26:0/241770650 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f086c103880 0x7f086c103ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.246+0000 7f0872600640 1 -- 172.21.15.26:0/241770650 >> 172.21.15.26:0/241770650 conn(0x7f086c0fedf0 msgr2=0x7f086c101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:52.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.246+0000 7f0872600640 1 -- 172.21.15.26:0/241770650 shutdown_connections 2024-04-25T01:28:52.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.246+0000 7f0872600640 1 -- 172.21.15.26:0/241770650 wait complete. 2024-04-25T01:28:52.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.247+0000 7f0872600640 1 Processor -- start 2024-04-25T01:28:52.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.247+0000 7f0872600640 1 -- start start 2024-04-25T01:28:52.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.247+0000 7f0872600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f086c103880 0x7f086c199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:52.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.247+0000 7f0872600640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f086c104a70 0x7f086c19a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:52.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.247+0000 7f0872600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f086c105430 0x7f086c1a1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:52.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.247+0000 7f0872600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f086c10f4e0 con 0x7f086c105430 2024-04-25T01:28:52.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.247+0000 7f0872600640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f086c10f360 con 0x7f086c103880 2024-04-25T01:28:52.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.247+0000 7f0872600640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f086c10f660 con 0x7f086c104a70 2024-04-25T01:28:52.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.248+0000 7f086be00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f086c104a70 0x7f086c19a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:52.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.248+0000 7f0871200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f086c103880 0x7f086c199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:52.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.248+0000 7f086be00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f086c104a70 0x7f086c19a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:54312/0 (socket says 172.21.15.26:54312) 2024-04-25T01:28:52.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.248+0000 7f086be00640 1 -- 172.21.15.26:0/145349054 learned_addr learned my addr 172.21.15.26:0/145349054 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:52.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.248+0000 7f0871c00640 1 --2- 172.21.15.26:0/145349054 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f086c105430 0x7f086c1a1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:52.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.248+0000 7f086be00640 1 -- 172.21.15.26:0/145349054 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f086c103880 msgr2=0x7f086c199b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:52.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.248+0000 7f086be00640 1 --2- 172.21.15.26:0/145349054 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f086c103880 0x7f086c199b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.248+0000 7f086be00640 1 -- 172.21.15.26:0/145349054 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f086c105430 msgr2=0x7f086c1a1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:52.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.248+0000 7f086be00640 1 --2- 172.21.15.26:0/145349054 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f086c105430 0x7f086c1a1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.248+0000 7f086be00640 1 -- 172.21.15.26:0/145349054 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f086c1a17a0 con 0x7f086c104a70 2024-04-25T01:28:52.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.248+0000 7f086be00640 1 --2- 172.21.15.26:0/145349054 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f086c104a70 0x7f086c19a0c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f085c035040 tx=0x7f085c033d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:52.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.249+0000 7f0869600640 1 -- 172.21.15.26:0/145349054 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f085c037040 con 0x7f086c104a70 2024-04-25T01:28:52.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.249+0000 7f0869600640 1 -- 172.21.15.26:0/145349054 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f085c030850 con 0x7f086c104a70 2024-04-25T01:28:52.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.249+0000 7f0872600640 1 -- 172.21.15.26:0/145349054 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f086c1a1a30 con 0x7f086c104a70 2024-04-25T01:28:52.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.249+0000 7f0869600640 1 -- 172.21.15.26:0/145349054 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f085c004920 con 0x7f086c104a70 2024-04-25T01:28:52.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.249+0000 7f0872600640 1 -- 172.21.15.26:0/145349054 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f086c1a1f20 con 0x7f086c104a70 2024-04-25T01:28:52.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.250+0000 7f0872600640 1 -- 172.21.15.26:0/145349054 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f086c10ab40 con 0x7f086c104a70 2024-04-25T01:28:52.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.252+0000 7f0869600640 1 -- 172.21.15.26:0/145349054 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f085c004050 con 0x7f086c104a70 2024-04-25T01:28:52.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.254+0000 7f0869600640 1 --2- 172.21.15.26:0/145349054 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f08540a2b90 0x7f08540a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:52.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.254+0000 7f0869600640 1 -- 172.21.15.26:0/145349054 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f085c0ef2f0 con 0x7f086c104a70 2024-04-25T01:28:52.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.254+0000 7f0871200640 1 --2- 172.21.15.26:0/145349054 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f08540a2b90 0x7f08540a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:52.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.255+0000 7f0871200640 1 --2- 172.21.15.26:0/145349054 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f08540a2b90 0x7f08540a5050 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f0860009530 tx=0x7f0860009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:52.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.256+0000 7f0869600640 1 -- 172.21.15.26:0/145349054 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f085c0bc1d0 con 0x7f086c104a70 2024-04-25T01:28:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.463+0000 7f0872600640 1 -- 172.21.15.26:0/145349054 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f086c02d300 con 0x7f086c104a70 2024-04-25T01:28:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.464+0000 7f0869600640 1 -- 172.21.15.26:0/145349054 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7f085c0bbad0 con 0x7f086c104a70 2024-04-25T01:28:52.443 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-25T01:28:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.467+0000 7f0872600640 1 -- 172.21.15.26:0/145349054 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f08540a2b90 msgr2=0x7f08540a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.467+0000 7f0872600640 1 --2- 172.21.15.26:0/145349054 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f08540a2b90 0x7f08540a5050 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f0860009530 tx=0x7f0860009260 comp rx=0 tx=0).stop 2024-04-25T01:28:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.467+0000 7f0872600640 1 -- 172.21.15.26:0/145349054 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f086c104a70 msgr2=0x7f086c19a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.467+0000 7f0872600640 1 --2- 172.21.15.26:0/145349054 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f086c104a70 0x7f086c19a0c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f085c035040 tx=0x7f085c033d90 comp rx=0 tx=0).stop 2024-04-25T01:28:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.467+0000 7f0872600640 1 -- 172.21.15.26:0/145349054 shutdown_connections 2024-04-25T01:28:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.467+0000 7f0872600640 1 --2- 172.21.15.26:0/145349054 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f086c105430 0x7f086c1a1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.467+0000 7f0872600640 1 --2- 172.21.15.26:0/145349054 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f08540a2b90 0x7f08540a5050 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.467+0000 7f0872600640 1 --2- 172.21.15.26:0/145349054 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f086c104a70 0x7f086c19a0c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.467+0000 7f0872600640 1 --2- 172.21.15.26:0/145349054 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f086c103880 0x7f086c199b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.467+0000 7f0872600640 1 -- 172.21.15.26:0/145349054 >> 172.21.15.26:0/145349054 conn(0x7f086c0fedf0 msgr2=0x7f086c107d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.467+0000 7f0872600640 1 -- 172.21.15.26:0/145349054 shutdown_connections 2024-04-25T01:28:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.467+0000 7f0872600640 1 -- 172.21.15.26:0/145349054 wait complete. 2024-04-25T01:28:52.465 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T01:28:52.536 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:52 smithi026 ceph-mon[28096]: pgmap v471: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-25T01:28:52.536 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:52 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/187368744' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:28:52.536 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:52 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3083703038' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:28:52.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:52 smithi186 ceph-mon[32747]: pgmap v471: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-25T01:28:52.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:52 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/187368744' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:28:52.582 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:52 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3083703038' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:28:52.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:52 smithi111 ceph-mon[32623]: pgmap v471: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-25T01:28:52.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:52 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/187368744' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:28:52.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:52 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3083703038' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:28:52.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.702+0000 7fc202800640 1 -- 172.21.15.26:0/457374930 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1fc074120 msgr2=0x7fc1fc074580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:52.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.702+0000 7fc202800640 1 --2- 172.21.15.26:0/457374930 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1fc074120 0x7fc1fc074580 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8009860 tx=0x7fc1e802a3d0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.702+0000 7fc202800640 1 -- 172.21.15.26:0/457374930 shutdown_connections 2024-04-25T01:28:52.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.702+0000 7fc202800640 1 --2- 172.21.15.26:0/457374930 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1fc109500 0x7fc1fc10b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.702+0000 7fc202800640 1 --2- 172.21.15.26:0/457374930 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1fc074120 0x7fc1fc074580 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.702+0000 7fc202800640 1 --2- 172.21.15.26:0/457374930 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1fc075700 0x7fc1fc073b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.702+0000 7fc202800640 1 -- 172.21.15.26:0/457374930 >> 172.21.15.26:0/457374930 conn(0x7fc1fc0fcbe0 msgr2=0x7fc1fc0ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:52.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.702+0000 7fc202800640 1 -- 172.21.15.26:0/457374930 shutdown_connections 2024-04-25T01:28:52.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.703+0000 7fc202800640 1 -- 172.21.15.26:0/457374930 wait complete. 2024-04-25T01:28:52.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.703+0000 7fc202800640 1 Processor -- start 2024-04-25T01:28:52.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.704+0000 7fc202800640 1 -- start start 2024-04-25T01:28:52.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.704+0000 7fc202800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1fc074120 0x7fc1fc199b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:52.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.704+0000 7fc202800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1fc075700 0x7fc1fc19a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:52.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.704+0000 7fc202800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1fc109500 0x7fc1fc1a1100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:52.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.704+0000 7fc202800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc10f520 con 0x7fc1fc109500 2024-04-25T01:28:52.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.704+0000 7fc202800640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc10f3a0 con 0x7fc1fc075700 2024-04-25T01:28:52.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.704+0000 7fc202800640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc10f6a0 con 0x7fc1fc074120 2024-04-25T01:28:52.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.704+0000 7fc201e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1fc109500 0x7fc1fc1a1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:52.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.704+0000 7fc201e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1fc109500 0x7fc1fc1a1100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39448/0 (socket says 172.21.15.26:39448) 2024-04-25T01:28:52.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.704+0000 7fc200a00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1fc075700 0x7fc1fc19a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:52.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.704+0000 7fc201e00640 1 -- 172.21.15.26:0/1269110117 learned_addr learned my addr 172.21.15.26:0/1269110117 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:52.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.704+0000 7fc201400640 1 --2- 172.21.15.26:0/1269110117 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1fc074120 0x7fc1fc199b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:52.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.705+0000 7fc201e00640 1 -- 172.21.15.26:0/1269110117 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1fc074120 msgr2=0x7fc1fc199b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:52.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.705+0000 7fc201e00640 1 --2- 172.21.15.26:0/1269110117 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1fc074120 0x7fc1fc199b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.705+0000 7fc201e00640 1 -- 172.21.15.26:0/1269110117 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1fc075700 msgr2=0x7fc1fc19a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:52.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.705+0000 7fc201e00640 1 --2- 172.21.15.26:0/1269110117 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1fc075700 0x7fc1fc19a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.705+0000 7fc201e00640 1 -- 172.21.15.26:0/1269110117 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1fc1a1770 con 0x7fc1fc109500 2024-04-25T01:28:52.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.705+0000 7fc201e00640 1 --2- 172.21.15.26:0/1269110117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1fc109500 0x7fc1fc1a1100 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc1f400efc0 tx=0x7fc1f400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:52.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.705+0000 7fc1fa000640 1 -- 172.21.15.26:0/1269110117 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f4003970 con 0x7fc1fc109500 2024-04-25T01:28:52.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.705+0000 7fc1fa000640 1 -- 172.21.15.26:0/1269110117 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1f4004020 con 0x7fc1fc109500 2024-04-25T01:28:52.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.705+0000 7fc202800640 1 -- 172.21.15.26:0/1269110117 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1fc1a1a60 con 0x7fc1fc109500 2024-04-25T01:28:52.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.705+0000 7fc1fa000640 1 -- 172.21.15.26:0/1269110117 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f400b9f0 con 0x7fc1fc109500 2024-04-25T01:28:52.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.706+0000 7fc202800640 1 -- 172.21.15.26:0/1269110117 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1fc1a1f30 con 0x7fc1fc109500 2024-04-25T01:28:52.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.707+0000 7fc202800640 1 -- 172.21.15.26:0/1269110117 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1fc1082c0 con 0x7fc1fc109500 2024-04-25T01:28:52.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.709+0000 7fc1fa000640 1 -- 172.21.15.26:0/1269110117 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc1f401d020 con 0x7fc1fc109500 2024-04-25T01:28:52.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.710+0000 7fc1fa000640 1 --2- 172.21.15.26:0/1269110117 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1e40a2b90 0x7fc1e40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:52.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.710+0000 7fc1fa000640 1 -- 172.21.15.26:0/1269110117 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fc1f40cef30 con 0x7fc1fc109500 2024-04-25T01:28:52.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.711+0000 7fc201400640 1 --2- 172.21.15.26:0/1269110117 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1e40a2b90 0x7fc1e40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:52.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.711+0000 7fc201400640 1 --2- 172.21.15.26:0/1269110117 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1e40a2b90 0x7fc1e40a5050 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc1f0009bd0 tx=0x7fc1f0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:52.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.715+0000 7fc1fa000640 1 -- 172.21.15.26:0/1269110117 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc1f409be10 con 0x7fc1fc109500 2024-04-25T01:28:52.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.924+0000 7fc202800640 1 -- 172.21.15.26:0/1269110117 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc1fc062340 con 0x7fc1fc109500 2024-04-25T01:28:52.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.925+0000 7fc1fa000640 1 -- 172.21.15.26:0/1269110117 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7fc1f409b710 con 0x7fc1fc109500 2024-04-25T01:28:52.903 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-25T01:28:52.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.929+0000 7fc202800640 1 -- 172.21.15.26:0/1269110117 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1e40a2b90 msgr2=0x7fc1e40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:52.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.929+0000 7fc202800640 1 --2- 172.21.15.26:0/1269110117 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1e40a2b90 0x7fc1e40a5050 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc1f0009bd0 tx=0x7fc1f0005f90 comp rx=0 tx=0).stop 2024-04-25T01:28:52.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.929+0000 7fc202800640 1 -- 172.21.15.26:0/1269110117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1fc109500 msgr2=0x7fc1fc1a1100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:52.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.929+0000 7fc202800640 1 --2- 172.21.15.26:0/1269110117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1fc109500 0x7fc1fc1a1100 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc1f400efc0 tx=0x7fc1f400c800 comp rx=0 tx=0).stop 2024-04-25T01:28:52.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.930+0000 7fc202800640 1 -- 172.21.15.26:0/1269110117 shutdown_connections 2024-04-25T01:28:52.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.930+0000 7fc202800640 1 --2- 172.21.15.26:0/1269110117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1fc109500 0x7fc1fc1a1100 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.930+0000 7fc202800640 1 --2- 172.21.15.26:0/1269110117 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc1fc075700 0x7fc1fc19a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.930+0000 7fc202800640 1 --2- 172.21.15.26:0/1269110117 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc1e40a2b90 0x7fc1e40a5050 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.930+0000 7fc202800640 1 --2- 172.21.15.26:0/1269110117 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1fc074120 0x7fc1fc199b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:52.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.930+0000 7fc202800640 1 -- 172.21.15.26:0/1269110117 >> 172.21.15.26:0/1269110117 conn(0x7fc1fc0fcbe0 msgr2=0x7fc1fc105490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:52.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.930+0000 7fc202800640 1 -- 172.21.15.26:0/1269110117 shutdown_connections 2024-04-25T01:28:52.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:52.930+0000 7fc202800640 1 -- 172.21.15.26:0/1269110117 wait complete. 2024-04-25T01:28:52.929 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-25T01:28:53.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.160+0000 7f7d95c00640 1 -- 172.21.15.26:0/2302317443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7d90077ce0 msgr2=0x7f7d90078580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:53.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.160+0000 7f7d95c00640 1 --2- 172.21.15.26:0/2302317443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7d90077ce0 0x7f7d90078580 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7d88009ca0 tx=0x7f7d8802a8b0 comp rx=0 tx=0).stop 2024-04-25T01:28:53.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.160+0000 7f7d95c00640 1 -- 172.21.15.26:0/2302317443 shutdown_connections 2024-04-25T01:28:53.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.160+0000 7f7d95c00640 1 --2- 172.21.15.26:0/2302317443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7d90077ce0 0x7f7d90078580 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:53.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.160+0000 7f7d95c00640 1 --2- 172.21.15.26:0/2302317443 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d90077340 0x7f7d900777a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:53.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.160+0000 7f7d95c00640 1 --2- 172.21.15.26:0/2302317443 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7d90076100 0x7f7d90076520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:53.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.160+0000 7f7d95c00640 1 -- 172.21.15.26:0/2302317443 >> 172.21.15.26:0/2302317443 conn(0x7f7d900fef30 msgr2=0x7f7d90101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:53.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.160+0000 7f7d95c00640 1 -- 172.21.15.26:0/2302317443 shutdown_connections 2024-04-25T01:28:53.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.161+0000 7f7d95c00640 1 -- 172.21.15.26:0/2302317443 wait complete. 2024-04-25T01:28:53.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.161+0000 7f7d95c00640 1 Processor -- start 2024-04-25T01:28:53.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.162+0000 7f7d95c00640 1 -- start start 2024-04-25T01:28:53.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.162+0000 7f7d95c00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7d90076100 0x7f7d9019e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:53.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.162+0000 7f7d95c00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d90077340 0x7f7d9019e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:53.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.162+0000 7f7d95c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7d90077ce0 0x7f7d901a5610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:53.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.162+0000 7f7d95c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7d90113a90 con 0x7f7d90077ce0 2024-04-25T01:28:53.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.162+0000 7f7d95c00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f7d90113910 con 0x7f7d90077340 2024-04-25T01:28:53.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.162+0000 7f7d95c00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f7d90113c10 con 0x7f7d90076100 2024-04-25T01:28:53.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.162+0000 7f7d8ea00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7d90076100 0x7f7d9019e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:53.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.162+0000 7f7d8f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7d90077ce0 0x7f7d901a5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:53.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.162+0000 7f7d8ea00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7d90076100 0x7f7d9019e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.186:3300/0 says I am v2:172.21.15.26:42436/0 (socket says 172.21.15.26:42436) 2024-04-25T01:28:53.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.162+0000 7f7d8ea00640 1 -- 172.21.15.26:0/892843827 learned_addr learned my addr 172.21.15.26:0/892843827 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:28:53.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.162+0000 7f7d86000640 1 --2- 172.21.15.26:0/892843827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d90077340 0x7f7d9019e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:53.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.163+0000 7f7d8ea00640 1 -- 172.21.15.26:0/892843827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d90077340 msgr2=0x7f7d9019e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:53.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.163+0000 7f7d8ea00640 1 --2- 172.21.15.26:0/892843827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d90077340 0x7f7d9019e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:53.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.163+0000 7f7d8ea00640 1 -- 172.21.15.26:0/892843827 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7d90077ce0 msgr2=0x7f7d901a5610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:53.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.163+0000 7f7d8ea00640 1 --2- 172.21.15.26:0/892843827 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7d90077ce0 0x7f7d901a5610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:53.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.163+0000 7f7d8ea00640 1 -- 172.21.15.26:0/892843827 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d901a5c80 con 0x7f7d90076100 2024-04-25T01:28:53.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.163+0000 7f7d8f400640 1 --2- 172.21.15.26:0/892843827 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7d90077ce0 0x7f7d901a5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:28:53.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.163+0000 7f7d8ea00640 1 --2- 172.21.15.26:0/892843827 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7d90076100 0x7f7d9019e060 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7d8000e9f0 tx=0x7f7d8000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:53.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.163+0000 7f7d87e00640 1 -- 172.21.15.26:0/892843827 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d8000cd80 con 0x7f7d90076100 2024-04-25T01:28:53.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.163+0000 7f7d87e00640 1 -- 172.21.15.26:0/892843827 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d80010910 con 0x7f7d90076100 2024-04-25T01:28:53.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.163+0000 7f7d95c00640 1 -- 172.21.15.26:0/892843827 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d901a5f70 con 0x7f7d90076100 2024-04-25T01:28:53.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.163+0000 7f7d87e00640 1 -- 172.21.15.26:0/892843827 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d800188f0 con 0x7f7d90076100 2024-04-25T01:28:53.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.164+0000 7f7d95c00640 1 -- 172.21.15.26:0/892843827 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d901a6430 con 0x7f7d90076100 2024-04-25T01:28:53.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.165+0000 7f7d95c00640 1 -- 172.21.15.26:0/892843827 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d90110470 con 0x7f7d90076100 2024-04-25T01:28:53.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.167+0000 7f7d87e00640 1 -- 172.21.15.26:0/892843827 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7d80010ac0 con 0x7f7d90076100 2024-04-25T01:28:53.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.168+0000 7f7d87e00640 1 --2- 172.21.15.26:0/892843827 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7d740a2c10 0x7f7d740a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:28:53.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.168+0000 7f7d87e00640 1 -- 172.21.15.26:0/892843827 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f7d800cf3f0 con 0x7f7d90076100 2024-04-25T01:28:53.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.169+0000 7f7d86000640 1 --2- 172.21.15.26:0/892843827 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7d740a2c10 0x7f7d740a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:28:53.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.169+0000 7f7d86000640 1 --2- 172.21.15.26:0/892843827 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7d740a2c10 0x7f7d740a50d0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7d9019f570 tx=0x7f7d78005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:28:53.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.173+0000 7f7d87e00640 1 -- 172.21.15.26:0/892843827 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f7d8009bc80 con 0x7f7d90076100 2024-04-25T01:28:53.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.431+0000 7f7d95c00640 1 -- 172.21.15.26:0/892843827 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f7d900623e0 con 0x7f7d90076100 2024-04-25T01:28:53.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.442+0000 7f7d87e00640 1 -- 172.21.15.26:0/892843827 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v18) ==== 81+0+740370 (secure 0 0 0) 0x7f7d8009ff80 con 0x7f7d90076100 2024-04-25T01:28:53.423 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:28:53.424 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:28:53.424 INFO:teuthology.orchestra.run.smithi026.stdout: "epoch": 18, 2024-04-25T01:28:53.424 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.424 INFO:teuthology.orchestra.run.smithi026.stdout: "active_gid": 14152, 2024-04-25T01:28:53.424 INFO:teuthology.orchestra.run.smithi026.stdout: "active_name": "x", 2024-04-25T01:28:53.424 INFO:teuthology.orchestra.run.smithi026.stdout: "active_addrs": { 2024-04-25T01:28:53.424 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-25T01:28:53.424 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.424 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-25T01:28:53.424 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:6800", 2024-04-25T01:28:53.424 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 2678632310 2024-04-25T01:28:53.424 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.424 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.424 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v1", 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:6801", 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 2678632310 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: "active_addr": "172.21.15.26:6801/2678632310", 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: "active_change": "2024-04-25T01:15:44.940517+0000", 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: "active_mgr_features": 4540701547738038271, 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: "available": true, 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: "standbys": [ 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: "gid": 24109, 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "z", 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: "mgr_features": 4540701547738038271, 2024-04-25T01:28:53.425 INFO:teuthology.orchestra.run.smithi026.stdout: "available_modules": [ 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "alerts", 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.426 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T01:28:53.427 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.427 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.427 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.427 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.427 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.427 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.427 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.427 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.427 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.427 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.427 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.427 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.427 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.427 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.428 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.429 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.430 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.431 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_destination": { 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_destination", 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email address to send alerts to", 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_from_name": { 2024-04-25T01:28:53.432 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_from_name", 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "Ceph", 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email From: name", 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_host": { 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_host", 2024-04-25T01:28:53.433 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP server", 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_password": { 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_password", 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.434 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Password to authenticate with", 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_port": { 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_port", 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.435 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "465", 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP port", 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_sender": { 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_sender", 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.436 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP envelope sender", 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_ssl": { 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_ssl", 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.437 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.438 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.438 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T01:28:53.438 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.438 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.438 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.438 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.438 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_user": { 2024-04-25T01:28:53.438 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_user", 2024-04-25T01:28:53.438 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.438 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.438 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.438 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.438 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.438 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.439 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.439 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "User to authenticate as", 2024-04-25T01:28:53.439 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.439 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.439 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.439 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.439 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.439 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.439 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.439 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "balancer", 2024-04-25T01:28:53.439 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "active": { 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "active", 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.440 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_time": { 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_time", 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0000", 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.441 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_weekday": { 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_weekday", 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.442 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_max_iterations": { 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_max_iterations", 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "25", 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "250", 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_metrics": { 2024-04-25T01:28:53.443 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_metrics", 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_step": { 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_step", 2024-04-25T01:28:53.444 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:53.445 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.445 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.445 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.5", 2024-04-25T01:28:53.445 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0.001", 2024-04-25T01:28:53.445 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "0.999", 2024-04-25T01:28:53.445 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.445 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "aggressiveness of optimization", 2024-04-25T01:28:53.445 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T01:28:53.445 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.445 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.445 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.445 INFO:teuthology.orchestra.run.smithi026.stdout: "end_time": { 2024-04-25T01:28:53.445 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_time", 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2359", 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "end_weekday": { 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_weekday", 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:53.446 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.447 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.448 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.449 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.450 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.451 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "min_score": { 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_score", 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.452 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "upmap", 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: "crush-compat", 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: "none", 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: "read", 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap", 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap-read" 2024-04-25T01:28:53.453 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.454 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Balancer mode", 2024-04-25T01:28:53.454 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.454 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.454 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.454 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.454 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_ids": { 2024-04-25T01:28:53.454 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_ids", 2024-04-25T01:28:53.454 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.454 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.454 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.454 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.454 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.454 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.454 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T01:28:53.455 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.456 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.457 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.457 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.457 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_deviation": { 2024-04-25T01:28:53.457 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_deviation", 2024-04-25T01:28:53.457 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.457 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.457 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.457 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-25T01:28:53.457 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_optimizations": { 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_optimizations", 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.458 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm", 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_down_multiplier": { 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_down_multiplier", 2024-04-25T01:28:53.459 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_refresh_rate": { 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_refresh_rate", 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.460 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "20", 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_starting_port": { 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_starting_port", 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.461 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4721", 2024-04-25T01:28:53.462 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.462 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.462 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.462 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T01:28:53.462 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.462 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.462 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.462 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.462 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_ptrace": { 2024-04-25T01:28:53.462 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_ptrace", 2024-04-25T01:28:53.462 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.462 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.462 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.462 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_interval": { 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_interval", 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:53.463 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_memory_target_ratio": { 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.7", 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.464 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm_log_destination": { 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm_log_destination", 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.465 INFO:teuthology.orchestra.run.smithi026.stdout: "file", 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: "file,syslog", 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: "syslog" 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: "cgroups_split": { 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cgroups_split", 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.466 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.467 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.467 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.467 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T01:28:53.467 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.467 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.467 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.467 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.467 INFO:teuthology.orchestra.run.smithi026.stdout: "config_checks_enabled": { 2024-04-25T01:28:53.467 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_checks_enabled", 2024-04-25T01:28:53.467 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.467 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.467 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.467 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.467 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "config_dashboard": { 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_dashboard", 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.468 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_alertmanager": { 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_alertmanager", 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.469 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_base": { 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_base", 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Container image name, without the tag", 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.470 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_elasticsearch": { 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_elasticsearch", 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "elasticsearch container image", 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.471 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_grafana": { 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_grafana", 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.472 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_haproxy": { 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_haproxy", 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "HAproxy container image", 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_agent": { 2024-04-25T01:28:53.473 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_agent", 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger agent container image", 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_collector": { 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_collector", 2024-04-25T01:28:53.474 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger collector container image", 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_query": { 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_query", 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.475 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger query container image", 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_keepalived": { 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_keepalived", 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.476 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Keepalived container image", 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_loki": { 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_loki", 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.477 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.478 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.478 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Loki container image", 2024-04-25T01:28:53.478 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.478 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.478 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.478 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.478 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_node_exporter": { 2024-04-25T01:28:53.478 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_node_exporter", 2024-04-25T01:28:53.478 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.478 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.478 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.478 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T01:28:53.478 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.478 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_nvmeof": { 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_nvmeof", 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.479 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Nvme-of container image", 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_prometheus": { 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_prometheus", 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.480 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_promtail": { 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_promtail", 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Promtail container image", 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.481 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_samba": { 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_samba", 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Samba/SMB container image", 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.482 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_snmp_gateway": { 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_snmp_gateway", 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SNMP Gateway container image", 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "container_init": { 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_init", 2024-04-25T01:28:53.483 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.484 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.484 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.484 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.484 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.484 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.484 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.484 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T01:28:53.484 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.484 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.484 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.484 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.484 INFO:teuthology.orchestra.run.smithi026.stdout: "daemon_cache_timeout": { 2024-04-25T01:28:53.484 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "daemon_cache_timeout", 2024-04-25T01:28:53.484 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "default_cephadm_command_timeout": { 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.485 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "900", 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: "default_registry": { 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_registry", 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.486 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io", 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: "device_cache_timeout": { 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_cache_timeout", 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1800", 2024-04-25T01:28:53.487 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache device inventory", 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "device_enhanced_scan": { 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_enhanced_scan", 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.488 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "facts_cache_timeout": { 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "facts_cache_timeout", 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache host facts data", 2024-04-25T01:28:53.489 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: "grafana_dashboards_path": { 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "grafana_dashboards_path", 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.490 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: "host_check_interval": { 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "host_check_interval", 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to perform a host check", 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.491 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "hw_monitoring": { 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hw_monitoring", 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "inventory_list_all": { 2024-04-25T01:28:53.492 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "inventory_list_all", 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.493 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.494 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.495 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.495 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.495 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.495 INFO:teuthology.orchestra.run.smithi026.stdout: "log_refresh_metadata": { 2024-04-25T01:28:53.495 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_refresh_metadata", 2024-04-25T01:28:53.495 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.495 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.495 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.499 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.499 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.499 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.500 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.501 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.502 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.503 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "*", 2024-04-25T01:28:53.504 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: "max_count_per_host": { 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_count_per_host", 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.505 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of daemons per service per host", 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: "max_osd_draining_count": { 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_osd_draining_count", 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.506 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "migration_current": { 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "migration_current", 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "internal - do not modify", 2024-04-25T01:28:53.507 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "root", 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm-package", 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: "root" 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.508 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "oob_default_addr": { 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "oob_default_addr", 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "169.254.1.1", 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.509 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: "prometheus_alerts_path": { 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus_alerts_path", 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.510 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_insecure": { 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_insecure", 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.511 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_password": { 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_password", 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.512 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_url": { 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_url", 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_username": { 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_username", 2024-04-25T01:28:53.513 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: "secure_monitoring_stack": { 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "secure_monitoring_stack", 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.514 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "service_discovery_port": { 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "service_discovery_port", 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.515 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8765", 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "cephadm service discovery port", 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "ssh_config_file": { 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssh_config_file", 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.516 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "use_agent": { 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_agent", 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.517 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: "use_repo_digest": { 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_repo_digest", 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T01:28:53.518 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_failed_host_check": { 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_failed_host_check", 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.519 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_daemons": { 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_daemons", 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.520 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_hosts": { 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_hosts", 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.521 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.522 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.522 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crash", 2024-04-25T01:28:53.522 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.522 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.522 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.522 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.522 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.522 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.522 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.522 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.522 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.522 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.522 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.522 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.523 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.524 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.525 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.526 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.526 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.526 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.526 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.526 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.526 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.526 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.526 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.526 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.526 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.526 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.526 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.526 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.526 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: "retain_interval": { 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retain_interval", 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "31536000", 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.527 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_recent_interval": { 2024-04-25T01:28:53.528 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_recent_interval", 2024-04-25T01:28:53.528 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.528 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.528 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.528 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1209600", 2024-04-25T01:28:53.528 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.528 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.528 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.528 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T01:28:53.528 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.528 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.528 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.528 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.528 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dashboard", 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.529 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.530 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.530 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.530 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.530 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.530 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T01:28:53.530 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T01:28:53.530 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.530 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.530 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.530 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.530 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.530 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.530 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.530 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.531 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_ENABLED": { 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.532 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.533 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.534 INFO:teuthology.orchestra.run.smithi026.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T01:28:53.534 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T01:28:53.534 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.534 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.534 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.534 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.534 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.534 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.534 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.534 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.534 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.534 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.534 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.534 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T01:28:53.535 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T01:28:53.536 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.536 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.536 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.536 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.536 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.536 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.536 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.536 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.536 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.536 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.536 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.536 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.536 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T01:28:53.536 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T01:28:53.537 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.538 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.539 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.540 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.541 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.542 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.543 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_URL": { 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_URL", 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.544 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.545 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.546 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T01:28:53.547 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T01:28:53.548 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.548 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.548 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.548 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.548 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.548 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.548 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.548 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.548 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.548 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.548 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.548 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.548 INFO:teuthology.orchestra.run.smithi026.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T01:28:53.548 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T01:28:53.549 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.549 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.549 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.549 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.549 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.549 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.549 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.549 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.549 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.549 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.549 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.549 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.549 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T01:28:53.549 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T01:28:53.550 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.551 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.552 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.553 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.554 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.555 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T01:28:53.556 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.557 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.558 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.558 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.558 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.558 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.558 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.558 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.558 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.558 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.558 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.558 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T01:28:53.558 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T01:28:53.558 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.558 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.558 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.559 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8", 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.560 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "45", 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.561 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.562 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.563 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T01:28:53.564 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.565 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.566 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-25T01:28:53.567 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "cross_origin_url": { 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cross_origin_url", 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.568 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "crt_file": { 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crt_file", 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.569 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: "debug": { 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "debug", 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable/disable debug options", 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.570 INFO:teuthology.orchestra.run.smithi026.stdout: "jwt_token_ttl": { 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "jwt_token_ttl", 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "28800", 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-25T01:28:53.571 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.572 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.573 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.574 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.574 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.574 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.574 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.574 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.574 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.574 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.574 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.574 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.574 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.574 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.574 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.574 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.574 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.575 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.576 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "motd": { 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "motd", 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "The message of the day", 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect_resolve_ip_addr": { 2024-04-25T01:28:53.577 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.578 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8080", 2024-04-25T01:28:53.579 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.580 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl_server_port": { 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl_server_port", 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8443", 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.581 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "redirect", 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect" 2024-04-25T01:28:53.582 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.583 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.583 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.583 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.583 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.583 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.583 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-25T01:28:53.583 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-25T01:28:53.583 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.583 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.583 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.583 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-25T01:28:53.583 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-25T01:28:53.583 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-25T01:28:53.583 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "url_prefix": { 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url_prefix", 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.584 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "devicehealth", 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_monitoring": { 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_monitoring", 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.585 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "monitor device health metrics", 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.586 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.587 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.588 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.589 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "mark_out_threshold": { 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mark_out_threshold", 2024-04-25T01:28:53.590 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2419200", 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_name": { 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_name", 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.591 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.592 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.592 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "device_health_metrics", 2024-04-25T01:28:53.592 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.592 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.592 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.592 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T01:28:53.592 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.592 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.592 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.592 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.592 INFO:teuthology.orchestra.run.smithi026.stdout: "retention_period": { 2024-04-25T01:28:53.592 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retention_period", 2024-04-25T01:28:53.592 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.592 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15552000", 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain device health metrics", 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_frequency": { 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_frequency", 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-25T01:28:53.593 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.594 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.594 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.594 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T01:28:53.594 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.594 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.594 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.594 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.594 INFO:teuthology.orchestra.run.smithi026.stdout: "self_heal": { 2024-04-25T01:28:53.594 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "self_heal", 2024-04-25T01:28:53.594 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.594 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.594 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.594 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.594 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.595 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_threshold": { 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_threshold", 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7257600", 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T01:28:53.596 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "diskprediction_local", 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.597 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.598 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.599 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.600 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "predict_interval": { 2024-04-25T01:28:53.601 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predict_interval", 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "predictor_model": { 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predictor_model", 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.602 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "prophetstor", 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.603 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.604 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:53.604 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.605 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.605 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.605 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.605 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.605 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.605 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.605 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.605 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.605 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.605 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.605 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "influx", 2024-04-25T01:28:53.605 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": false, 2024-04-25T01:28:53.605 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "influxdb python module not found", 2024-04-25T01:28:53.605 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.606 INFO:teuthology.orchestra.run.smithi026.stdout: "batch_size": { 2024-04-25T01:28:53.606 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "batch_size", 2024-04-25T01:28:53.606 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.606 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.606 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.606 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5000", 2024-04-25T01:28:53.606 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.606 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.606 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.606 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T01:28:53.606 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.606 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.606 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.606 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.607 INFO:teuthology.orchestra.run.smithi026.stdout: "database": { 2024-04-25T01:28:53.607 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "database", 2024-04-25T01:28:53.607 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.607 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.607 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.607 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "ceph", 2024-04-25T01:28:53.607 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.607 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.607 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.607 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T01:28:53.607 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.607 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.607 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.607 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.608 INFO:teuthology.orchestra.run.smithi026.stdout: "hostname": { 2024-04-25T01:28:53.608 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hostname", 2024-04-25T01:28:53.608 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.608 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.608 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.608 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.608 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.608 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.608 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.608 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server hostname", 2024-04-25T01:28:53.608 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.608 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.608 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.608 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.609 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:53.609 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:53.609 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.609 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.609 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.609 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "30", 2024-04-25T01:28:53.609 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "5", 2024-04-25T01:28:53.609 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.609 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.609 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T01:28:53.609 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.609 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.609 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.609 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.610 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.610 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.610 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.610 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.610 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.610 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.610 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.610 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.610 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.610 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.610 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.610 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.610 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.610 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.611 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.612 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.612 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.612 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.612 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.612 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.612 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.612 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.612 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.612 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.612 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.612 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.612 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.612 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.612 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.613 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.613 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.613 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.613 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.613 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.613 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.613 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.613 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.613 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.613 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.613 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.613 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.613 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.614 INFO:teuthology.orchestra.run.smithi026.stdout: "password": { 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "password", 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "password of InfluxDB server user", 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: "port": { 2024-04-25T01:28:53.615 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "port", 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8086", 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server port", 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-25T01:28:53.616 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "false", 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: "threads": { 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threads", 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.617 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.618 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.618 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-25T01:28:53.618 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-25T01:28:53.618 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "32", 2024-04-25T01:28:53.618 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.618 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T01:28:53.618 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.618 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.618 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.618 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.618 INFO:teuthology.orchestra.run.smithi026.stdout: "username": { 2024-04-25T01:28:53.618 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "username", 2024-04-25T01:28:53.618 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.618 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "username of InfluxDB server user", 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: "verify_ssl": { 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "verify_ssl", 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.619 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "true", 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "insights", 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.620 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.621 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.621 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.621 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.621 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.621 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.621 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.621 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.621 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.621 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.621 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.621 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.621 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.621 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.622 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.622 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.622 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.622 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.622 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.622 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.622 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.622 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.622 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.622 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.622 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.623 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.623 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.623 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.623 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.623 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.623 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.623 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.623 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.623 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.623 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.623 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.623 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.623 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.623 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.624 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.624 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.624 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.624 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.624 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.624 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.624 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.624 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.624 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.624 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.624 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.624 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.625 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.625 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.625 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.625 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.625 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.625 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.625 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.625 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.625 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.625 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.625 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.625 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.625 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.626 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.626 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.626 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.626 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.626 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.626 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.626 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.626 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.626 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.626 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.626 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.626 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "iostat", 2024-04-25T01:28:53.626 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.626 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.627 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.627 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.627 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.627 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.627 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.627 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.627 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.627 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.627 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.627 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.627 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.627 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.627 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.627 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.628 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.629 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.629 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.629 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.629 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.629 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.629 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.629 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.629 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.629 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.629 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.629 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.629 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.629 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.629 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.630 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.630 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.630 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.630 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.630 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.630 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.630 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.630 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.630 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.630 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.630 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.630 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.630 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.630 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.631 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.631 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.631 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.631 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.631 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.631 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.631 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.631 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.631 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.631 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.631 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.631 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.631 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.631 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "k8sevents", 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_event_retention_days": { 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ceph_event_retention_days", 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7", 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.632 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.633 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.633 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T01:28:53.633 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.633 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.633 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.633 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.633 INFO:teuthology.orchestra.run.smithi026.stdout: "config_check_secs": { 2024-04-25T01:28:53.633 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_check_secs", 2024-04-25T01:28:53.633 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.633 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.633 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.633 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:53.633 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "10", 2024-04-25T01:28:53.633 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.634 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.634 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T01:28:53.634 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.634 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.634 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.634 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.634 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.634 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.634 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.634 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.634 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.634 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.634 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.635 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.635 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.635 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.635 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.635 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.635 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.635 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.635 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.635 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.635 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.635 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.635 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.635 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.635 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.636 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.637 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.637 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.637 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.637 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.637 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.637 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.637 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.637 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.637 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.637 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.637 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.637 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.637 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.637 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.638 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.639 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.639 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.639 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.639 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.639 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.639 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.639 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.639 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.639 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "localpool", 2024-04-25T01:28:53.639 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.639 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.639 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.639 INFO:teuthology.orchestra.run.smithi026.stdout: "failure_domain": { 2024-04-25T01:28:53.639 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "failure_domain", 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "host", 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "failure domain for any created local pool", 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.640 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.641 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.642 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.642 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.642 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.642 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.642 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.642 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.642 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.642 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.642 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.642 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.642 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.642 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.642 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.642 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.643 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.644 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.645 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.645 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.645 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.645 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.645 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.645 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.645 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.645 INFO:teuthology.orchestra.run.smithi026.stdout: "min_size": { 2024-04-25T01:28:53.645 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_size", 2024-04-25T01:28:53.645 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.645 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.645 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.645 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.645 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.646 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.646 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.646 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default min_size for any created local pool", 2024-04-25T01:28:53.646 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T01:28:53.646 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.646 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.646 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.646 INFO:teuthology.orchestra.run.smithi026.stdout: "num_rep": { 2024-04-25T01:28:53.646 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "num_rep", 2024-04-25T01:28:53.646 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.646 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.646 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.646 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3", 2024-04-25T01:28:53.646 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.647 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.647 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.647 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default replica count for any created local pool", 2024-04-25T01:28:53.647 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.647 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.647 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.647 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.647 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_num": { 2024-04-25T01:28:53.647 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_num", 2024-04-25T01:28:53.647 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.647 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.647 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.647 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "128", 2024-04-25T01:28:53.647 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.648 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.648 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.648 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T01:28:53.648 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.648 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.648 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.648 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.648 INFO:teuthology.orchestra.run.smithi026.stdout: "prefix": { 2024-04-25T01:28:53.648 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prefix", 2024-04-25T01:28:53.648 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.648 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.648 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.648 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.648 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name prefix for any created local pool", 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: "subtree": { 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "subtree", 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "rack", 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.649 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.650 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.650 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T01:28:53.650 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T01:28:53.650 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.650 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.650 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.650 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.650 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.650 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.650 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mds_autoscaler", 2024-04-25T01:28:53.650 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.650 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.650 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.650 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.651 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.652 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.652 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.652 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.652 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.652 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.652 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.652 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.652 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.652 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.652 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.652 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.652 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.652 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.652 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.653 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.653 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.653 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.653 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.653 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.653 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.653 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.653 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.653 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.653 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.653 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.653 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.653 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.653 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.654 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirroring", 2024-04-25T01:28:53.655 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.656 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.657 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.657 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.657 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.657 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.657 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.657 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.657 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.657 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.657 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.657 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.657 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.657 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.657 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.657 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.658 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.659 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.660 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.660 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.660 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.660 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.660 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.660 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.660 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.660 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.660 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.660 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.661 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.661 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.661 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.661 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.661 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.661 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.661 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "nfs", 2024-04-25T01:28:53.661 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.661 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.661 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.661 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.661 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.662 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.662 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.662 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.662 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.662 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.662 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.662 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.662 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.662 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.662 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.662 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.662 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.662 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.662 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.663 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.663 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.663 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.663 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.663 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.663 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.663 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.663 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.663 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.663 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.663 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.663 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.663 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.663 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.664 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.665 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.665 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.665 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.665 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.665 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.665 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.665 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.665 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.665 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.665 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.665 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.665 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.665 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.665 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.666 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.666 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.666 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.666 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.666 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.666 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.666 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.666 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.666 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.666 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.666 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.666 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.666 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: "fail_fs": { 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "fail_fs", 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.667 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.668 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T01:28:53.668 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.668 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.668 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.668 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.668 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.668 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.668 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.668 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.668 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.668 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.668 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.668 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.668 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.669 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.670 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.670 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.670 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.670 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.670 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.670 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.670 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.670 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.670 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.670 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.670 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.670 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.670 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.670 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.671 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.672 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.672 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.672 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.672 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.672 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.672 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.672 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.672 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.672 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.672 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.672 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.672 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.672 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.672 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator": { 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm", 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: "rook", 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: "test_orchestrator" 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.673 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Orchestrator backend", 2024-04-25T01:28:53.674 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.674 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.674 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.674 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.674 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.674 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.674 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.674 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_perf_query", 2024-04-25T01:28:53.674 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.674 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.674 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.674 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.674 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.675 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.676 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.677 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.678 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.678 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.678 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.678 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.678 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.678 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.678 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.678 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.678 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.678 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.678 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.678 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.678 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.678 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.679 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.679 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.679 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.679 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.679 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.679 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.679 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.679 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.679 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.679 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.679 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.679 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.679 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_support", 2024-04-25T01:28:53.679 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.680 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.681 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.682 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.682 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.682 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.682 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.682 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.682 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.682 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.682 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.682 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.682 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.682 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.682 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.682 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.683 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.683 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.683 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.683 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.683 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.683 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.683 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.683 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.683 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.683 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.683 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.684 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_autoscaler", 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.685 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.686 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.687 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.687 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.687 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.687 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.687 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.687 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.687 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.687 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.687 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.687 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.687 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.687 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.687 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.687 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.688 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.688 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.688 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.688 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.688 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.688 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.688 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.688 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.688 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.688 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.688 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.688 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.688 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.688 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.689 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.690 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.690 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.690 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.690 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.690 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.690 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.690 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.690 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:53.690 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:53.690 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.690 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.690 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.690 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:53.690 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: "threshold": { 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threshold", 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1.0", 2024-04-25T01:28:53.691 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "scaling threshold", 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "progress", 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_pg_recovery_event": { 2024-04-25T01:28:53.692 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_pg_recovery_event", 2024-04-25T01:28:53.693 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.693 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.693 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.693 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.693 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.693 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.693 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.693 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T01:28:53.693 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.693 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.693 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.693 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.693 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-25T01:28:53.693 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-25T01:28:53.694 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.694 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.694 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.694 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.694 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.694 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.694 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.694 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.694 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.694 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.694 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.694 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.694 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.694 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.695 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.695 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.695 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.695 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.695 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.695 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.695 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.695 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.695 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.695 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.695 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.695 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.695 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.695 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.696 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.697 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.698 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "max_completed_events": { 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_completed_events", 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "50", 2024-04-25T01:28:53.699 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "number of past completed events to remember", 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.700 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.701 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.701 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long the module is going to sleep", 2024-04-25T01:28:53.701 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.701 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.701 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.701 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.701 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.701 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.701 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.701 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus", 2024-04-25T01:28:53.701 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.701 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.701 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.701 INFO:teuthology.orchestra.run.smithi026.stdout: "cache": { 2024-04-25T01:28:53.702 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cache", 2024-04-25T01:28:53.702 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.702 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.702 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.702 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.702 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.702 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.702 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.702 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.702 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.702 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.702 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.702 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.702 INFO:teuthology.orchestra.run.smithi026.stdout: "exclude_perf_counters": { 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "exclude_perf_counters", 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.703 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.704 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.704 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.704 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.704 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.704 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.704 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.704 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.704 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.704 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.704 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.704 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.704 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.704 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.704 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.705 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.705 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.705 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.705 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.705 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.705 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.705 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.705 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.705 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.705 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.705 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.705 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.705 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.705 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.706 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.707 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools": { 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools", 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.708 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.709 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.709 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.709 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.709 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.709 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.709 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.709 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.709 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.709 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.709 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T01:28:53.709 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T01:28:53.709 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.709 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.709 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.710 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "300", 2024-04-25T01:28:53.710 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.710 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.710 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.710 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.710 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.710 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.710 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.710 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.710 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_interval": { 2024-04-25T01:28:53.710 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_interval", 2024-04-25T01:28:53.710 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:53.710 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.710 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15.0", 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-25T01:28:53.711 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.712 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.712 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.712 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T01:28:53.712 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.712 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.712 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.712 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.712 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-25T01:28:53.712 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-25T01:28:53.712 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.712 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.712 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.712 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "9283", 2024-04-25T01:28:53.712 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: "stale_cache_strategy": { 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stale_cache_strategy", 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "log", 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.713 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.714 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.714 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.714 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.714 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.714 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.714 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.714 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-25T01:28:53.714 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-25T01:28:53.714 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.714 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.714 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.714 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "default", 2024-04-25T01:28:53.714 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.714 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: "default", 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: "error" 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.715 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_support", 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.716 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.717 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.718 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.719 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.720 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.721 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.721 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.721 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.721 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.721 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.721 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.721 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.721 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.721 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.721 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.721 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_snap_create": { 2024-04-25T01:28:53.721 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_snap_create", 2024-04-25T01:28:53.721 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.721 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.722 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.722 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:53.722 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.722 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.722 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.722 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.722 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.722 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.722 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.722 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.722 INFO:teuthology.orchestra.run.smithi026.stdout: "mirror_snapshot_schedule": { 2024-04-25T01:28:53.722 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T01:28:53.722 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.722 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "trash_purge_schedule": { 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "trash_purge_schedule", 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.723 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "restful", 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.724 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.725 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_auth": { 2024-04-25T01:28:53.725 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_auth", 2024-04-25T01:28:53.725 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.725 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.725 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.725 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.725 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.725 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.725 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.725 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.725 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.725 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.725 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.725 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.726 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-25T01:28:53.726 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-25T01:28:53.726 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.726 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.726 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.726 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.726 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.726 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.726 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.726 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.726 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.727 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.727 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.727 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.727 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.727 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.727 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.727 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.727 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.727 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.727 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.727 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.727 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.727 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.727 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.728 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.728 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.728 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.728 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.728 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.728 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.728 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.728 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.728 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.728 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.728 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.728 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.728 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.728 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.729 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.729 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.729 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.729 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.729 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.729 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.729 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.729 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.729 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.729 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.729 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.729 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.729 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.729 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.730 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.730 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.730 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.730 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.730 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.730 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.730 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.730 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.730 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.730 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.730 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.730 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.730 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.731 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.732 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.733 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.733 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.733 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-25T01:28:53.733 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-25T01:28:53.733 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.733 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.733 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.733 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.733 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.733 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.733 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.733 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.733 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.733 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.734 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.734 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.734 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.734 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.734 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.734 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rgw", 2024-04-25T01:28:53.734 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.734 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.734 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.734 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.734 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.734 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.734 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.734 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.735 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.736 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.737 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.738 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rook", 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.739 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.740 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.740 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.740 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.740 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.740 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.740 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.740 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.740 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.740 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.740 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.740 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.740 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.740 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.740 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.741 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.742 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.742 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.742 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.742 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.742 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.742 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.742 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.742 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.742 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.742 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.742 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.742 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.742 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.742 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.743 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.743 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.743 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.743 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.743 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.743 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.743 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.743 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.743 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.743 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.743 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.743 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.743 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.743 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: "storage_class": { 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "storage_class", 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.744 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "local", 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "selftest", 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.745 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.746 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.746 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.746 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.746 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.746 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.746 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.746 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.746 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.746 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.746 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.746 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.746 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.746 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.746 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.747 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.748 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.749 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.749 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.749 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.749 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.749 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.749 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.749 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.749 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.749 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.749 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.749 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.749 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.749 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.749 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: "roption1": { 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption1", 2024-04-25T01:28:53.750 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "roption2": { 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption2", 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.751 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "xyz", 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption1": { 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption1", 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.752 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption2": { 2024-04-25T01:28:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption2", 2024-04-25T01:28:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.753 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.754 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.754 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.754 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.754 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.754 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.754 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.754 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.754 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.754 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption3": { 2024-04-25T01:28:53.754 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption3", 2024-04-25T01:28:53.754 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:53.754 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.754 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.754 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption4": { 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption4", 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.755 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.756 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.756 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.756 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.756 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.756 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.756 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.756 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.756 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption5": { 2024-04-25T01:28:53.756 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption5", 2024-04-25T01:28:53.756 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.756 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.756 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.756 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.756 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption6": { 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption6", 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.757 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.758 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.758 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.758 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.758 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.758 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.758 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.758 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption7": { 2024-04-25T01:28:53.758 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption7", 2024-04-25T01:28:53.758 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.758 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.758 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.758 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.758 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-25T01:28:53.759 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "42", 2024-04-25T01:28:53.759 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.759 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.759 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.759 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.759 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.759 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.759 INFO:teuthology.orchestra.run.smithi026.stdout: "testkey": { 2024-04-25T01:28:53.759 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testkey", 2024-04-25T01:28:53.759 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.759 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.759 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.759 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.759 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.760 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.760 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.760 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.760 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.760 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.760 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.760 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.760 INFO:teuthology.orchestra.run.smithi026.stdout: "testlkey": { 2024-04-25T01:28:53.760 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testlkey", 2024-04-25T01:28:53.760 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.760 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.760 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.760 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.760 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: "testnewline": { 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testnewline", 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.761 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.762 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.762 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.762 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.762 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.762 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.762 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.762 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.762 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.762 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.762 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snap_schedule", 2024-04-25T01:28:53.762 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.762 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.762 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.762 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_m_granularity": { 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_m_granularity", 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: "dump_on_update": { 2024-04-25T01:28:53.763 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dump_on_update", 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "dump database to debug log on update", 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.764 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.765 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.766 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.766 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.766 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.766 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.766 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.766 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.766 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.766 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.766 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.766 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.766 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.766 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.766 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.767 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.768 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.769 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.769 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.769 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.769 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.769 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.769 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.769 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.769 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.769 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.769 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.769 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.769 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stats", 2024-04-25T01:28:53.769 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.769 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.770 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.770 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.770 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.770 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.770 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.770 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.770 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.770 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.770 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.770 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.770 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.770 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.770 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.770 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.771 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.771 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.771 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.771 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.771 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.771 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.771 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.771 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.771 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.771 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.771 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.771 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.771 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.771 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.772 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.773 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.774 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "status", 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.775 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.776 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.777 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.778 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.779 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telegraf", 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: "address": { 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "address", 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.780 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.781 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.781 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.781 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.781 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.781 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.781 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.781 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:53.781 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:53.781 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.781 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.781 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.781 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15", 2024-04-25T01:28:53.781 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.781 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.782 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.782 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.782 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.782 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.782 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.782 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.782 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.782 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.782 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.782 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.782 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.782 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.782 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.783 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.784 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.784 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.784 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.784 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.784 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.784 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.784 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.784 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.784 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.784 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.784 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.784 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.784 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.784 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.785 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.786 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.786 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.786 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.786 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.786 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.786 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.786 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.786 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.786 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.786 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.786 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.786 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.786 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.786 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.787 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.787 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.787 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.787 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.787 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.787 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.787 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.787 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telemetry", 2024-04-25T01:28:53.787 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.787 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.787 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.787 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_basic": { 2024-04-25T01:28:53.787 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_basic", 2024-04-25T01:28:53.787 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_crash": { 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_crash", 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.788 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_device": { 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_device", 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.789 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.790 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.790 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.790 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.790 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.790 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T01:28:53.790 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.790 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.790 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.790 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.790 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_ident": { 2024-04-25T01:28:53.931 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_ident", 2024-04-25T01:28:53.931 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.931 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.931 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.931 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.931 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.931 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.932 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.932 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T01:28:53.932 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.932 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.932 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.932 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.932 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_perf": { 2024-04-25T01:28:53.932 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_perf", 2024-04-25T01:28:53.932 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.932 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.932 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.932 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.932 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.932 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.933 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.933 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T01:28:53.933 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.933 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.933 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.933 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.933 INFO:teuthology.orchestra.run.smithi026.stdout: "contact": { 2024-04-25T01:28:53.933 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "contact", 2024-04-25T01:28:53.933 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.933 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.933 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.933 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.933 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.933 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.934 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.934 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.934 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.934 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.934 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.934 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.934 INFO:teuthology.orchestra.run.smithi026.stdout: "description": { 2024-04-25T01:28:53.934 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "description", 2024-04-25T01:28:53.934 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.934 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.934 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.934 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.935 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.935 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.935 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.935 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.935 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.935 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.935 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.935 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.935 INFO:teuthology.orchestra.run.smithi026.stdout: "device_url": { 2024-04-25T01:28:53.935 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_url", 2024-04-25T01:28:53.935 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.935 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.935 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.936 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T01:28:53.936 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.936 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.936 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.936 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.936 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.936 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.936 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.936 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.936 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-25T01:28:53.936 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:53.937 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.938 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.938 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.938 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "24", 2024-04-25T01:28:53.938 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "8", 2024-04-25T01:28:53.938 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.938 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.938 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.938 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.938 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.938 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.938 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.938 INFO:teuthology.orchestra.run.smithi026.stdout: "last_opt_revision": { 2024-04-25T01:28:53.938 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "last_opt_revision", 2024-04-25T01:28:53.938 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1", 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard": { 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard", 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.939 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.940 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.940 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.940 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.940 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.940 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.940 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.940 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.940 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.940 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.940 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.940 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard_description": { 2024-04-25T01:28:53.940 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard_description", 2024-04-25T01:28:53.940 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.941 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.942 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.942 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.942 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.942 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.942 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.942 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.942 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.942 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.942 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.942 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.942 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.942 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.942 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.942 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.943 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.944 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.945 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: "organization": { 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "organization", 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.946 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.947 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.947 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.947 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.947 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.947 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.947 INFO:teuthology.orchestra.run.smithi026.stdout: "proxy": { 2024-04-25T01:28:53.947 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "proxy", 2024-04-25T01:28:53.947 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.947 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.947 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.947 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.947 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.947 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.947 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.948 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.948 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.948 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.948 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.948 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.948 INFO:teuthology.orchestra.run.smithi026.stdout: "url": { 2024-04-25T01:28:53.948 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url", 2024-04-25T01:28:53.948 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.948 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.948 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.948 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T01:28:53.948 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.948 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.948 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.949 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.949 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.949 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.949 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.949 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.949 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.949 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.949 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.949 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "test_orchestrator", 2024-04-25T01:28:53.949 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.949 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.949 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.949 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.949 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.950 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.950 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.950 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.950 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.950 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.950 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.950 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.950 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.950 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.950 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.950 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.950 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.950 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.950 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.951 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.952 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.952 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.952 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.952 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.952 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.952 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.952 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.952 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.952 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.952 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.952 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.952 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.953 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.954 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.954 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.954 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.954 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.954 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.954 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.954 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.954 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.954 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.954 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.954 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.954 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.954 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.954 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.955 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.955 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "volumes", 2024-04-25T01:28:53.955 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.955 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.955 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.955 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.955 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.955 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.955 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.955 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.955 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.955 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.956 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.957 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.958 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.958 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.958 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.958 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.958 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.958 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.958 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.958 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.958 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.958 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.958 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.958 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.958 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.959 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.960 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.960 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.960 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.960 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.960 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.960 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_clones": { 2024-04-25T01:28:53.960 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_clones", 2024-04-25T01:28:53.960 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.960 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.960 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.960 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4", 2024-04-25T01:28:53.960 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.960 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.960 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.961 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T01:28:53.961 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.961 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.961 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.961 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.961 INFO:teuthology.orchestra.run.smithi026.stdout: "periodic_async_work": { 2024-04-25T01:28:53.961 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "periodic_async_work", 2024-04-25T01:28:53.961 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.961 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.961 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.961 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.961 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.961 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.961 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.962 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Periodically check for async work", 2024-04-25T01:28:53.962 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.962 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.962 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.962 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.962 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_delay": { 2024-04-25T01:28:53.962 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_delay", 2024-04-25T01:28:53.962 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.962 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.962 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.962 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:53.962 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_no_wait": { 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.963 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix", 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: "discovery_interval": { 2024-04-25T01:28:53.964 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "discovery_interval", 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "100", 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: "identifier": { 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "identifier", 2024-04-25T01:28:53.965 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.966 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.967 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.968 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.969 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.970 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.970 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.970 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.970 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.970 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.970 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.970 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.970 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.970 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.970 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.970 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.970 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.970 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.970 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.971 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_host": { 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_host", 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.972 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_port": { 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_port", 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10051", 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.973 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.974 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.974 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.974 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.974 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.974 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_sender": { 2024-04-25T01:28:53.974 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_sender", 2024-04-25T01:28:53.974 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.974 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.974 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:53.974 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T01:28:53.974 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.974 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.974 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.974 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.975 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.975 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.975 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.975 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.975 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.975 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.975 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-25T01:28:53.975 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.975 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.975 INFO:teuthology.orchestra.run.smithi026.stdout: "gid": 24113, 2024-04-25T01:28:53.975 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "y", 2024-04-25T01:28:53.975 INFO:teuthology.orchestra.run.smithi026.stdout: "mgr_features": 4540701547738038271, 2024-04-25T01:28:53.976 INFO:teuthology.orchestra.run.smithi026.stdout: "available_modules": [ 2024-04-25T01:28:53.976 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.976 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "alerts", 2024-04-25T01:28:53.976 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.976 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.976 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.976 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:53.976 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:53.976 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:53.976 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.976 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.976 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:53.976 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.976 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.977 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.977 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T01:28:53.977 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.977 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.977 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.977 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.977 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.977 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.977 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.977 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.977 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.977 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.977 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.977 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.978 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.978 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.978 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.978 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.978 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.978 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.978 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.978 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.978 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.978 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.978 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.978 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.978 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.978 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:53.979 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:53.979 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.979 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.979 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.979 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.979 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.979 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.979 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.979 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.979 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.979 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.979 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.979 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.979 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:53.980 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:53.980 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.980 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.980 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.980 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:53.980 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.980 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.980 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.980 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.980 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.980 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.980 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.980 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.980 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.981 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.981 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.981 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.981 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.981 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.981 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.981 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:53.981 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:53.981 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.981 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.981 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.981 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:53.981 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.982 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.982 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.982 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.982 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.982 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.982 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.982 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.982 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_destination": { 2024-04-25T01:28:53.982 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_destination", 2024-04-25T01:28:53.982 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.982 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.982 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.982 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.982 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email address to send alerts to", 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_from_name": { 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_from_name", 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "Ceph", 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.983 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.984 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.984 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email From: name", 2024-04-25T01:28:53.984 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.984 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.984 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.984 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.984 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_host": { 2024-04-25T01:28:53.984 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_host", 2024-04-25T01:28:53.984 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.984 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.984 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.984 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.984 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP server", 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_password": { 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_password", 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.985 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.986 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.986 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Password to authenticate with", 2024-04-25T01:28:53.986 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.986 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.986 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.986 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.986 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_port": { 2024-04-25T01:28:53.986 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_port", 2024-04-25T01:28:53.986 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:53.986 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.986 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.986 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "465", 2024-04-25T01:28:53.986 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.986 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP port", 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_sender": { 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_sender", 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.987 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP envelope sender", 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_ssl": { 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_ssl", 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.988 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_user": { 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_user", 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "User to authenticate as", 2024-04-25T01:28:53.989 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.990 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.990 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.990 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.990 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:53.990 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.990 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:53.990 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "balancer", 2024-04-25T01:28:53.990 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:53.990 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:53.990 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:53.990 INFO:teuthology.orchestra.run.smithi026.stdout: "active": { 2024-04-25T01:28:53.990 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "active", 2024-04-25T01:28:53.991 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:53.991 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.991 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.991 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:53.991 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.991 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.991 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.991 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T01:28:53.991 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.991 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.991 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.991 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.991 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_time": { 2024-04-25T01:28:53.991 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_time", 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0000", 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_weekday": { 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_weekday", 2024-04-25T01:28:53.992 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:53.993 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.993 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.993 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:53.993 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-25T01:28:53.993 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-25T01:28:53.993 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.993 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T01:28:53.993 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T01:28:53.993 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.993 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.993 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.993 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_max_iterations": { 2024-04-25T01:28:53.993 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_max_iterations", 2024-04-25T01:28:53.993 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:53.994 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.994 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.994 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "25", 2024-04-25T01:28:53.994 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-25T01:28:53.994 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "250", 2024-04-25T01:28:53.994 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.994 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T01:28:53.994 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.994 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.994 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.994 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.994 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_metrics": { 2024-04-25T01:28:53.994 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_metrics", 2024-04-25T01:28:53.994 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.995 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.995 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.995 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T01:28:53.995 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.995 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.995 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.995 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T01:28:53.995 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T01:28:53.995 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.995 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.995 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.995 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_step": { 2024-04-25T01:28:53.995 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_step", 2024-04-25T01:28:53.995 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.5", 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0.001", 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "0.999", 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "aggressiveness of optimization", 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: "end_time": { 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_time", 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.996 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.997 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.997 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2359", 2024-04-25T01:28:53.997 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.997 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.997 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.997 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T01:28:53.997 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T01:28:53.997 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.997 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.997 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.997 INFO:teuthology.orchestra.run.smithi026.stdout: "end_weekday": { 2024-04-25T01:28:53.997 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_weekday", 2024-04-25T01:28:53.997 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:53.997 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.998 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.998 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:53.998 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-25T01:28:53.998 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-25T01:28:53.998 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:53.998 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T01:28:53.998 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T01:28:53.998 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:53.998 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:53.998 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:53.998 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:53.998 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:53.998 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:53.998 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:53.999 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.000 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.001 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.001 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.001 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.001 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.001 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.001 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.001 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.001 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.001 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.001 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.001 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.001 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.001 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.002 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.002 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.002 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.002 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.002 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.002 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.002 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.002 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.002 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.002 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.002 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.002 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: "min_score": { 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_score", 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:54.003 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.004 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.005 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "upmap", 2024-04-25T01:28:54.005 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.005 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.005 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.005 INFO:teuthology.orchestra.run.smithi026.stdout: "crush-compat", 2024-04-25T01:28:54.005 INFO:teuthology.orchestra.run.smithi026.stdout: "none", 2024-04-25T01:28:54.005 INFO:teuthology.orchestra.run.smithi026.stdout: "read", 2024-04-25T01:28:54.005 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap", 2024-04-25T01:28:54.005 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap-read" 2024-04-25T01:28:54.005 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.005 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Balancer mode", 2024-04-25T01:28:54.005 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.005 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.005 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.006 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.006 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_ids": { 2024-04-25T01:28:54.006 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_ids", 2024-04-25T01:28:54.006 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.006 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.006 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.006 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.006 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.006 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.006 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.006 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T01:28:54.006 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.006 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.007 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.007 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.007 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:54.007 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:54.007 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.007 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.007 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.007 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:54.007 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.007 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.007 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.007 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T01:28:54.007 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.007 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.008 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.008 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.008 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_deviation": { 2024-04-25T01:28:54.008 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_deviation", 2024-04-25T01:28:54.008 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.008 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.008 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.008 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-25T01:28:54.008 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-25T01:28:54.008 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.008 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.008 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T01:28:54.008 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T01:28:54.008 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_optimizations": { 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_optimizations", 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.009 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm", 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_down_multiplier": { 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_down_multiplier", 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-25T01:28:54.010 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_refresh_rate": { 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_refresh_rate", 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "20", 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.011 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_starting_port": { 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_starting_port", 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4721", 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.012 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T01:28:54.013 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.013 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.013 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.013 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.013 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_ptrace": { 2024-04-25T01:28:54.013 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_ptrace", 2024-04-25T01:28:54.013 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.013 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.013 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.013 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.013 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.013 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.013 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.013 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T01:28:54.014 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T01:28:54.014 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.014 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.014 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.014 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_interval": { 2024-04-25T01:28:54.014 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_interval", 2024-04-25T01:28:54.014 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.014 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.014 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.014 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:54.014 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.014 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.014 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_memory_target_ratio": { 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.7", 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.015 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm_log_destination": { 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm_log_destination", 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: "file", 2024-04-25T01:28:54.016 INFO:teuthology.orchestra.run.smithi026.stdout: "file,syslog", 2024-04-25T01:28:54.017 INFO:teuthology.orchestra.run.smithi026.stdout: "syslog" 2024-04-25T01:28:54.017 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.017 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T01:28:54.017 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.017 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.017 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.017 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.017 INFO:teuthology.orchestra.run.smithi026.stdout: "cgroups_split": { 2024-04-25T01:28:54.017 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cgroups_split", 2024-04-25T01:28:54.017 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.017 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.017 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.017 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.017 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.018 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.018 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.018 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T01:28:54.018 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.018 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.018 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.018 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.018 INFO:teuthology.orchestra.run.smithi026.stdout: "config_checks_enabled": { 2024-04-25T01:28:54.018 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_checks_enabled", 2024-04-25T01:28:54.018 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.018 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.018 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.018 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.018 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "config_dashboard": { 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_dashboard", 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.019 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_alertmanager": { 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_alertmanager", 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.020 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-25T01:28:54.021 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.021 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.021 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.021 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.021 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_base": { 2024-04-25T01:28:54.021 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_base", 2024-04-25T01:28:54.021 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.021 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.021 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.021 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T01:28:54.021 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.021 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.021 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.021 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Container image name, without the tag", 2024-04-25T01:28:54.022 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.022 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.022 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.022 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.022 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_elasticsearch": { 2024-04-25T01:28:54.022 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_elasticsearch", 2024-04-25T01:28:54.022 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.022 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.022 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.022 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T01:28:54.022 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.022 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.022 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.022 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "elasticsearch container image", 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_grafana": { 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_grafana", 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-25T01:28:54.023 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_haproxy": { 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_haproxy", 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "HAproxy container image", 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.024 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_agent": { 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_agent", 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger agent container image", 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.025 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.026 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.026 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_collector": { 2024-04-25T01:28:54.026 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_collector", 2024-04-25T01:28:54.026 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.026 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.026 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.026 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T01:28:54.026 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.026 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.026 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.026 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger collector container image", 2024-04-25T01:28:54.026 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.026 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.026 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_query": { 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_query", 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger query container image", 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.027 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.028 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_keepalived": { 2024-04-25T01:28:54.028 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_keepalived", 2024-04-25T01:28:54.028 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.028 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.028 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.028 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T01:28:54.028 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.028 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.028 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.028 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Keepalived container image", 2024-04-25T01:28:54.028 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.028 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.028 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.028 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.029 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_loki": { 2024-04-25T01:28:54.029 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_loki", 2024-04-25T01:28:54.029 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.029 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.029 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.029 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T01:28:54.029 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.029 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.029 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.029 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Loki container image", 2024-04-25T01:28:54.029 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.029 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.029 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.029 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.030 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_node_exporter": { 2024-04-25T01:28:54.030 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_node_exporter", 2024-04-25T01:28:54.030 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.030 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.030 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.030 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T01:28:54.030 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.030 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.030 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.030 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-25T01:28:54.030 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.030 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.030 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_nvmeof": { 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_nvmeof", 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Nvme-of container image", 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.031 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_prometheus": { 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_prometheus", 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.032 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_promtail": { 2024-04-25T01:28:54.033 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_promtail", 2024-04-25T01:28:54.033 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.033 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.033 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.033 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T01:28:54.033 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.033 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.033 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.033 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Promtail container image", 2024-04-25T01:28:54.033 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.033 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.033 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.033 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.033 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_samba": { 2024-04-25T01:28:54.034 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_samba", 2024-04-25T01:28:54.034 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.034 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.034 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.034 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T01:28:54.034 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.034 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.034 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.034 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Samba/SMB container image", 2024-04-25T01:28:54.034 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.034 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.034 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.034 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.034 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_snmp_gateway": { 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_snmp_gateway", 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SNMP Gateway container image", 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: "container_init": { 2024-04-25T01:28:54.035 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_init", 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: "daemon_cache_timeout": { 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "daemon_cache_timeout", 2024-04-25T01:28:54.036 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.037 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.037 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.037 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:54.037 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.037 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.037 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.037 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T01:28:54.037 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.037 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.037 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.037 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.037 INFO:teuthology.orchestra.run.smithi026.stdout: "default_cephadm_command_timeout": { 2024-04-25T01:28:54.037 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T01:28:54.038 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.038 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.038 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.038 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "900", 2024-04-25T01:28:54.038 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.038 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.038 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.038 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T01:28:54.038 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.038 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.038 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.038 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.038 INFO:teuthology.orchestra.run.smithi026.stdout: "default_registry": { 2024-04-25T01:28:54.039 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_registry", 2024-04-25T01:28:54.039 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.039 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.039 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.039 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io", 2024-04-25T01:28:54.039 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.039 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.039 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.039 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T01:28:54.039 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.039 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.039 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.039 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.039 INFO:teuthology.orchestra.run.smithi026.stdout: "device_cache_timeout": { 2024-04-25T01:28:54.040 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_cache_timeout", 2024-04-25T01:28:54.040 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.040 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.040 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.040 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1800", 2024-04-25T01:28:54.040 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.040 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.040 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.040 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache device inventory", 2024-04-25T01:28:54.040 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.040 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.040 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.040 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.041 INFO:teuthology.orchestra.run.smithi026.stdout: "device_enhanced_scan": { 2024-04-25T01:28:54.041 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_enhanced_scan", 2024-04-25T01:28:54.041 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.041 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.041 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.041 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.041 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.041 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.041 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.041 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T01:28:54.041 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.041 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.041 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.042 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.042 INFO:teuthology.orchestra.run.smithi026.stdout: "facts_cache_timeout": { 2024-04-25T01:28:54.042 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "facts_cache_timeout", 2024-04-25T01:28:54.042 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.042 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.042 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.042 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:54.042 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.042 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.042 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.042 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache host facts data", 2024-04-25T01:28:54.042 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.043 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.043 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.043 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.043 INFO:teuthology.orchestra.run.smithi026.stdout: "grafana_dashboards_path": { 2024-04-25T01:28:54.043 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "grafana_dashboards_path", 2024-04-25T01:28:54.043 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.043 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.043 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.043 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T01:28:54.043 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.043 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.043 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.043 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T01:28:54.043 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.044 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.044 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.044 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.044 INFO:teuthology.orchestra.run.smithi026.stdout: "host_check_interval": { 2024-04-25T01:28:54.044 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "host_check_interval", 2024-04-25T01:28:54.044 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.044 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.044 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.044 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:54.044 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.044 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.044 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.044 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to perform a host check", 2024-04-25T01:28:54.044 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.045 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.045 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.045 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.045 INFO:teuthology.orchestra.run.smithi026.stdout: "hw_monitoring": { 2024-04-25T01:28:54.045 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hw_monitoring", 2024-04-25T01:28:54.045 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.045 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.045 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.045 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.045 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.045 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.045 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.045 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T01:28:54.046 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.046 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.046 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.046 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.046 INFO:teuthology.orchestra.run.smithi026.stdout: "inventory_list_all": { 2024-04-25T01:28:54.046 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "inventory_list_all", 2024-04-25T01:28:54.046 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.046 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.046 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.046 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.046 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.046 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.046 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.047 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.048 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.048 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.048 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.048 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.048 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.048 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.048 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.048 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.048 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.048 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.048 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.048 INFO:teuthology.orchestra.run.smithi026.stdout: "log_refresh_metadata": { 2024-04-25T01:28:54.048 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_refresh_metadata", 2024-04-25T01:28:54.048 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.049 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.049 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.049 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.049 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.049 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.049 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.049 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T01:28:54.049 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.049 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.049 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.049 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.049 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.049 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.050 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.051 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.051 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.051 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.051 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.051 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.051 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.051 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.051 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.051 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.051 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.051 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.051 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.051 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.052 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.052 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.052 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.052 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.052 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.052 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.052 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.052 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.052 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.052 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.052 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.052 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.052 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.052 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.053 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.053 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.053 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.053 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.053 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.053 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T01:28:54.053 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T01:28:54.053 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.053 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.053 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.053 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.053 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.053 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.053 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.054 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T01:28:54.054 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.054 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.054 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.054 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.054 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T01:28:54.054 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T01:28:54.054 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.054 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.054 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.054 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "*", 2024-04-25T01:28:54.054 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.054 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.054 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.055 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T01:28:54.055 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.055 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.055 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.055 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.055 INFO:teuthology.orchestra.run.smithi026.stdout: "max_count_per_host": { 2024-04-25T01:28:54.055 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_count_per_host", 2024-04-25T01:28:54.055 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.055 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.055 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.055 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.055 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.055 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.055 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.056 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of daemons per service per host", 2024-04-25T01:28:54.056 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.056 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.056 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.056 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.056 INFO:teuthology.orchestra.run.smithi026.stdout: "max_osd_draining_count": { 2024-04-25T01:28:54.056 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_osd_draining_count", 2024-04-25T01:28:54.056 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.056 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.056 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.056 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.056 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.056 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.056 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: "migration_current": { 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "migration_current", 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.057 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "internal - do not modify", 2024-04-25T01:28:54.058 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.058 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.058 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.058 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.058 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-25T01:28:54.058 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-25T01:28:54.058 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.058 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.058 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.058 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "root", 2024-04-25T01:28:54.058 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.058 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.058 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.058 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm-package", 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: "root" 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: "oob_default_addr": { 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "oob_default_addr", 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "169.254.1.1", 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.059 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.060 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.060 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T01:28:54.060 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.060 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.060 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.060 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.060 INFO:teuthology.orchestra.run.smithi026.stdout: "prometheus_alerts_path": { 2024-04-25T01:28:54.060 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus_alerts_path", 2024-04-25T01:28:54.060 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.060 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.060 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.060 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T01:28:54.060 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.060 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.061 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.061 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T01:28:54.061 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.061 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.061 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.061 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.061 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_insecure": { 2024-04-25T01:28:54.061 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_insecure", 2024-04-25T01:28:54.061 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.061 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.061 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.061 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.061 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.061 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.062 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.062 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T01:28:54.062 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.062 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.062 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.062 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.062 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_password": { 2024-04-25T01:28:54.062 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_password", 2024-04-25T01:28:54.062 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.062 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.062 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.062 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.062 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.062 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.063 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.063 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T01:28:54.063 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.063 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.063 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.063 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.063 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_url": { 2024-04-25T01:28:54.063 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_url", 2024-04-25T01:28:54.063 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.063 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.063 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.063 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.063 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.063 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_username": { 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_username", 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.064 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: "secure_monitoring_stack": { 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "secure_monitoring_stack", 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.065 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T01:28:54.066 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.066 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.066 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.066 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.066 INFO:teuthology.orchestra.run.smithi026.stdout: "service_discovery_port": { 2024-04-25T01:28:54.066 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "service_discovery_port", 2024-04-25T01:28:54.066 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.066 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.066 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.066 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8765", 2024-04-25T01:28:54.066 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.066 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.066 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.066 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "cephadm service discovery port", 2024-04-25T01:28:54.067 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.067 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.067 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.069 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.069 INFO:teuthology.orchestra.run.smithi026.stdout: "ssh_config_file": { 2024-04-25T01:28:54.069 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssh_config_file", 2024-04-25T01:28:54.069 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.069 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.069 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.069 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: "use_agent": { 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_agent", 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.070 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: "use_repo_digest": { 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_repo_digest", 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.071 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.072 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.072 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T01:28:54.072 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.072 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.072 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.072 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.072 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_failed_host_check": { 2024-04-25T01:28:54.072 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_failed_host_check", 2024-04-25T01:28:54.072 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.072 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.072 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.072 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.072 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.072 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_daemons": { 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_daemons", 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.073 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T01:28:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_hosts": { 2024-04-25T01:28:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_hosts", 2024-04-25T01:28:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.074 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.075 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T01:28:54.075 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.075 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.075 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.075 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.075 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.075 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.075 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.075 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crash", 2024-04-25T01:28:54.075 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.075 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.075 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.075 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.075 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.076 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.077 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.078 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.078 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.078 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.078 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.078 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.078 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.078 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.078 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.078 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.078 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.078 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.078 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.078 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.079 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.079 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.079 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.079 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.079 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.079 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.079 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.079 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.079 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.079 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.079 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.079 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.079 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.079 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.080 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.080 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.080 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.080 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.080 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.080 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.080 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.080 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.080 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.080 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.080 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.080 INFO:teuthology.orchestra.run.smithi026.stdout: "retain_interval": { 2024-04-25T01:28:54.080 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retain_interval", 2024-04-25T01:28:54.080 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.081 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.081 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.081 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "31536000", 2024-04-25T01:28:54.081 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.081 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.081 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.081 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T01:28:54.081 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.081 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.081 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.081 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.081 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_recent_interval": { 2024-04-25T01:28:54.081 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_recent_interval", 2024-04-25T01:28:54.081 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.082 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.082 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.082 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1209600", 2024-04-25T01:28:54.082 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.082 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.082 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.082 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T01:28:54.082 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.082 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.082 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.082 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.082 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.082 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.082 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.083 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dashboard", 2024-04-25T01:28:54.083 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.083 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.083 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.083 INFO:teuthology.orchestra.run.smithi026.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T01:28:54.083 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T01:28:54.083 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.083 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.083 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.083 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.083 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.083 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.083 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.083 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.084 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.085 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.085 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.085 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.085 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T01:28:54.085 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T01:28:54.085 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.085 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.085 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.085 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.085 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.085 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.085 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.085 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.085 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_ENABLED": { 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.086 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.087 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.087 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.087 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T01:28:54.087 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T01:28:54.087 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.087 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.087 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.087 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.087 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.087 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.087 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.087 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.087 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.087 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.088 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.089 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.090 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T01:28:54.090 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T01:28:54.090 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.090 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.090 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.090 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.090 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.090 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.090 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.090 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.090 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.090 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.090 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.090 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.091 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T01:28:54.092 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T01:28:54.092 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.092 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.092 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.092 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.092 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.092 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.092 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.092 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.092 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.092 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.092 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.092 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.092 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T01:28:54.093 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T01:28:54.094 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.094 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.094 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.094 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.094 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.094 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.094 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.094 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.094 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.094 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.094 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.094 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.094 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T01:28:54.094 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T01:28:54.095 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.096 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.097 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_URL": { 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_URL", 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.098 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-25T01:28:54.099 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.100 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.100 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.100 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.100 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.100 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.100 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.100 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.100 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T01:28:54.100 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T01:28:54.100 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.100 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.100 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.100 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.100 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.101 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.102 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.102 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.102 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.102 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.102 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.102 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.102 INFO:teuthology.orchestra.run.smithi026.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T01:28:54.102 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T01:28:54.102 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.102 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.102 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.102 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.102 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.103 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.103 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.103 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.103 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.103 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.103 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.103 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.103 INFO:teuthology.orchestra.run.smithi026.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T01:28:54.103 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T01:28:54.103 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.103 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.103 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.103 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.103 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.104 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.104 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.104 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.104 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.104 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.104 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.104 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.104 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T01:28:54.104 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T01:28:54.104 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.104 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.104 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.104 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.104 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.105 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.105 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.105 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.105 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.105 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.105 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.105 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.105 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T01:28:54.105 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T01:28:54.105 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.105 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.105 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.105 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.105 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.106 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.106 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.106 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.106 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.106 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.106 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.106 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.106 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T01:28:54.106 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T01:28:54.106 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.106 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.106 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.106 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.107 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.107 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.107 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.107 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.107 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.107 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.107 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.107 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.107 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T01:28:54.107 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T01:28:54.107 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.107 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.107 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.107 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.108 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.108 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.108 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.108 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.108 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.108 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.108 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.108 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.108 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T01:28:54.108 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T01:28:54.108 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.108 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.108 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.108 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.109 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.110 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.110 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.110 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.110 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.110 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.110 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.110 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.110 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T01:28:54.110 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T01:28:54.110 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.110 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.110 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.110 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.110 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.111 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.112 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.113 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.114 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.114 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.114 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.114 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.114 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T01:28:54.114 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T01:28:54.114 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.114 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.114 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.114 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T01:28:54.114 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.114 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.114 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.115 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.115 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.115 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.115 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.115 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.115 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T01:28:54.115 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T01:28:54.115 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.115 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.115 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.115 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.115 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.115 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.115 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.116 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.116 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.116 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.116 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.116 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.116 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T01:28:54.116 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T01:28:54.116 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.116 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.116 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.116 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8", 2024-04-25T01:28:54.116 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.116 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.116 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.117 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.117 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.117 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.117 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.117 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.117 INFO:teuthology.orchestra.run.smithi026.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T01:28:54.117 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T01:28:54.117 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.117 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.117 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.117 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "45", 2024-04-25T01:28:54.117 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.117 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.118 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.118 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.118 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.118 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.118 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.118 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.118 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T01:28:54.118 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T01:28:54.118 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.118 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.118 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.118 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.118 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.118 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.119 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.120 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T01:28:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T01:28:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.121 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.122 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.122 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.122 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.122 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.122 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T01:28:54.122 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T01:28:54.122 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.122 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.122 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.122 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:54.122 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.122 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.122 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.123 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.123 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.123 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.123 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.123 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.123 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T01:28:54.123 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T01:28:54.123 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.123 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.123 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.123 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.123 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.124 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.125 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.125 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.125 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.125 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.125 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.125 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.125 INFO:teuthology.orchestra.run.smithi026.stdout: "cross_origin_url": { 2024-04-25T01:28:54.125 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cross_origin_url", 2024-04-25T01:28:54.125 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.125 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.125 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.125 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.126 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.126 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.126 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.126 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.126 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.126 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.126 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.126 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.126 INFO:teuthology.orchestra.run.smithi026.stdout: "crt_file": { 2024-04-25T01:28:54.126 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crt_file", 2024-04-25T01:28:54.126 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.126 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.126 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.126 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.127 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.127 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.127 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.127 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.127 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.127 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.127 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.127 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.127 INFO:teuthology.orchestra.run.smithi026.stdout: "debug": { 2024-04-25T01:28:54.127 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "debug", 2024-04-25T01:28:54.127 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.127 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.127 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.127 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.128 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.128 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.128 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.128 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable/disable debug options", 2024-04-25T01:28:54.128 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.128 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.128 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.128 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.467+0000 7f7d95c00640 1 -- 172.21.15.26:0/892843827 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7d740a2c10 msgr2=0x7f7d740a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:54.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.467+0000 7f7d95c00640 1 --2- 172.21.15.26:0/892843827 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7d740a2c10 0x7f7d740a50d0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7d9019f570 tx=0x7f7d78005f90 comp rx=0 tx=0).stop 2024-04-25T01:28:54.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.467+0000 7f7d95c00640 1 -- 172.21.15.26:0/892843827 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7d90076100 msgr2=0x7f7d9019e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:28:54.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.467+0000 7f7d95c00640 1 --2- 172.21.15.26:0/892843827 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7d90076100 0x7f7d9019e060 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7d8000e9f0 tx=0x7f7d8000eeb0 comp rx=0 tx=0).stop 2024-04-25T01:28:54.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.467+0000 7f7d95c00640 1 -- 172.21.15.26:0/892843827 shutdown_connections 2024-04-25T01:28:54.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.467+0000 7f7d95c00640 1 --2- 172.21.15.26:0/892843827 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7d90077ce0 0x7f7d901a5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:54.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.467+0000 7f7d95c00640 1 --2- 172.21.15.26:0/892843827 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f7d90077340 0x7f7d9019e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:54.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.467+0000 7f7d95c00640 1 --2- 172.21.15.26:0/892843827 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f7d740a2c10 0x7f7d740a50d0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:54.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.467+0000 7f7d95c00640 1 --2- 172.21.15.26:0/892843827 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f7d90076100 0x7f7d9019e060 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:28:54.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.467+0000 7f7d95c00640 1 -- 172.21.15.26:0/892843827 >> 172.21.15.26:0/892843827 conn(0x7f7d900fef30 msgr2=0x7f7d90100540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:28:54.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.467+0000 7f7d95c00640 1 -- 172.21.15.26:0/892843827 shutdown_connections 2024-04-25T01:28:54.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:28:53.467+0000 7f7d95c00640 1 -- 172.21.15.26:0/892843827 wait complete. 2024-04-25T01:28:54.132 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:53 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/145349054' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:28:54.132 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:53 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1269110117' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:28:54.132 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:53 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/145349054' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:28:54.132 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:53 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1269110117' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:28:54.134 INFO:teuthology.orchestra.run.smithi026.stdout: "jwt_token_ttl": { 2024-04-25T01:28:54.134 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "jwt_token_ttl", 2024-04-25T01:28:54.134 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.134 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.134 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.134 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "28800", 2024-04-25T01:28:54.134 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.134 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.135 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.135 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.135 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.135 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.135 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.135 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.135 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-25T01:28:54.135 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-25T01:28:54.135 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.135 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.135 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.135 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.135 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.135 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.136 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.136 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.136 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.136 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.136 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.136 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.136 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.136 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.136 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.136 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.136 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.136 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.136 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.136 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.137 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.138 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.138 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.138 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.138 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.138 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.138 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.138 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.138 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.138 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.138 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.138 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.138 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.138 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.138 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.139 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.139 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.139 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.139 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.139 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.139 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.139 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.139 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.139 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.139 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.139 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.139 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.139 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.139 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.140 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.140 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.140 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.140 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.140 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.140 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.140 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.140 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.140 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.140 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.140 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.140 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.140 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.141 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.141 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.141 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.141 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.141 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.141 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.141 INFO:teuthology.orchestra.run.smithi026.stdout: "motd": { 2024-04-25T01:28:54.141 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "motd", 2024-04-25T01:28:54.141 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.141 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.141 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.141 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.141 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.141 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.142 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.142 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "The message of the day", 2024-04-25T01:28:54.142 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.142 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.142 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.142 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.142 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect_resolve_ip_addr": { 2024-04-25T01:28:54.142 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T01:28:54.142 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.142 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.142 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.142 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.142 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.143 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8080", 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.144 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.145 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.146 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.146 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.146 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.146 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl_server_port": { 2024-04-25T01:28:54.146 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl_server_port", 2024-04-25T01:28:54.146 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.146 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.146 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.146 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8443", 2024-04-25T01:28:54.146 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.146 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.146 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.146 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "redirect", 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.147 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect" 2024-04-25T01:28:54.148 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.148 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.148 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.148 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.148 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.148 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.148 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-25T01:28:54.148 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-25T01:28:54.148 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.148 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.148 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.148 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-25T01:28:54.148 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-25T01:28:54.148 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-25T01:28:54.149 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.149 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.149 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.149 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.149 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.149 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.149 INFO:teuthology.orchestra.run.smithi026.stdout: "url_prefix": { 2024-04-25T01:28:54.149 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url_prefix", 2024-04-25T01:28:54.149 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.149 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.149 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.149 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.149 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.149 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.150 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.150 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.150 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.150 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.150 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.150 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.150 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.150 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.150 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.150 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "devicehealth", 2024-04-25T01:28:54.150 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.150 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.150 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.151 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_monitoring": { 2024-04-25T01:28:54.151 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_monitoring", 2024-04-25T01:28:54.151 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.151 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.151 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.151 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.151 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.151 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.151 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.151 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "monitor device health metrics", 2024-04-25T01:28:54.151 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.151 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.151 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.151 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.152 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.152 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.152 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.152 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.152 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.152 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.152 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.152 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.152 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.152 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.152 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.152 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.152 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.152 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.153 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.154 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.154 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.154 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.154 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.154 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.154 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.154 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.154 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.154 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.154 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.154 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.154 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.154 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.154 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.155 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.156 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.156 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.156 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.156 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.156 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.156 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.156 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.156 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.156 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.156 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.156 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.156 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.156 INFO:teuthology.orchestra.run.smithi026.stdout: "mark_out_threshold": { 2024-04-25T01:28:54.156 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mark_out_threshold", 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2419200", 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_name": { 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_name", 2024-04-25T01:28:54.157 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "device_health_metrics", 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: "retention_period": { 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retention_period", 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.158 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15552000", 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain device health metrics", 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_frequency": { 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_frequency", 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.159 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.160 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-25T01:28:54.160 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.160 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.160 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.160 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T01:28:54.160 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.160 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.160 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.160 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.160 INFO:teuthology.orchestra.run.smithi026.stdout: "self_heal": { 2024-04-25T01:28:54.160 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "self_heal", 2024-04-25T01:28:54.160 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.160 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.160 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.161 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.161 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.161 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.161 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.161 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T01:28:54.161 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.161 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.161 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.161 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.161 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:54.161 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:54.161 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.161 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.161 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.162 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:54.162 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.162 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.162 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.162 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T01:28:54.162 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.162 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.162 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.162 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.162 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_threshold": { 2024-04-25T01:28:54.162 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_threshold", 2024-04-25T01:28:54.162 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.162 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.162 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7257600", 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "diskprediction_local", 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.163 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.164 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.165 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.166 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.166 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.166 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.166 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.166 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.166 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.166 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.166 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.166 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.166 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.166 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.166 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.166 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.166 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.167 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: "predict_interval": { 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predict_interval", 2024-04-25T01:28:54.168 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: "predictor_model": { 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predictor_model", 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.169 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.170 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.170 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "prophetstor", 2024-04-25T01:28:54.170 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.170 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.170 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.170 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.170 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.170 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.170 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.170 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.170 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:54.170 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:54.170 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.170 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "influx", 2024-04-25T01:28:54.171 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": false, 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "influxdb python module not found", 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "batch_size": { 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "batch_size", 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5000", 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.172 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.173 INFO:teuthology.orchestra.run.smithi026.stdout: "database": { 2024-04-25T01:28:54.173 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "database", 2024-04-25T01:28:54.173 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.173 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.173 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.173 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "ceph", 2024-04-25T01:28:54.173 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.173 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.173 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.173 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T01:28:54.173 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.173 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.173 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.174 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.174 INFO:teuthology.orchestra.run.smithi026.stdout: "hostname": { 2024-04-25T01:28:54.174 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hostname", 2024-04-25T01:28:54.174 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.174 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.174 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.174 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.174 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.174 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.174 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.174 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server hostname", 2024-04-25T01:28:54.174 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.174 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.174 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.175 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.175 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:54.175 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:54.175 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.175 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.175 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.175 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "30", 2024-04-25T01:28:54.175 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "5", 2024-04-25T01:28:54.175 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.175 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.175 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T01:28:54.175 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.175 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.176 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.177 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.177 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.177 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.177 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.177 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.177 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.177 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.177 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.177 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.177 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.177 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.177 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.177 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.177 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.178 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.179 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.179 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.179 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.179 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.179 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.179 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.179 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.179 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.179 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.179 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.179 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.179 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.179 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.179 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.180 INFO:teuthology.orchestra.run.smithi026.stdout: "password": { 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "password", 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "password of InfluxDB server user", 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: "port": { 2024-04-25T01:28:54.181 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "port", 2024-04-25T01:28:54.182 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.182 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.182 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.182 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8086", 2024-04-25T01:28:54.182 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.182 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.182 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.182 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server port", 2024-04-25T01:28:54.182 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.182 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.182 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.182 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.182 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "false", 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: "threads": { 2024-04-25T01:28:54.183 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threads", 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "32", 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: "username": { 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "username", 2024-04-25T01:28:54.184 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.185 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.185 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.185 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.185 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.185 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.185 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.185 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "username of InfluxDB server user", 2024-04-25T01:28:54.185 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.185 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.185 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.185 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.185 INFO:teuthology.orchestra.run.smithi026.stdout: "verify_ssl": { 2024-04-25T01:28:54.185 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "verify_ssl", 2024-04-25T01:28:54.186 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.186 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.186 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.186 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "true", 2024-04-25T01:28:54.186 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.186 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.186 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.186 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T01:28:54.186 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.186 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.186 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.186 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.186 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.187 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.187 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.187 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "insights", 2024-04-25T01:28:54.187 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.187 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.187 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.187 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.187 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.187 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.187 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.187 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.187 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.187 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.188 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.188 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.188 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.188 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.188 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.188 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.188 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.188 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.188 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.188 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.188 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.188 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.188 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.188 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.189 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.189 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.189 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.189 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.189 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.189 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.189 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.189 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.189 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.189 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.189 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.189 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.189 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.190 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.190 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.190 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.190 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.190 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.190 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.190 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.190 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.190 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.190 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.190 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.190 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.190 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.191 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.191 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.191 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.191 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.191 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.191 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.191 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.191 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.191 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.191 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.191 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.191 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.191 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.191 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.192 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.192 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.192 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.192 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.192 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.192 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.192 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.192 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.192 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.192 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.192 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.192 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.192 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "iostat", 2024-04-25T01:28:54.193 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.193 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.193 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.193 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.193 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.193 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.193 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.193 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.193 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.193 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.193 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.193 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.193 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.194 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.195 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.196 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.196 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.196 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.196 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.196 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.196 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.196 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.196 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.196 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.196 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.196 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.196 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.196 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.196 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.197 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.197 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.197 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.197 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.197 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.197 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.197 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.197 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.197 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.197 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.197 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.197 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.197 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.197 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.198 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.198 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.198 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.198 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.198 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.198 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "k8sevents", 2024-04-25T01:28:54.198 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.198 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.198 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.198 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_event_retention_days": { 2024-04-25T01:28:54.198 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ceph_event_retention_days", 2024-04-25T01:28:54.198 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.198 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.198 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7", 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "config_check_secs": { 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_check_secs", 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.199 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "10", 2024-04-25T01:28:54.200 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.200 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.200 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T01:28:54.200 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.200 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.200 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.200 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.200 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.200 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.200 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.200 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.200 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.200 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.200 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.201 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.201 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.201 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.201 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.201 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.201 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.201 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.201 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.201 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.201 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.201 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.201 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.201 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.201 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.202 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.202 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.202 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.202 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.202 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.202 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.202 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.202 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.202 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.202 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.202 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.202 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.202 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.202 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.203 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.204 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "localpool", 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: "failure_domain": { 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "failure_domain", 2024-04-25T01:28:54.205 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.206 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.206 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.206 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "host", 2024-04-25T01:28:54.206 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.206 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.206 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.206 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "failure domain for any created local pool", 2024-04-25T01:28:54.206 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T01:28:54.206 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.206 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.206 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.206 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.206 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.206 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.207 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.208 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.209 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.210 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.210 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.210 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.210 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.210 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.210 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.210 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.210 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.210 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.210 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.210 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.210 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.210 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.210 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: "min_size": { 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_size", 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.211 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.212 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.212 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default min_size for any created local pool", 2024-04-25T01:28:54.212 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T01:28:54.212 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.212 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.212 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.212 INFO:teuthology.orchestra.run.smithi026.stdout: "num_rep": { 2024-04-25T01:28:54.212 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "num_rep", 2024-04-25T01:28:54.212 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.212 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.212 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.212 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3", 2024-04-25T01:28:54.212 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.212 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default replica count for any created local pool", 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_num": { 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_num", 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "128", 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.213 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.214 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T01:28:54.214 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.214 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.214 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.214 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.214 INFO:teuthology.orchestra.run.smithi026.stdout: "prefix": { 2024-04-25T01:28:54.214 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prefix", 2024-04-25T01:28:54.214 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.214 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.214 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.214 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.214 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.214 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.214 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.215 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name prefix for any created local pool", 2024-04-25T01:28:54.215 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.215 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.215 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.215 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.215 INFO:teuthology.orchestra.run.smithi026.stdout: "subtree": { 2024-04-25T01:28:54.215 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "subtree", 2024-04-25T01:28:54.215 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.215 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.215 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.215 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "rack", 2024-04-25T01:28:54.215 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.215 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mds_autoscaler", 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.216 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.217 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.218 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.218 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.218 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.218 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.218 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.218 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.218 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.218 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.218 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.218 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.218 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.218 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.218 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.218 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.219 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.219 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.219 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.219 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.219 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.219 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.219 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.219 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.219 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.219 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.219 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.219 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.219 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.220 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirroring", 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.221 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.222 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.222 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.222 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.222 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.222 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.222 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.222 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.222 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.222 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.222 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.222 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.222 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.222 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.222 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.223 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.224 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.225 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.226 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.226 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.226 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.226 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.226 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.226 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.226 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.226 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.226 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.226 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.226 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.226 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.226 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.226 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "nfs", 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.227 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.229 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.230 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.230 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.230 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.230 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.230 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.230 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.230 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.230 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.230 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.230 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.230 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.230 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.230 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.230 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.231 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.231 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.231 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.231 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.231 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.231 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.231 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.231 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.231 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.231 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.231 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.231 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.231 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.231 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: "fail_fs": { 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "fail_fs", 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.232 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T01:28:54.233 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.233 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.233 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.233 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.233 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.233 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.233 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.233 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.233 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.233 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.233 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.233 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.233 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.233 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.234 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.234 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.234 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.234 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.234 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.234 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.234 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.234 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.234 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.234 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.234 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.234 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.234 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.234 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.235 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.235 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.235 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.235 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.235 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.235 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.235 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.235 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.235 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.235 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.235 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.235 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.235 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.235 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.236 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.237 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.238 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.238 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator": { 2024-04-25T01:28:54.238 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-25T01:28:54.238 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.238 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.238 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.238 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.238 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.238 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.238 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.238 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm", 2024-04-25T01:28:54.238 INFO:teuthology.orchestra.run.smithi026.stdout: "rook", 2024-04-25T01:28:54.238 INFO:teuthology.orchestra.run.smithi026.stdout: "test_orchestrator" 2024-04-25T01:28:54.238 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Orchestrator backend", 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_perf_query", 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.239 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.240 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.240 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.240 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.240 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.240 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.240 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.240 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.240 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.240 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.240 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.240 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.240 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.240 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.240 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.241 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.242 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.243 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.244 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.244 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.244 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.244 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.244 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.244 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.244 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.244 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.244 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.244 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.244 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_support", 2024-04-25T01:28:54.244 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.244 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.244 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.245 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.246 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.246 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.246 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.246 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.246 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.246 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.246 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.246 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.246 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.246 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.246 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.246 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.247 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.247 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.247 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.247 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.247 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.247 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.247 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.247 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.247 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.247 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.247 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.247 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.247 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.247 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.248 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.249 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.249 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.249 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.249 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.249 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.249 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.249 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.249 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.249 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.249 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.249 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.249 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.249 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.250 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.250 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.250 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.250 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_autoscaler", 2024-04-25T01:28:54.250 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.250 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.250 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.250 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.250 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.250 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.250 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.250 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.250 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.250 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.251 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.252 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.252 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.252 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.252 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.252 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.252 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.252 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.252 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.252 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.252 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.252 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.252 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.252 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.253 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.254 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.254 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.254 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.254 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.254 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.254 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.254 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.254 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.254 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.254 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.254 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.254 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.254 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.255 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.255 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.255 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.255 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.255 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.255 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.255 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:54.255 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:54.255 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.255 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.255 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.255 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:54.255 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.255 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.256 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.256 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.256 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.256 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.256 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.256 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.256 INFO:teuthology.orchestra.run.smithi026.stdout: "threshold": { 2024-04-25T01:28:54.256 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threshold", 2024-04-25T01:28:54.256 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:54.256 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.256 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.256 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-25T01:28:54.256 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1.0", 2024-04-25T01:28:54.256 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.257 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.257 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "scaling threshold", 2024-04-25T01:28:54.257 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T01:28:54.257 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.257 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.257 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.257 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.257 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.257 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.257 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "progress", 2024-04-25T01:28:54.257 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.257 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.257 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.257 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_pg_recovery_event": { 2024-04-25T01:28:54.258 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_pg_recovery_event", 2024-04-25T01:28:54.258 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.258 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.258 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.258 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.258 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.258 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.258 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.258 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T01:28:54.258 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.258 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.258 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.258 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.258 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-25T01:28:54.259 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-25T01:28:54.259 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.259 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.259 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.259 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.259 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.259 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.259 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.259 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.259 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.259 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.259 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.259 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.259 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.260 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.261 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.262 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.262 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.262 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.262 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.262 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.262 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.262 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.262 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.262 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.262 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.262 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.262 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.262 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.262 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.263 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: "max_completed_events": { 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_completed_events", 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.264 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "50", 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "number of past completed events to remember", 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-25T01:28:54.265 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long the module is going to sleep", 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus", 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.266 INFO:teuthology.orchestra.run.smithi026.stdout: "cache": { 2024-04-25T01:28:54.267 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cache", 2024-04-25T01:28:54.267 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.267 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.267 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.267 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.267 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.267 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.267 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.267 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.267 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.267 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.267 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.267 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.268 INFO:teuthology.orchestra.run.smithi026.stdout: "exclude_perf_counters": { 2024-04-25T01:28:54.268 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "exclude_perf_counters", 2024-04-25T01:28:54.268 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.268 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.268 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.268 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.268 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.268 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.268 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.268 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T01:28:54.268 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T01:28:54.268 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.268 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.268 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.269 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.269 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.269 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.269 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.269 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.269 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.269 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.269 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.269 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.269 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.269 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.269 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.269 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.269 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.270 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.271 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.272 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.272 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.272 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.272 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.272 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.272 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.272 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.272 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.272 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.272 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.272 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.272 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.272 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.272 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools": { 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools", 2024-04-25T01:28:54.273 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.274 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "300", 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_interval": { 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_interval", 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.275 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15.0", 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-25T01:28:54.276 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.277 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.277 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.277 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T01:28:54.277 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.277 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.277 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.277 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.277 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-25T01:28:54.277 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-25T01:28:54.277 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.277 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.277 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.277 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "9283", 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: "stale_cache_strategy": { 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stale_cache_strategy", 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "log", 2024-04-25T01:28:54.278 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.279 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.279 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.279 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.279 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.279 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.279 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.279 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.279 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-25T01:28:54.279 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-25T01:28:54.279 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.279 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.279 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.279 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "default", 2024-04-25T01:28:54.279 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.280 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.280 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.280 INFO:teuthology.orchestra.run.smithi026.stdout: "default", 2024-04-25T01:28:54.280 INFO:teuthology.orchestra.run.smithi026.stdout: "error" 2024-04-25T01:28:54.280 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.280 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.280 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.280 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.280 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.280 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.280 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-25T01:28:54.280 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-25T01:28:54.280 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.280 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_support", 2024-04-25T01:28:54.281 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.282 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.283 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.283 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.283 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.283 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.283 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.283 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.283 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.283 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.283 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.283 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.283 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.283 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.283 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.283 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.284 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.285 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.285 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.285 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.285 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.285 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.285 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.285 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.285 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.285 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.285 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.285 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.285 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.285 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.285 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.286 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.286 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.286 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.286 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.286 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.286 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.286 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.286 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.286 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.286 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.286 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.286 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.286 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.286 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_snap_create": { 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_snap_create", 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "mirror_snapshot_schedule": { 2024-04-25T01:28:54.287 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: "trash_purge_schedule": { 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "trash_purge_schedule", 2024-04-25T01:28:54.288 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.289 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "restful", 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_auth": { 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_auth", 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.290 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.291 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.291 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.291 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-25T01:28:54.291 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-25T01:28:54.291 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.291 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.291 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.291 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.291 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.291 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.291 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.291 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.291 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.291 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.292 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.292 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.292 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.292 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.292 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.292 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.292 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.292 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.292 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.292 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.292 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.292 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.292 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.292 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.293 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.293 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.293 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.293 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.293 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.293 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.293 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.293 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.293 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.293 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.293 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.293 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.293 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.294 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.294 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.294 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.294 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.294 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.294 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.294 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.294 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.294 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.294 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.294 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.294 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.294 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.295 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.295 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.295 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.295 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.295 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.295 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.295 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.295 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.295 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.295 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.295 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.295 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.295 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.296 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.297 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.297 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.297 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.297 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.297 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-25T01:28:54.297 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-25T01:28:54.297 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.297 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.297 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.297 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.297 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.297 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.297 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.298 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.298 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.298 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.298 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.298 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.298 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-25T01:28:54.298 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-25T01:28:54.298 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.298 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.298 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.298 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.298 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.299 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.299 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.299 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.299 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.299 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.299 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.299 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.299 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.299 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.299 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.299 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rgw", 2024-04-25T01:28:54.299 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.299 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.299 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.300 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.301 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.302 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.302 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.302 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.302 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.302 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.302 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.302 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.302 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.302 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.302 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.302 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.302 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.302 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.302 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.303 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.303 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.303 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.303 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.303 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.303 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.303 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.303 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.303 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.303 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.303 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.303 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.303 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.304 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.304 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.304 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.304 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.304 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.304 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.304 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.304 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.304 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.304 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.304 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.304 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.304 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.304 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rook", 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.305 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.306 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.306 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.306 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.306 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.306 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.306 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.306 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.306 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.306 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.306 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.306 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.306 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.306 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.306 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.307 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.307 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.307 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.307 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.307 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.307 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.307 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.307 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.307 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.307 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.307 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.307 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.307 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.307 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.308 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.309 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.310 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.310 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.310 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.310 INFO:teuthology.orchestra.run.smithi026.stdout: "storage_class": { 2024-04-25T01:28:54.310 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "storage_class", 2024-04-25T01:28:54.310 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.310 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.310 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.310 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "local", 2024-04-25T01:28:54.310 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.310 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.310 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.310 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T01:28:54.310 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "selftest", 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.311 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.312 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.313 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.314 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.315 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: "roption1": { 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption1", 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.316 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.317 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.317 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.317 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.317 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.317 INFO:teuthology.orchestra.run.smithi026.stdout: "roption2": { 2024-04-25T01:28:54.317 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption2", 2024-04-25T01:28:54.317 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.317 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.317 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.317 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "xyz", 2024-04-25T01:28:54.317 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.317 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.317 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.318 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.318 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.318 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.318 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.318 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.318 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption1": { 2024-04-25T01:28:54.318 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption1", 2024-04-25T01:28:54.318 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.318 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.318 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.318 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.318 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.318 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption2": { 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption2", 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.319 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.320 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.320 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.320 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.320 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.320 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.320 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption3": { 2024-04-25T01:28:54.320 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption3", 2024-04-25T01:28:54.320 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:54.320 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.320 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.320 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.320 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.320 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.320 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.321 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.321 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.321 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.321 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.321 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.321 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption4": { 2024-04-25T01:28:54.321 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption4", 2024-04-25T01:28:54.321 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.321 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.321 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.321 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.321 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.321 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption5": { 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption5", 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.322 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption6": { 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption6", 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.323 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.324 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.324 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.324 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.324 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.324 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption7": { 2024-04-25T01:28:54.324 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption7", 2024-04-25T01:28:54.324 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.324 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.324 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.324 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.324 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-25T01:28:54.324 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "42", 2024-04-25T01:28:54.324 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.324 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.325 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.325 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.325 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.325 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.325 INFO:teuthology.orchestra.run.smithi026.stdout: "testkey": { 2024-04-25T01:28:54.325 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testkey", 2024-04-25T01:28:54.325 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.325 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.325 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.325 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.325 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.325 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.325 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.325 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.326 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.326 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.326 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.326 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.326 INFO:teuthology.orchestra.run.smithi026.stdout: "testlkey": { 2024-04-25T01:28:54.326 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testlkey", 2024-04-25T01:28:54.326 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.326 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.326 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.326 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.326 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.326 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.326 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.326 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: "testnewline": { 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testnewline", 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.327 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snap_schedule", 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_m_granularity": { 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_m_granularity", 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.328 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: "dump_on_update": { 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dump_on_update", 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.329 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.330 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.330 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.330 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.330 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "dump database to debug log on update", 2024-04-25T01:28:54.330 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.330 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.330 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.330 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.330 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.330 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.330 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.330 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.330 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.330 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.331 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.332 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.333 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.333 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.333 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.333 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.333 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.333 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.333 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.333 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.333 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.333 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.333 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.333 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.333 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.334 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.334 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.334 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.334 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.334 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.334 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.334 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.334 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.334 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.334 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.334 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.334 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.334 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.334 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stats", 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.335 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.336 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.337 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.338 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.338 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.338 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.338 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.338 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.338 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.338 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.338 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.338 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.338 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.338 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.338 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.338 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.339 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.339 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.339 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.339 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.339 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.339 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.339 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.339 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.339 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.339 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.339 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.339 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.339 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.340 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.340 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.340 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.340 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.340 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.340 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.340 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.340 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.340 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.340 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.340 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.340 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.340 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.341 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.341 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "status", 2024-04-25T01:28:54.341 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.341 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.341 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.341 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.341 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.341 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.341 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.341 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.341 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.341 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.341 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.341 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.342 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.342 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.342 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.342 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.342 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.342 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.342 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.342 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.342 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.342 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.342 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.342 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.342 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.343 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.344 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.345 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telegraf", 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: "address": { 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "address", 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.346 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T01:28:54.347 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.347 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.347 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.347 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.347 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.347 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.347 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.347 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.347 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:54.347 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:54.347 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.347 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.347 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.347 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15", 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.348 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.349 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.350 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.350 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.350 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.350 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.350 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.350 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.350 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.350 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.350 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.350 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.350 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.350 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.350 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.350 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.351 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.351 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.351 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.351 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.351 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.351 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.351 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.351 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.351 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.351 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.351 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.351 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.351 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.351 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.352 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telemetry", 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_basic": { 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_basic", 2024-04-25T01:28:54.353 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_crash": { 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_crash", 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.354 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.355 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.355 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.355 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.355 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.355 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.355 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T01:28:54.355 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.355 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.355 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.355 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.355 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_device": { 2024-04-25T01:28:54.355 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_device", 2024-04-25T01:28:54.355 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.356 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.356 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.356 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.356 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.356 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.356 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.356 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T01:28:54.356 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.356 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.356 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.356 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.356 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_ident": { 2024-04-25T01:28:54.356 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_ident", 2024-04-25T01:28:54.356 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_perf": { 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_perf", 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.357 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.358 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.358 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.358 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.358 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.358 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.358 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T01:28:54.358 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.358 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.358 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.358 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.358 INFO:teuthology.orchestra.run.smithi026.stdout: "contact": { 2024-04-25T01:28:54.358 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "contact", 2024-04-25T01:28:54.358 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.358 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "description": { 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "description", 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.359 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.360 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.360 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.360 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.360 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.360 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.360 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.360 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.360 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.360 INFO:teuthology.orchestra.run.smithi026.stdout: "device_url": { 2024-04-25T01:28:54.360 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_url", 2024-04-25T01:28:54.360 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.360 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.360 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.361 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T01:28:54.361 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.361 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.361 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.361 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.361 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.361 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.361 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.361 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.361 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-25T01:28:54.361 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-25T01:28:54.361 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.361 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.361 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.362 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "24", 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "8", 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: "last_opt_revision": { 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "last_opt_revision", 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1", 2024-04-25T01:28:54.363 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard": { 2024-04-25T01:28:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard", 2024-04-25T01:28:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard_description": { 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard_description", 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.365 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.366 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.367 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.368 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.368 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.368 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.368 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.368 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.368 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.368 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.368 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.368 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.368 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.368 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.368 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.368 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.369 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.369 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.369 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.369 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.369 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.369 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.369 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.369 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.369 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.369 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.369 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.369 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.369 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.369 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.370 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: "organization": { 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "organization", 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.371 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.372 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.372 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.372 INFO:teuthology.orchestra.run.smithi026.stdout: "proxy": { 2024-04-25T01:28:54.372 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "proxy", 2024-04-25T01:28:54.372 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.372 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.372 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.372 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.372 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.372 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.372 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.372 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.372 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.373 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.373 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.373 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.373 INFO:teuthology.orchestra.run.smithi026.stdout: "url": { 2024-04-25T01:28:54.373 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url", 2024-04-25T01:28:54.373 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.373 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.373 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.373 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T01:28:54.373 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.373 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.373 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.373 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.373 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.374 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.374 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.374 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.374 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.374 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.374 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.374 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "test_orchestrator", 2024-04-25T01:28:54.374 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.374 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.374 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.374 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.374 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.374 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.374 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.375 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.375 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.375 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.375 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.375 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.375 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.375 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.375 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.375 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.375 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.375 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.375 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.375 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.375 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.376 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.376 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.376 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.376 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.376 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.376 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.376 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.376 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.376 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.376 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.376 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.376 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.376 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.376 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.377 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.378 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.378 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.378 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.378 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.378 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.378 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.378 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.378 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.378 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.378 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.378 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.378 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.378 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.378 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.379 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.379 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.379 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.379 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.379 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.379 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.379 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.379 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.379 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.379 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.379 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.379 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.379 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "volumes", 2024-04-25T01:28:54.379 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.380 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.381 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.382 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.383 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.384 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.384 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.384 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.384 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.384 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.384 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.384 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.384 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.384 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.384 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.384 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.384 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.384 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_clones": { 2024-04-25T01:28:54.384 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_clones", 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4", 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: "periodic_async_work": { 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "periodic_async_work", 2024-04-25T01:28:54.385 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Periodically check for async work", 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_delay": { 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_delay", 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.386 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.387 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.387 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:54.387 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.387 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.387 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.387 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T01:28:54.387 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.387 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.387 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.387 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.387 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_no_wait": { 2024-04-25T01:28:54.387 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T01:28:54.387 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.387 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix", 2024-04-25T01:28:54.388 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.389 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.389 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.389 INFO:teuthology.orchestra.run.smithi026.stdout: "discovery_interval": { 2024-04-25T01:28:54.389 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "discovery_interval", 2024-04-25T01:28:54.389 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:54.389 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.389 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.389 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "100", 2024-04-25T01:28:54.389 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.389 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.389 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.389 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.389 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.389 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.390 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.390 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.390 INFO:teuthology.orchestra.run.smithi026.stdout: "identifier": { 2024-04-25T01:28:54.390 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "identifier", 2024-04-25T01:28:54.390 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.390 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.390 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.390 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.390 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.390 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.390 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.390 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.390 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.390 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.391 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.391 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.391 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:54.391 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:54.391 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.391 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.391 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.391 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:54.391 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.391 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.391 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.391 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.391 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.391 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.392 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.393 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.393 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.393 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.393 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.393 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.393 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.393 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.393 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.393 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.393 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.393 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.393 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.393 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.393 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.394 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.394 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.394 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.394 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.394 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.394 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.394 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.394 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.394 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.394 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.394 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.394 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.394 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.394 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.395 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.395 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.395 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.395 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.395 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.395 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.395 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.395 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.395 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.395 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.395 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.395 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.395 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.395 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.396 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.396 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.396 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.396 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.396 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.396 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.396 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.396 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.396 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.396 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.396 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.396 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.396 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.396 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.397 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.397 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_host": { 2024-04-25T01:28:54.397 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_host", 2024-04-25T01:28:54.397 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.397 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.397 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.397 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.397 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.397 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.397 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.397 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.397 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.397 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.397 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.398 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.398 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_port": { 2024-04-25T01:28:54.398 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_port", 2024-04-25T01:28:54.398 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.398 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.398 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.398 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10051", 2024-04-25T01:28:54.398 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.398 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.398 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.398 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.398 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.398 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.398 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.399 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.399 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_sender": { 2024-04-25T01:28:54.399 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_sender", 2024-04-25T01:28:54.399 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.399 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.399 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.399 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T01:28:54.399 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.399 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.399 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.399 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.399 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.399 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.399 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.400 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.400 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.400 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.400 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-25T01:28:54.400 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.400 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.400 INFO:teuthology.orchestra.run.smithi026.stdout: "modules": [ 2024-04-25T01:28:54.400 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm", 2024-04-25T01:28:54.400 INFO:teuthology.orchestra.run.smithi026.stdout: "dashboard", 2024-04-25T01:28:54.400 INFO:teuthology.orchestra.run.smithi026.stdout: "iostat", 2024-04-25T01:28:54.400 INFO:teuthology.orchestra.run.smithi026.stdout: "nfs", 2024-04-25T01:28:54.400 INFO:teuthology.orchestra.run.smithi026.stdout: "restful" 2024-04-25T01:28:54.400 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.400 INFO:teuthology.orchestra.run.smithi026.stdout: "available_modules": [ 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "alerts", 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.401 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T01:28:54.402 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.402 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.402 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.402 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.402 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.402 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.402 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.402 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.402 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.402 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.402 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.402 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.402 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.402 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.403 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.403 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.403 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.403 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.403 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.403 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.403 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.403 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.403 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.403 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.403 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.403 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.403 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.403 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.404 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.404 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.404 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.404 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.404 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.404 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.404 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.404 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.404 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.404 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.404 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.404 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.404 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.404 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.405 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.406 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.406 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.406 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.406 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.406 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.406 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.406 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.406 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.406 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.406 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.406 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.406 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.406 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.407 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.407 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.407 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.407 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.407 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_destination": { 2024-04-25T01:28:54.407 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_destination", 2024-04-25T01:28:54.407 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.407 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.407 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.407 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.407 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.407 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.407 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email address to send alerts to", 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_from_name": { 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_from_name", 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "Ceph", 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email From: name", 2024-04-25T01:28:54.408 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_host": { 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_host", 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP server", 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.409 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.410 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.410 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.410 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_password": { 2024-04-25T01:28:54.410 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_password", 2024-04-25T01:28:54.410 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.410 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.410 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.410 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.410 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.410 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.410 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.410 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Password to authenticate with", 2024-04-25T01:28:54.410 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.411 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.411 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.411 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.411 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_port": { 2024-04-25T01:28:54.411 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_port", 2024-04-25T01:28:54.411 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.411 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.411 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.411 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "465", 2024-04-25T01:28:54.411 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.411 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.411 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.411 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP port", 2024-04-25T01:28:54.411 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.412 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.412 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.412 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.412 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_sender": { 2024-04-25T01:28:54.412 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_sender", 2024-04-25T01:28:54.412 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.412 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.412 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.412 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.412 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.412 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.412 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.412 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP envelope sender", 2024-04-25T01:28:54.412 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_ssl": { 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_ssl", 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.413 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.414 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.414 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.414 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_user": { 2024-04-25T01:28:54.414 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_user", 2024-04-25T01:28:54.414 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.414 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.414 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.414 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.414 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.414 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.414 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.414 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "User to authenticate as", 2024-04-25T01:28:54.414 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.414 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "balancer", 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: "active": { 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "active", 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.415 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_time": { 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_time", 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0000", 2024-04-25T01:28:54.416 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_weekday": { 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_weekday", 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-25T01:28:54.417 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-25T01:28:54.418 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.418 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T01:28:54.418 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T01:28:54.418 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.418 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.418 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.418 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_max_iterations": { 2024-04-25T01:28:54.418 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_max_iterations", 2024-04-25T01:28:54.418 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:54.418 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.418 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.418 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "25", 2024-04-25T01:28:54.418 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-25T01:28:54.418 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "250", 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_metrics": { 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_metrics", 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.419 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_step": { 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_step", 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.5", 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0.001", 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "0.999", 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.420 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "aggressiveness of optimization", 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: "end_time": { 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_time", 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2359", 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T01:28:54.421 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: "end_weekday": { 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_weekday", 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T01:28:54.422 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.423 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.424 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.424 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.424 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.424 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.424 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.424 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.424 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.424 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.424 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.424 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.424 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.424 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.424 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.424 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.425 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.425 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.425 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.425 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.425 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.425 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.425 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.425 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.425 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.425 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.425 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.425 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.425 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.425 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.426 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.426 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.426 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.426 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.426 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.426 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.426 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.426 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.426 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.426 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.426 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.426 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.426 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.426 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.427 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: "min_score": { 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_score", 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.428 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "upmap", 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: "crush-compat", 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: "none", 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: "read", 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap", 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap-read" 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.429 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Balancer mode", 2024-04-25T01:28:54.430 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.430 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.430 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.430 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.430 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_ids": { 2024-04-25T01:28:54.430 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_ids", 2024-04-25T01:28:54.430 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.430 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.430 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.430 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.430 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.430 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.430 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.430 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T01:28:54.431 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.432 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.432 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.432 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.432 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_deviation": { 2024-04-25T01:28:54.432 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_deviation", 2024-04-25T01:28:54.432 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.432 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.432 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.432 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-25T01:28:54.432 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-25T01:28:54.432 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.432 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.432 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T01:28:54.432 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_optimizations": { 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_optimizations", 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.433 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.434 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.434 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.434 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.434 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.434 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.434 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm", 2024-04-25T01:28:54.434 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.434 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.434 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.434 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_down_multiplier": { 2024-04-25T01:28:54.434 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_down_multiplier", 2024-04-25T01:28:54.434 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:54.434 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.434 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_refresh_rate": { 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_refresh_rate", 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.435 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "20", 2024-04-25T01:28:54.436 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.436 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.436 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.436 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T01:28:54.436 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.436 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.436 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.436 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.436 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_starting_port": { 2024-04-25T01:28:54.436 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_starting_port", 2024-04-25T01:28:54.436 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.436 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.436 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.436 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4721", 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_ptrace": { 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_ptrace", 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.437 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.438 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.438 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T01:28:54.438 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T01:28:54.438 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.438 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.438 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.438 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_interval": { 2024-04-25T01:28:54.438 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_interval", 2024-04-25T01:28:54.438 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.438 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.438 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.438 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:54.438 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_memory_target_ratio": { 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.7", 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.439 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm_log_destination": { 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm_log_destination", 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.440 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.441 INFO:teuthology.orchestra.run.smithi026.stdout: "file", 2024-04-25T01:28:54.441 INFO:teuthology.orchestra.run.smithi026.stdout: "file,syslog", 2024-04-25T01:28:54.441 INFO:teuthology.orchestra.run.smithi026.stdout: "syslog" 2024-04-25T01:28:54.441 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.441 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T01:28:54.441 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.441 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.441 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.441 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.441 INFO:teuthology.orchestra.run.smithi026.stdout: "cgroups_split": { 2024-04-25T01:28:54.441 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cgroups_split", 2024-04-25T01:28:54.441 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.441 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.442 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.442 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.442 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.442 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.442 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.442 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T01:28:54.442 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.442 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.442 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.442 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.442 INFO:teuthology.orchestra.run.smithi026.stdout: "config_checks_enabled": { 2024-04-25T01:28:54.442 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_checks_enabled", 2024-04-25T01:28:54.442 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.442 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "config_dashboard": { 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_dashboard", 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.443 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_alertmanager": { 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_alertmanager", 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.444 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_base": { 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_base", 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.445 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Container image name, without the tag", 2024-04-25T01:28:54.446 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.446 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.446 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.446 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.446 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_elasticsearch": { 2024-04-25T01:28:54.446 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_elasticsearch", 2024-04-25T01:28:54.446 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.446 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.446 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.446 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T01:28:54.446 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.446 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.446 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.446 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "elasticsearch container image", 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_grafana": { 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_grafana", 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-25T01:28:54.447 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_haproxy": { 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_haproxy", 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "HAproxy container image", 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.448 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_agent": { 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_agent", 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger agent container image", 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.449 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.450 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.450 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_collector": { 2024-04-25T01:28:54.450 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_collector", 2024-04-25T01:28:54.450 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.450 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.450 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.450 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T01:28:54.450 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.450 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.450 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.450 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger collector container image", 2024-04-25T01:28:54.450 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.450 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.450 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_query": { 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_query", 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger query container image", 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.451 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_keepalived": { 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_keepalived", 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Keepalived container image", 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.452 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_loki": { 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_loki", 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Loki container image", 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_node_exporter": { 2024-04-25T01:28:54.453 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_node_exporter", 2024-04-25T01:28:54.454 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.454 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.454 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.454 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T01:28:54.454 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.454 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.454 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.454 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-25T01:28:54.454 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.454 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.454 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.454 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.454 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_nvmeof": { 2024-04-25T01:28:54.454 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_nvmeof", 2024-04-25T01:28:54.455 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.455 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.455 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.455 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T01:28:54.455 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.455 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.455 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.455 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Nvme-of container image", 2024-04-25T01:28:54.455 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.455 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.455 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.455 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.455 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_prometheus": { 2024-04-25T01:28:54.455 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_prometheus", 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_promtail": { 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_promtail", 2024-04-25T01:28:54.456 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.457 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.457 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.457 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T01:28:54.457 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.457 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.457 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.457 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Promtail container image", 2024-04-25T01:28:54.457 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.457 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.457 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.457 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.457 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_samba": { 2024-04-25T01:28:54.457 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_samba", 2024-04-25T01:28:54.457 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Samba/SMB container image", 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_snmp_gateway": { 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_snmp_gateway", 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.458 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.459 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.459 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T01:28:54.459 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.459 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.459 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.459 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SNMP Gateway container image", 2024-04-25T01:28:54.459 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.459 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.459 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.459 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.459 INFO:teuthology.orchestra.run.smithi026.stdout: "container_init": { 2024-04-25T01:28:54.459 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_init", 2024-04-25T01:28:54.459 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.459 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: "daemon_cache_timeout": { 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "daemon_cache_timeout", 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.460 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.461 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:54.461 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.461 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.461 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.461 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T01:28:54.461 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.461 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.461 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.461 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.461 INFO:teuthology.orchestra.run.smithi026.stdout: "default_cephadm_command_timeout": { 2024-04-25T01:28:54.461 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T01:28:54.461 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.461 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.461 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.462 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "900", 2024-04-25T01:28:54.462 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.462 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.462 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.462 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T01:28:54.462 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.462 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.462 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.462 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.462 INFO:teuthology.orchestra.run.smithi026.stdout: "default_registry": { 2024-04-25T01:28:54.462 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_registry", 2024-04-25T01:28:54.462 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.462 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.462 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io", 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: "device_cache_timeout": { 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_cache_timeout", 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.463 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1800", 2024-04-25T01:28:54.464 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.464 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.464 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.464 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache device inventory", 2024-04-25T01:28:54.464 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.464 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.464 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.464 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.464 INFO:teuthology.orchestra.run.smithi026.stdout: "device_enhanced_scan": { 2024-04-25T01:28:54.464 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_enhanced_scan", 2024-04-25T01:28:54.464 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.464 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.464 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.464 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.465 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.465 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.465 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.465 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T01:28:54.465 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.465 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.465 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.465 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.465 INFO:teuthology.orchestra.run.smithi026.stdout: "facts_cache_timeout": { 2024-04-25T01:28:54.465 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "facts_cache_timeout", 2024-04-25T01:28:54.465 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.465 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache host facts data", 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: "grafana_dashboards_path": { 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "grafana_dashboards_path", 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.466 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: "host_check_interval": { 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "host_check_interval", 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.467 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:54.468 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.468 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.468 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.468 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to perform a host check", 2024-04-25T01:28:54.468 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.468 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.468 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.468 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.468 INFO:teuthology.orchestra.run.smithi026.stdout: "hw_monitoring": { 2024-04-25T01:28:54.468 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hw_monitoring", 2024-04-25T01:28:54.468 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.468 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.468 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.469 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.469 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.469 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.469 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.469 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T01:28:54.469 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.469 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.469 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.469 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.469 INFO:teuthology.orchestra.run.smithi026.stdout: "inventory_list_all": { 2024-04-25T01:28:54.469 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "inventory_list_all", 2024-04-25T01:28:54.469 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.469 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.469 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.470 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.470 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.470 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.470 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.470 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T01:28:54.470 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.470 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.470 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.470 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.470 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.470 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.470 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.470 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.471 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.472 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.472 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.472 INFO:teuthology.orchestra.run.smithi026.stdout: "log_refresh_metadata": { 2024-04-25T01:28:54.472 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_refresh_metadata", 2024-04-25T01:28:54.472 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.472 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.472 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.472 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.472 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.472 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.472 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.472 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T01:28:54.472 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.473 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.473 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.473 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.473 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.473 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.473 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.473 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.473 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.473 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.473 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.473 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.473 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.473 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T01:28:54.473 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.474 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.474 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.474 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.474 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.474 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.474 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.474 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.474 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.474 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.474 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.474 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.474 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.475 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.476 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.476 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.476 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.476 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.476 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.476 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.476 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.476 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.476 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.476 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.476 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.476 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T01:28:54.476 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T01:28:54.476 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T01:28:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T01:28:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T01:28:54.477 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.478 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.478 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.478 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "*", 2024-04-25T01:28:54.478 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.478 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.478 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.478 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T01:28:54.478 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.478 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.478 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.478 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.478 INFO:teuthology.orchestra.run.smithi026.stdout: "max_count_per_host": { 2024-04-25T01:28:54.478 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_count_per_host", 2024-04-25T01:28:54.479 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.479 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.479 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.479 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.479 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.479 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.479 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.479 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of daemons per service per host", 2024-04-25T01:28:54.479 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.479 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.479 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.479 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.479 INFO:teuthology.orchestra.run.smithi026.stdout: "max_osd_draining_count": { 2024-04-25T01:28:54.479 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_osd_draining_count", 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: "migration_current": { 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "migration_current", 2024-04-25T01:28:54.480 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.481 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.481 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.481 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.481 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.481 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.481 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.481 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "internal - do not modify", 2024-04-25T01:28:54.481 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.481 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.481 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.481 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.481 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-25T01:28:54.481 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-25T01:28:54.481 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.482 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.482 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.482 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "root", 2024-04-25T01:28:54.482 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.482 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.482 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.482 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm-package", 2024-04-25T01:28:54.482 INFO:teuthology.orchestra.run.smithi026.stdout: "root" 2024-04-25T01:28:54.482 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.482 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T01:28:54.482 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.482 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.482 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.483 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.483 INFO:teuthology.orchestra.run.smithi026.stdout: "oob_default_addr": { 2024-04-25T01:28:54.483 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "oob_default_addr", 2024-04-25T01:28:54.483 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.483 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.483 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.483 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "169.254.1.1", 2024-04-25T01:28:54.483 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.483 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.483 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.483 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T01:28:54.483 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.483 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.483 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: "prometheus_alerts_path": { 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus_alerts_path", 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.484 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_insecure": { 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_insecure", 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.485 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_password": { 2024-04-25T01:28:54.486 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_password", 2024-04-25T01:28:54.486 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.486 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.486 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.486 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.486 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.486 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.486 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.486 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T01:28:54.486 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.486 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.486 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.486 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.486 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_url": { 2024-04-25T01:28:54.487 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_url", 2024-04-25T01:28:54.487 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.487 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.487 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.487 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.487 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.487 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.487 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.487 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T01:28:54.487 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.487 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.487 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.487 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.487 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_username": { 2024-04-25T01:28:54.488 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_username", 2024-04-25T01:28:54.488 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.488 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.488 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.488 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.488 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.488 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.488 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.488 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T01:28:54.488 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.488 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.488 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.488 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.488 INFO:teuthology.orchestra.run.smithi026.stdout: "secure_monitoring_stack": { 2024-04-25T01:28:54.489 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "secure_monitoring_stack", 2024-04-25T01:28:54.489 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.489 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.489 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.489 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.489 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.489 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.489 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.489 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T01:28:54.489 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.489 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.489 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.489 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.489 INFO:teuthology.orchestra.run.smithi026.stdout: "service_discovery_port": { 2024-04-25T01:28:54.490 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "service_discovery_port", 2024-04-25T01:28:54.490 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.490 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.490 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.490 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8765", 2024-04-25T01:28:54.490 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.490 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.490 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.490 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "cephadm service discovery port", 2024-04-25T01:28:54.490 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.490 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.490 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.490 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.490 INFO:teuthology.orchestra.run.smithi026.stdout: "ssh_config_file": { 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssh_config_file", 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: "use_agent": { 2024-04-25T01:28:54.491 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_agent", 2024-04-25T01:28:54.492 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.492 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.492 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.492 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.492 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.492 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.492 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.492 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T01:28:54.492 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.492 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.492 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.492 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.492 INFO:teuthology.orchestra.run.smithi026.stdout: "use_repo_digest": { 2024-04-25T01:28:54.492 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_repo_digest", 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_failed_host_check": { 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_failed_host_check", 2024-04-25T01:28:54.493 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_daemons": { 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_daemons", 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.494 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_hosts": { 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_hosts", 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.495 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crash", 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.496 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.497 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.498 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.498 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.498 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.498 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.498 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.498 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.498 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.498 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.498 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.498 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.498 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.498 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.498 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.498 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.499 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.500 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.500 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.500 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.500 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.500 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.500 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.500 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.500 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.500 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.500 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.500 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.500 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.500 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.500 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.501 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.501 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.501 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.501 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.501 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.501 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.501 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.501 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.501 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.502 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.502 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.502 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.502 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.502 INFO:teuthology.orchestra.run.smithi026.stdout: "retain_interval": { 2024-04-25T01:28:54.502 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retain_interval", 2024-04-25T01:28:54.502 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.502 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.503 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.503 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "31536000", 2024-04-25T01:28:54.503 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.503 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.503 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.503 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T01:28:54.503 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.503 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.503 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.504 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.504 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_recent_interval": { 2024-04-25T01:28:54.504 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_recent_interval", 2024-04-25T01:28:54.504 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.504 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.504 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.504 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1209600", 2024-04-25T01:28:54.504 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.505 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.505 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.505 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T01:28:54.505 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.505 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.505 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.505 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.505 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.505 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.506 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.506 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dashboard", 2024-04-25T01:28:54.506 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.506 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.506 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.506 INFO:teuthology.orchestra.run.smithi026.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T01:28:54.506 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T01:28:54.507 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.507 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.507 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.507 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.507 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.507 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.507 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.507 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.508 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.508 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.508 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.508 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.508 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T01:28:54.508 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T01:28:54.508 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.508 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.509 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.509 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.509 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.509 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.509 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.509 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.509 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.509 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.509 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.509 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.509 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T01:28:54.509 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T01:28:54.509 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_ENABLED": { 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.510 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.511 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.511 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.511 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.511 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.511 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.511 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.511 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.511 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.511 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.511 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.511 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T01:28:54.511 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T01:28:54.511 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.511 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.512 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.513 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.514 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.514 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.514 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.514 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.514 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.514 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.514 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.514 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.514 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T01:28:54.514 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T01:28:54.514 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.514 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.514 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.514 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.516 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.517 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.518 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.519 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.519 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.519 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.519 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T01:28:54.519 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T01:28:54.519 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.519 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.519 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.519 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.519 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.519 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.519 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.519 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.519 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T01:28:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T01:28:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.522 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.522 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.522 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T01:28:54.522 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T01:28:54.522 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.522 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.522 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.522 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.522 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.522 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.522 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.522 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.522 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.522 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.523 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.523 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.523 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_URL": { 2024-04-25T01:28:54.523 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_URL", 2024-04-25T01:28:54.523 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.523 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.523 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.523 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.523 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.523 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.523 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.523 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.523 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.523 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.524 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.524 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.524 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T01:28:54.524 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T01:28:54.524 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.524 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.524 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.524 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-25T01:28:54.524 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.524 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.524 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.524 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.524 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.524 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.525 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.526 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.526 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T01:28:54.526 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T01:28:54.526 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.526 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.526 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.526 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.526 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.526 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.526 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.527 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.528 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.529 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.529 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.529 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.529 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T01:28:54.529 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T01:28:54.529 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.529 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.529 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.529 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.529 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.529 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.529 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.529 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.529 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.530 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.530 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.530 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.530 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T01:28:54.530 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T01:28:54.530 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.530 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.530 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.530 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.530 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.530 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.530 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.530 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.530 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.531 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.532 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.533 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.533 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T01:28:54.533 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T01:28:54.533 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.533 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.533 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.533 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.533 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.533 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.533 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.533 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.533 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.533 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.533 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.534 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.534 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T01:28:54.534 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T01:28:54.534 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.534 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.534 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.534 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.534 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.534 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.534 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.534 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.534 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.534 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.534 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.535 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.536 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T01:28:54.536 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T01:28:54.536 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.536 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.536 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.536 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.536 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.536 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.536 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.536 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.536 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.536 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.536 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.537 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.537 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T01:28:54.537 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T01:28:54.537 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.537 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.537 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.537 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.537 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.537 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.537 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.537 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.537 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.537 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.537 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.538 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.538 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T01:28:54.538 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T01:28:54.538 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.538 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.538 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.538 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.538 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.538 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.538 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.538 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.538 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.539 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.539 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.539 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.539 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T01:28:54.539 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T01:28:54.539 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.539 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.539 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.539 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T01:28:54.539 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.539 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.539 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.539 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.539 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.540 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.540 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.540 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.540 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T01:28:54.540 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T01:28:54.540 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.540 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.540 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.540 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.540 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.540 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.540 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.540 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.540 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.541 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.541 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.541 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.541 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T01:28:54.541 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T01:28:54.541 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.541 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.541 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.541 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8", 2024-04-25T01:28:54.541 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.541 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.541 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.541 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.542 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.542 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.542 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.542 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.542 INFO:teuthology.orchestra.run.smithi026.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T01:28:54.542 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T01:28:54.542 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.542 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.542 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.542 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "45", 2024-04-25T01:28:54.542 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.542 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.542 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.543 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.543 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.543 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.543 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.543 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.543 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T01:28:54.543 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T01:28:54.543 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.543 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.543 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.543 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.543 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.543 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.543 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.544 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.545 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.545 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.545 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.545 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.545 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T01:28:54.545 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T01:28:54.545 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.545 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.545 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.545 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.545 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.545 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.545 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.546 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.546 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.546 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.546 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.546 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.546 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T01:28:54.546 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T01:28:54.546 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.546 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.546 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.546 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.546 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.546 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.546 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.547 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.547 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.547 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.547 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.547 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.547 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T01:28:54.547 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T01:28:54.547 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.547 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.547 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.547 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:54.547 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.547 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.547 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.548 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.548 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.548 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.548 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.548 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.548 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T01:28:54.548 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T01:28:54.548 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.548 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.548 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.548 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.548 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.548 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.548 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.549 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.550 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.550 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.550 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.550 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.550 INFO:teuthology.orchestra.run.smithi026.stdout: "cross_origin_url": { 2024-04-25T01:28:54.550 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cross_origin_url", 2024-04-25T01:28:54.550 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.550 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.550 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.550 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.550 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.550 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.550 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.550 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.551 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.551 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.551 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.551 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.551 INFO:teuthology.orchestra.run.smithi026.stdout: "crt_file": { 2024-04-25T01:28:54.551 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crt_file", 2024-04-25T01:28:54.551 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.551 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.551 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.551 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.551 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.551 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.551 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.551 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: "debug": { 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "debug", 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable/disable debug options", 2024-04-25T01:28:54.552 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "jwt_token_ttl": { 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "jwt_token_ttl", 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "28800", 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.553 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.554 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.554 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-25T01:28:54.554 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-25T01:28:54.554 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.554 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.554 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.554 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.554 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.554 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.554 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.554 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.554 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.554 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.555 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.555 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.555 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.555 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.555 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.555 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.555 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.555 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.555 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.555 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.555 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.555 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.555 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.556 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.557 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.558 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.558 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.558 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.558 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.558 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.558 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.558 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.558 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.558 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.558 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.558 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.558 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.558 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.558 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.559 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: "motd": { 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "motd", 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "The message of the day", 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.560 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect_resolve_ip_addr": { 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-25T01:28:54.561 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-25T01:28:54.562 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8080", 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.563 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.564 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.564 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.564 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.564 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.564 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.564 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.564 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.564 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.564 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.564 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.564 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl_server_port": { 2024-04-25T01:28:54.564 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl_server_port", 2024-04-25T01:28:54.564 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.564 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8443", 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.565 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.566 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "redirect", 2024-04-25T01:28:54.566 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.566 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.566 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.566 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.566 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect" 2024-04-25T01:28:54.566 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.566 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.566 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.566 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.566 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.566 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.566 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-25T01:28:54.566 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: "url_prefix": { 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url_prefix", 2024-04-25T01:28:54.567 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.568 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "devicehealth", 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_monitoring": { 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_monitoring", 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "monitor device health metrics", 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.569 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.570 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.571 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.571 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.571 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.571 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.571 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.571 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.571 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.571 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.571 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.571 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.571 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.571 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.571 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.571 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.572 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.573 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: "mark_out_threshold": { 2024-04-25T01:28:54.574 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mark_out_threshold", 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2419200", 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_name": { 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_name", 2024-04-25T01:28:54.575 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "device_health_metrics", 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: "retention_period": { 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retention_period", 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.576 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15552000", 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain device health metrics", 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_frequency": { 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_frequency", 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.577 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.578 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-25T01:28:54.578 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.578 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.578 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.578 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T01:28:54.578 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.578 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.578 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.578 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.578 INFO:teuthology.orchestra.run.smithi026.stdout: "self_heal": { 2024-04-25T01:28:54.578 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "self_heal", 2024-04-25T01:28:54.578 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.578 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.578 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:54.579 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.580 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.580 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.580 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T01:28:54.580 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.580 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.580 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.580 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.580 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_threshold": { 2024-04-25T01:28:54.580 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_threshold", 2024-04-25T01:28:54.580 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.580 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.580 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.580 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7257600", 2024-04-25T01:28:54.580 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.581 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.581 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.581 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T01:28:54.581 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.581 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.581 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.581 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.581 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.581 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.581 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.581 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "diskprediction_local", 2024-04-25T01:28:54.581 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.581 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.581 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.582 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.582 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.582 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.582 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.582 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.582 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.582 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.582 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.582 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.582 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.582 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.582 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.582 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.583 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.584 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.585 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.586 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.586 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.586 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.586 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.586 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.586 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.586 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.586 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.586 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.586 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.586 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.586 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.586 INFO:teuthology.orchestra.run.smithi026.stdout: "predict_interval": { 2024-04-25T01:28:54.586 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predict_interval", 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: "predictor_model": { 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predictor_model", 2024-04-25T01:28:54.587 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "prophetstor", 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.588 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "influx", 2024-04-25T01:28:54.589 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": false, 2024-04-25T01:28:54.590 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "influxdb python module not found", 2024-04-25T01:28:54.590 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.590 INFO:teuthology.orchestra.run.smithi026.stdout: "batch_size": { 2024-04-25T01:28:54.590 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "batch_size", 2024-04-25T01:28:54.590 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.590 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.590 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.590 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5000", 2024-04-25T01:28:54.590 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.590 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.590 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.590 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T01:28:54.590 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.590 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.591 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.591 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.591 INFO:teuthology.orchestra.run.smithi026.stdout: "database": { 2024-04-25T01:28:54.591 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "database", 2024-04-25T01:28:54.591 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.591 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.591 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.591 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "ceph", 2024-04-25T01:28:54.591 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.591 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.591 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.591 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T01:28:54.591 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.591 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: "hostname": { 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hostname", 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server hostname", 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.592 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.593 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.593 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:54.593 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:54.593 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.593 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.593 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.593 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "30", 2024-04-25T01:28:54.593 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "5", 2024-04-25T01:28:54.593 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.593 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.593 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T01:28:54.593 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.593 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.593 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.594 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.594 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.594 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.594 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.594 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.594 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.594 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.594 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.594 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.594 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.594 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.594 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.594 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.594 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.595 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.596 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.597 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: "password": { 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "password", 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.598 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "password of InfluxDB server user", 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: "port": { 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "port", 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.599 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8086", 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server port", 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.600 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "false", 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: "threads": { 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threads", 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-25T01:28:54.601 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-25T01:28:54.602 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "32", 2024-04-25T01:28:54.602 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.602 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T01:28:54.602 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.602 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.602 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.602 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.602 INFO:teuthology.orchestra.run.smithi026.stdout: "username": { 2024-04-25T01:28:54.602 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "username", 2024-04-25T01:28:54.602 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.602 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.602 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.602 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.602 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "username of InfluxDB server user", 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: "verify_ssl": { 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "verify_ssl", 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "true", 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.603 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.604 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.604 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T01:28:54.604 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.604 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.604 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.604 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.604 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.604 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.604 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.604 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "insights", 2024-04-25T01:28:54.604 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.604 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.604 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.604 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.605 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.606 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.606 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.606 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.606 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.606 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.606 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.606 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.606 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.606 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.606 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.606 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.606 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.606 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.606 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.607 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.607 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.607 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.607 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.607 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.607 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.607 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.607 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.607 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.607 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.607 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.607 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.607 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.607 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.608 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.608 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.608 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.608 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.608 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.608 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.608 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.608 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.608 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.608 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.608 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.608 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.608 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.609 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.609 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.609 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.609 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.609 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.609 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.609 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.609 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.609 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.609 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.609 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.609 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.609 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.610 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.610 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.610 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "iostat", 2024-04-25T01:28:54.610 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.610 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.610 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.610 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.610 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.610 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.610 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.610 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.610 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.610 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.610 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.611 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.611 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.611 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.611 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.611 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.611 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.611 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.611 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.611 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.611 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.611 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.611 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.611 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.611 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.612 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.613 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.614 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "k8sevents", 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_event_retention_days": { 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ceph_event_retention_days", 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.615 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7", 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: "config_check_secs": { 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_check_secs", 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.616 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "10", 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.617 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.618 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.619 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.620 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.620 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.620 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.620 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.620 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.620 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.620 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.620 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.620 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.620 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.620 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.620 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.620 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.620 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.621 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.622 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.622 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.622 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.622 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.622 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.622 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.622 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.622 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "localpool", 2024-04-25T01:28:54.622 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.622 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.622 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.622 INFO:teuthology.orchestra.run.smithi026.stdout: "failure_domain": { 2024-04-25T01:28:54.622 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "failure_domain", 2024-04-25T01:28:54.622 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.623 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.623 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.623 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "host", 2024-04-25T01:28:54.623 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.623 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.623 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.623 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "failure domain for any created local pool", 2024-04-25T01:28:54.623 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T01:28:54.623 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.623 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.623 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.623 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.623 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.623 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.624 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.625 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.625 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.625 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.625 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.625 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.625 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.625 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.625 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.625 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.625 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.625 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.625 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.625 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.626 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.626 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.626 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.626 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.626 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.626 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.626 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.626 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.626 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.626 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.626 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.626 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.626 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.626 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.627 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.627 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.627 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.627 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.627 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.627 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.627 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.627 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.627 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.627 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.627 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.627 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.627 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.627 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: "min_size": { 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_size", 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.628 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.629 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.629 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.629 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.629 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.629 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.629 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default min_size for any created local pool", 2024-04-25T01:28:54.629 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T01:28:54.629 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.629 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.629 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.629 INFO:teuthology.orchestra.run.smithi026.stdout: "num_rep": { 2024-04-25T01:28:54.629 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "num_rep", 2024-04-25T01:28:54.629 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.630 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.630 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.630 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3", 2024-04-25T01:28:54.630 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.630 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.630 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.630 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default replica count for any created local pool", 2024-04-25T01:28:54.630 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.630 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.630 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.630 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.630 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_num": { 2024-04-25T01:28:54.630 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_num", 2024-04-25T01:28:54.630 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.631 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.631 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.631 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "128", 2024-04-25T01:28:54.631 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.631 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.631 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.631 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T01:28:54.631 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.631 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.631 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.631 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.631 INFO:teuthology.orchestra.run.smithi026.stdout: "prefix": { 2024-04-25T01:28:54.631 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prefix", 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name prefix for any created local pool", 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "subtree": { 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "subtree", 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.632 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "rack", 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mds_autoscaler", 2024-04-25T01:28:54.633 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.634 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.634 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.634 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.634 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.634 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.634 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.634 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.634 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.634 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.634 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.634 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.634 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.634 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.634 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.635 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.636 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.637 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.637 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.637 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.637 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.637 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.637 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.637 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.637 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.637 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.637 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.637 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.637 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.637 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.638 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.638 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.638 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.638 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.638 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.638 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.638 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.638 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.638 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.638 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.638 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.638 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.638 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.638 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.639 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.639 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.639 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.639 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirroring", 2024-04-25T01:28:54.639 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.639 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.639 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.639 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.639 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.639 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.639 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.639 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.639 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.639 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.640 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.641 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.642 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.642 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.642 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.642 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.642 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.642 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.642 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.642 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.642 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.642 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.642 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.642 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.642 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.642 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.643 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "nfs", 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.644 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.645 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.646 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.646 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.646 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.646 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.646 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.646 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.646 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.646 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.646 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.646 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.646 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.646 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.646 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.646 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.648 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: "fail_fs": { 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "fail_fs", 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.649 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.650 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.651 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.652 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.653 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator": { 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.656 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.656 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm", 2024-04-25T01:28:54.656 INFO:teuthology.orchestra.run.smithi026.stdout: "rook", 2024-04-25T01:28:54.656 INFO:teuthology.orchestra.run.smithi026.stdout: "test_orchestrator" 2024-04-25T01:28:54.656 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.656 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Orchestrator backend", 2024-04-25T01:28:54.656 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.657 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.657 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.657 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.657 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.657 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.657 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.657 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_perf_query", 2024-04-25T01:28:54.658 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.658 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.658 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.658 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.658 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.658 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.658 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.658 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.658 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.658 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.658 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.658 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.659 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.659 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.659 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.659 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.659 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.659 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.659 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.659 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.659 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.659 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.659 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.659 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.659 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.659 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.660 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.660 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.660 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.660 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.660 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.660 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.660 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.660 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.660 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.660 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.660 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.660 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.660 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.660 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.661 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.662 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.662 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.662 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.662 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.662 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.662 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.662 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.662 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.662 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.662 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.662 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.662 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.663 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.663 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.663 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.663 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.663 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.663 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.663 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.663 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.663 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.663 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_support", 2024-04-25T01:28:54.663 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.663 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.663 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.663 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.664 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.664 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.664 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.664 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.664 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.664 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.664 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.664 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.664 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.664 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.664 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.664 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.664 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.664 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.665 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.666 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.667 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_autoscaler", 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.668 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.669 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.669 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.669 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.669 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.669 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.669 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.669 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.669 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.669 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.669 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.669 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.669 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.669 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.669 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.670 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.670 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.670 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.670 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.670 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.670 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.670 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.670 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.670 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.670 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.670 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.670 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.670 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.670 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.671 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.671 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.671 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.671 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.671 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.671 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.671 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.671 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.671 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.671 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.671 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.671 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.671 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.671 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.672 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.672 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.672 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.672 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.672 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.672 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.672 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.672 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.672 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.672 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.672 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.672 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.672 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.672 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.673 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.673 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.673 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.673 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.673 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.673 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.673 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.673 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.673 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.673 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.673 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.673 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.673 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.673 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.674 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:54.674 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:54.674 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.674 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.674 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.674 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:54.674 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.674 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.674 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.674 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.674 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.674 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.674 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.674 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.675 INFO:teuthology.orchestra.run.smithi026.stdout: "threshold": { 2024-04-25T01:28:54.675 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threshold", 2024-04-25T01:28:54.675 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:54.675 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.675 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.675 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-25T01:28:54.675 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1.0", 2024-04-25T01:28:54.675 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.675 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.675 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "scaling threshold", 2024-04-25T01:28:54.675 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T01:28:54.675 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.675 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.675 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "progress", 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_pg_recovery_event": { 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_pg_recovery_event", 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.676 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.677 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.678 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.679 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.680 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.680 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.680 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.680 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.680 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.680 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.680 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.680 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.680 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.680 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.680 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.680 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.680 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.680 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.681 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.682 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: "max_completed_events": { 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_completed_events", 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "50", 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "number of past completed events to remember", 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.683 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-25T01:28:54.684 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-25T01:28:54.684 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.684 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.684 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.684 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-25T01:28:54.684 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.684 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.684 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.684 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long the module is going to sleep", 2024-04-25T01:28:54.684 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.684 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.684 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.684 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.684 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.685 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.685 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.685 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus", 2024-04-25T01:28:54.685 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.685 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.685 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.685 INFO:teuthology.orchestra.run.smithi026.stdout: "cache": { 2024-04-25T01:28:54.685 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cache", 2024-04-25T01:28:54.685 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.685 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.685 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.685 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.685 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.686 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.686 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.686 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.686 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.686 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.686 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.686 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.686 INFO:teuthology.orchestra.run.smithi026.stdout: "exclude_perf_counters": { 2024-04-25T01:28:54.686 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "exclude_perf_counters", 2024-04-25T01:28:54.686 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.686 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.686 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.686 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.686 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.687 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.688 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.688 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.688 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.688 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.688 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.688 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.688 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.688 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.688 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.688 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.688 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.688 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.689 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.689 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.689 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.689 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.689 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.689 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.689 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.689 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.689 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.689 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.689 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.689 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.689 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.690 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.691 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools": { 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools", 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.692 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "300", 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.693 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.694 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.694 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.694 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.694 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.694 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.694 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_interval": { 2024-04-25T01:28:54.694 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_interval", 2024-04-25T01:28:54.694 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:54.694 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.694 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.694 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15.0", 2024-04-25T01:28:54.694 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.694 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.694 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T01:28:54.695 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.696 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.696 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.696 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.696 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-25T01:28:54.696 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-25T01:28:54.696 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.696 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.696 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.696 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "9283", 2024-04-25T01:28:54.696 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.696 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.696 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.696 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T01:28:54.696 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: "stale_cache_strategy": { 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stale_cache_strategy", 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "log", 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.697 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "default", 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: "default", 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: "error" 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.698 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.699 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.700 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.700 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.700 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.700 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.700 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.700 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_support", 2024-04-25T01:28:54.700 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.700 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.700 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.700 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.700 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.700 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.700 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.701 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.701 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.701 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.701 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.701 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.701 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.701 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.702 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.702 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.702 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.702 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.702 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.702 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.702 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.703 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.703 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.703 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.703 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.703 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.703 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.703 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.703 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.704 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.704 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.704 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.704 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.704 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.704 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.704 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.705 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.705 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.705 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.705 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.705 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.705 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.705 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.705 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.705 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.706 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.706 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.706 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.706 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.706 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.706 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.706 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.707 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.707 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.707 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.707 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.707 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.707 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.707 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.708 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.708 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.708 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.708 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.708 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.708 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.708 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.708 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.708 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.708 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.709 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.709 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.709 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.709 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.709 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_snap_create": { 2024-04-25T01:28:54.709 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_snap_create", 2024-04-25T01:28:54.709 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.709 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.709 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.709 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-25T01:28:54.709 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.709 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.709 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.710 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.710 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.710 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.710 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.710 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.710 INFO:teuthology.orchestra.run.smithi026.stdout: "mirror_snapshot_schedule": { 2024-04-25T01:28:54.710 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T01:28:54.710 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.710 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.710 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.710 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.710 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.710 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.710 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.711 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.711 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.711 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.711 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.711 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.711 INFO:teuthology.orchestra.run.smithi026.stdout: "trash_purge_schedule": { 2024-04-25T01:28:54.711 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "trash_purge_schedule", 2024-04-25T01:28:54.711 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.711 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.711 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.711 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.711 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.711 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.711 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "restful", 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_auth": { 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_auth", 2024-04-25T01:28:54.712 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.713 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.714 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.714 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.714 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.714 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.714 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.714 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.714 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.714 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.714 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.714 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.714 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.714 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.714 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.714 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.715 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.716 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.717 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.718 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.718 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.718 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.718 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.718 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.718 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.718 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.718 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.718 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.718 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.718 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.718 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.718 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.718 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.719 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.719 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.719 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.719 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.719 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.719 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-25T01:28:54.719 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-25T01:28:54.719 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.719 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.719 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.719 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.719 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.719 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.719 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.720 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.720 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.720 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.720 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.720 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.720 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-25T01:28:54.720 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-25T01:28:54.720 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.720 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.720 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.720 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.720 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.720 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.721 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.721 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.721 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.721 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.721 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.721 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.721 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.721 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.721 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.721 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rgw", 2024-04-25T01:28:54.721 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.721 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.722 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.722 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.722 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.722 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.722 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.722 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.722 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.722 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.722 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.722 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.722 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.722 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.722 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.723 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.723 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.723 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.723 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.723 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.723 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.723 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.723 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.723 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.723 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.723 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.723 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.723 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.724 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.724 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.724 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.724 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.724 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.724 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.724 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.724 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.724 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.724 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.724 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.724 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.724 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.725 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.725 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.725 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.725 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.725 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.725 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.725 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.725 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.725 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.725 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.725 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.725 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.725 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.725 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.726 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.726 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.726 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.726 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.726 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.726 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.726 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.726 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.726 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.726 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.726 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.726 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.726 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.726 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.727 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.727 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.727 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.727 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.727 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.727 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.727 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.727 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rook", 2024-04-25T01:28:54.727 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.727 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.727 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.727 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.727 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.727 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.728 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.728 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.728 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.728 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.728 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.728 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.728 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.728 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.728 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.728 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.728 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.728 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.728 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.728 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.729 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.729 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.729 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.729 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.729 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.729 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.729 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.729 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.729 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.729 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.729 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.729 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.729 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.729 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.730 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.730 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.730 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.730 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.730 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.730 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.730 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.730 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.730 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.730 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.730 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.730 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.730 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.730 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.731 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.732 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.732 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.732 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.732 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.732 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.732 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.732 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.732 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.732 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.732 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.732 INFO:teuthology.orchestra.run.smithi026.stdout: "storage_class": { 2024-04-25T01:28:54.732 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "storage_class", 2024-04-25T01:28:54.732 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.732 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.733 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.733 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "local", 2024-04-25T01:28:54.733 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.733 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.733 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.733 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T01:28:54.733 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.733 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.733 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.733 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.733 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.733 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.733 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.733 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "selftest", 2024-04-25T01:28:54.734 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.734 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.734 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.734 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.734 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.734 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.734 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.734 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.734 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.734 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.734 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.734 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.734 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.735 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.735 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.735 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.735 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.735 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.735 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.735 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.735 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.735 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.735 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.735 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.735 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.735 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.735 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.736 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.737 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.738 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.738 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.738 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.738 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.738 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.738 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.738 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.738 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.738 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.738 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.738 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.738 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.738 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.738 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.739 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.739 INFO:teuthology.orchestra.run.smithi026.stdout: "roption1": { 2024-04-25T01:28:54.739 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption1", 2024-04-25T01:28:54.739 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.739 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.739 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.739 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.739 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.739 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.739 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.739 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.739 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.739 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: "roption2": { 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption2", 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "xyz", 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.740 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.741 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.741 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption1": { 2024-04-25T01:28:54.741 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption1", 2024-04-25T01:28:54.741 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.741 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.741 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.741 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.741 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.741 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.741 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.741 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.741 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.741 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.742 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.742 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.742 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption2": { 2024-04-25T01:28:54.742 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption2", 2024-04-25T01:28:54.742 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.742 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.742 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.742 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.742 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.742 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.742 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.742 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.742 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.742 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption3": { 2024-04-25T01:28:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption3", 2024-04-25T01:28:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-25T01:28:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.743 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.744 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.744 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.744 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption4": { 2024-04-25T01:28:54.744 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption4", 2024-04-25T01:28:54.744 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.744 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.744 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.744 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.744 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.744 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.744 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.744 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.744 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.744 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption5": { 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption5", 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.745 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.746 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.746 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption6": { 2024-04-25T01:28:54.746 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption6", 2024-04-25T01:28:54.746 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.746 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.746 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.746 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.746 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.746 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.746 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.746 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.746 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.746 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.746 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption7": { 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption7", 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "42", 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.747 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.748 INFO:teuthology.orchestra.run.smithi026.stdout: "testkey": { 2024-04-25T01:28:54.748 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testkey", 2024-04-25T01:28:54.748 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.748 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.748 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.748 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.748 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.748 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.748 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.748 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.748 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.748 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.748 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.748 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.749 INFO:teuthology.orchestra.run.smithi026.stdout: "testlkey": { 2024-04-25T01:28:54.749 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testlkey", 2024-04-25T01:28:54.749 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.749 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.749 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.749 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.749 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.749 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.749 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.749 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.749 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.749 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.749 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.749 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.750 INFO:teuthology.orchestra.run.smithi026.stdout: "testnewline": { 2024-04-25T01:28:54.750 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testnewline", 2024-04-25T01:28:54.750 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.750 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.750 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.750 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.750 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.750 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.750 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.750 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.750 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.750 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.750 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.750 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snap_schedule", 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_m_granularity": { 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_m_granularity", 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.751 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: "dump_on_update": { 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dump_on_update", 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.752 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.753 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "dump database to debug log on update", 2024-04-25T01:28:54.753 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.753 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.753 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.753 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.753 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.753 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.753 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.753 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.753 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.753 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.753 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.753 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.753 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.754 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.755 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.755 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.755 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.755 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.755 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.755 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.755 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.755 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.755 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.755 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.755 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.755 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.755 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.755 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.756 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.757 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.757 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.757 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.757 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.757 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.757 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.757 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.757 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.757 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.757 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.757 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.757 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.757 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.757 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.758 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.758 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.758 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.758 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.758 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.758 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.758 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stats", 2024-04-25T01:28:54.758 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.758 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.758 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.758 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.758 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.758 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.759 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.760 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.760 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.760 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.760 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.760 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.760 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.760 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.760 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.760 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.760 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.760 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.760 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.760 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.760 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.761 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.761 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.761 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.761 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.761 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.761 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.761 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.761 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.761 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.761 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.761 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.761 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.761 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.761 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.762 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.762 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.762 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.762 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.762 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.762 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.762 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.762 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.762 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.762 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.762 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.762 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.762 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.763 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.763 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.763 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.763 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.763 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.763 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.763 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.763 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.763 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.763 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.763 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.763 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.764 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.764 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.764 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "status", 2024-04-25T01:28:54.764 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.764 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.764 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.764 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.764 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.764 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.764 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.764 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.764 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.764 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.764 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.765 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.765 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.765 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.765 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.765 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.765 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.765 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.765 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.765 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.765 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.765 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.765 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.765 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.766 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.766 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.766 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.766 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.766 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.766 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.766 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.766 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.766 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.766 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.766 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.766 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.766 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.767 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.768 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.768 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.768 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.768 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.768 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.768 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.768 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.768 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.768 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.768 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.768 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.768 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.768 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.768 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telegraf", 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: "address": { 2024-04-25T01:28:54.769 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "address", 2024-04-25T01:28:54.770 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.770 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.770 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.770 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T01:28:54.770 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.770 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.770 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.770 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.770 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.770 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.770 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.770 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.770 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:54.770 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:54.771 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.771 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.771 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.771 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15", 2024-04-25T01:28:54.771 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.771 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.771 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.771 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.771 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.771 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.771 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.771 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.771 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.772 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.773 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.774 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.774 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.774 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.774 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.774 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.774 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.774 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.774 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.774 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.774 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.774 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.774 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.774 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.774 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.775 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.775 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.775 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.775 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.775 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.775 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.775 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.775 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.775 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.775 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.775 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.775 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.775 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.775 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telemetry", 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.776 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.777 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.777 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_basic": { 2024-04-25T01:28:54.777 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_basic", 2024-04-25T01:28:54.777 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.777 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.777 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.777 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.777 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.777 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.777 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.777 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T01:28:54.778 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.778 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.778 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.778 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.778 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_crash": { 2024-04-25T01:28:54.778 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_crash", 2024-04-25T01:28:54.778 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.778 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.778 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.778 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.778 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.779 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.779 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.779 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T01:28:54.779 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.779 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.779 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.779 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.779 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_device": { 2024-04-25T01:28:54.779 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_device", 2024-04-25T01:28:54.779 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.779 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.779 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.779 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.780 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.780 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.780 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.780 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T01:28:54.780 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.780 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.780 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.780 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.780 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_ident": { 2024-04-25T01:28:54.780 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_ident", 2024-04-25T01:28:54.780 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.781 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.781 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.781 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.781 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.781 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.781 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.781 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T01:28:54.781 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.781 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.781 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.782 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.782 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_perf": { 2024-04-25T01:28:54.782 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_perf", 2024-04-25T01:28:54.782 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.782 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.782 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.782 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.782 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.782 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.782 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.782 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T01:28:54.783 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.783 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.783 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.783 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.783 INFO:teuthology.orchestra.run.smithi026.stdout: "contact": { 2024-04-25T01:28:54.783 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "contact", 2024-04-25T01:28:54.783 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.783 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.783 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.783 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.783 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.784 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.784 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.784 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.784 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.784 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.784 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.784 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.784 INFO:teuthology.orchestra.run.smithi026.stdout: "description": { 2024-04-25T01:28:54.784 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "description", 2024-04-25T01:28:54.784 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.785 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.785 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.785 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.785 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.785 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.785 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.785 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.785 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.785 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.785 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.785 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.786 INFO:teuthology.orchestra.run.smithi026.stdout: "device_url": { 2024-04-25T01:28:54.786 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_url", 2024-04-25T01:28:54.786 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.786 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.786 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.786 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T01:28:54.786 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.786 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.786 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.786 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.786 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.787 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.787 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.787 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.787 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-25T01:28:54.787 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-25T01:28:54.787 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.787 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.787 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.787 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.787 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.787 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.788 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.788 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.788 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.788 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.788 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.788 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.788 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:54.788 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:54.788 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.788 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.788 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.788 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "24", 2024-04-25T01:28:54.789 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "8", 2024-04-25T01:28:54.789 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.789 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.789 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.789 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.789 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.789 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.789 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.789 INFO:teuthology.orchestra.run.smithi026.stdout: "last_opt_revision": { 2024-04-25T01:28:54.789 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "last_opt_revision", 2024-04-25T01:28:54.789 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.790 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.790 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.790 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1", 2024-04-25T01:28:54.790 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.790 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.790 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.790 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.790 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.790 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.790 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.791 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.791 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard": { 2024-04-25T01:28:54.791 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard", 2024-04-25T01:28:54.791 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.791 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.791 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.791 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.791 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.791 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.791 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.792 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.792 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.792 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.792 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.792 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.792 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard_description": { 2024-04-25T01:28:54.792 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard_description", 2024-04-25T01:28:54.792 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.792 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.792 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.792 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.792 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.793 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.793 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.793 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.793 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.793 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.793 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.793 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.793 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.793 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.793 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.793 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.793 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.793 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.793 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.794 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.794 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.794 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.794 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.794 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.794 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.794 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.794 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.794 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.794 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.794 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.794 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.794 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.794 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.795 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.796 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.797 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.798 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.798 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.798 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.798 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.798 INFO:teuthology.orchestra.run.smithi026.stdout: "organization": { 2024-04-25T01:28:54.798 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "organization", 2024-04-25T01:28:54.798 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.798 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.798 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.798 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.798 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.798 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.798 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.798 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: "proxy": { 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "proxy", 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.799 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: "url": { 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url", 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.800 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "test_orchestrator", 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.801 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.802 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.803 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.804 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.805 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.806 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.806 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.806 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.806 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.806 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.806 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "volumes", 2024-04-25T01:28:54.806 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.806 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.806 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.806 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.806 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.806 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.806 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.806 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.807 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.808 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.809 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.810 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.810 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.810 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.810 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.810 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.810 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.810 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.810 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.810 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.810 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.810 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.810 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.810 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_clones": { 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_clones", 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4", 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.811 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "periodic_async_work": { 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "periodic_async_work", 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Periodically check for async work", 2024-04-25T01:28:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_delay": { 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_delay", 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.813 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.814 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.814 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.814 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_no_wait": { 2024-04-25T01:28:54.814 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T01:28:54.814 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.814 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.814 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.814 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-25T01:28:54.814 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.814 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.814 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.814 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T01:28:54.814 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.814 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix", 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: "discovery_interval": { 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "discovery_interval", 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.815 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "100", 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "identifier": { 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "identifier", 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.816 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.817 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.818 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.818 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.818 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.818 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.818 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-25T01:28:54.818 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-25T01:28:54.818 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.818 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.818 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.818 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.818 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.818 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.818 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.818 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.819 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.820 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.821 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.822 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_host": { 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_host", 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_port": { 2024-04-25T01:28:54.823 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_port", 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10051", 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_sender": { 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_sender", 2024-04-25T01:28:54.824 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.825 INFO:teuthology.orchestra.run.smithi026.stdout: "services": { 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: "dashboard": "https://172.21.15.26:8443/" 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: "always_on_modules": { 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: "octopus": [ 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-25T01:28:54.826 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "pacific": [ 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "quincy": [ 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-25T01:28:54.827 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: "reef": [ 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-25T01:28:54.828 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "squid": [ 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-25T01:28:54.829 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: "last_failure_osd_epoch": 3, 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: "active_clients": [ 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "devicehealth", 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 3588668467 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.830 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.831 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "libcephsqlite", 2024-04-25T01:28:54.831 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-25T01:28:54.831 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.831 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-25T01:28:54.831 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-25T01:28:54.831 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 1419877578 2024-04-25T01:28:54.831 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.831 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-25T01:28:54.831 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.831 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.831 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_support", 2024-04-25T01:28:54.831 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-25T01:28:54.831 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.831 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 1826702252 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "volumes", 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 761599918 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:54.832 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-25T01:28:54.833 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:28:54.839 DEBUG:tasks.check_counter:Getting stats from a 2024-04-25T01:28:54.839 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-25T01:28:54.839 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:53 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/145349054' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:28:54.840 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:53 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1269110117' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:28:54.840 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:54 smithi026 ceph-mon[28096]: pgmap v472: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 15 op/s 2024-04-25T01:28:54.840 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:54 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/892843827' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T01:28:54.840 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:54 smithi111 ceph-mon[32623]: pgmap v472: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 15 op/s 2024-04-25T01:28:54.840 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:54 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/892843827' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T01:28:54.841 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:54 smithi186 ceph-mon[32747]: pgmap v472: 97 pgs: 97 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 15 op/s 2024-04-25T01:28:54.841 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:54 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/892843827' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T01:28:55.337 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:28:56.549 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:56 smithi026 ceph-mon[28096]: pgmap v473: 97 pgs: 97 active+clean; 169 MiB data, 906 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 19 MiB/s wr, 19 op/s 2024-04-25T01:28:56.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:56 smithi186 ceph-mon[32747]: pgmap v473: 97 pgs: 97 active+clean; 169 MiB data, 906 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 19 MiB/s wr, 19 op/s 2024-04-25T01:28:56.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:56 smithi111 ceph-mon[32623]: pgmap v473: 97 pgs: 97 active+clean; 169 MiB data, 906 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 19 MiB/s wr, 19 op/s 2024-04-25T01:28:57.703 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:28:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T01:28:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 553, 2024-04-25T01:28:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 552, 2024-04-25T01:28:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 168957, 2024-04-25T01:28:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 174713, 2024-04-25T01:28:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 7, 2024-04-25T01:28:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 3, 2024-04-25T01:28:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.116409946, 2024-04-25T01:28:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.048637103, 2024-04-25T01:28:57.703 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.028396294, 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.026093858, 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 551, 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.045287549, 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000082191 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 448 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.704 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 48, 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 113, 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 13094, 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 208859, 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 5, 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 4, 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.023395645, 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.012779317, 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.005868941, 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.002276039, 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 111, 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.011192706, 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000100835 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.705 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 193856 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 101, 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 97, 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 465636, 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 54821, 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 4, 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 3, 2024-04-25T01:28:57.706 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.040898629, 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.014509554, 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.030904565, 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.003767887, 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 96, 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.010993886, 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000114519 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 464288, 2024-04-25T01:28:57.707 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 53856 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "cct": { 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "total_workers": 1, 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "unhealthy_workers": 0 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "finisher-MDSRank": { 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "queue_len": 0, 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "complete_latency": { 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 1189, 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.057293931, 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000048186 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "finisher-PurgeQueue": { 2024-04-25T01:28:57.708 INFO:teuthology.orchestra.run.smithi026.stdout: "queue_len": 0, 2024-04-25T01:28:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "complete_latency": { 2024-04-25T01:28:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "mds": { 2024-04-25T01:28:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "request": 0, 2024-04-25T01:28:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "reply": 0, 2024-04-25T01:28:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "reply_latency": { 2024-04-25T01:28:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.709 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "slow_reply": 0, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "forward": 0, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_fetch_complete": 0, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_fetch_keys": 0, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_commit": 0, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_split": 0, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_merge": 0, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes": 0, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_top": 0, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_bottom": 0, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_pin_tail": 0, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_pinned": 0, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_expired": 0, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_with_caps": 0, 2024-04-25T01:28:57.710 INFO:teuthology.orchestra.run.smithi026.stdout: "caps": 0, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "subtrees": 1, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse": 0, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_hit": 0, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_forward": 0, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_discover": 0, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_dir_fetch": 0, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_remote_ino": 0, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_lock": 0, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "load_cent": 0, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "q": 0, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "exported": 0, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "exported_inodes": 0, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "imported": 0, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "imported_inodes": 0, 2024-04-25T01:28:57.711 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_dir_fetch": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_backtrace_fetch": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_peer_discover": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rfiles": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rbytes": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rsnaps": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_set_tag": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_inotable_repaired": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dir_inodes": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_file_inodes": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_inode_file_caps": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T01:28:57.712 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_grant": 0, 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_caps": 0, 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_caps_dirty": 0, 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_cap_release": 0, 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "process_request_cap_release": 0 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_cache": { 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_update": 0, 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_update_receipt": 0, 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_try_discover": 0, 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_send_discover": 0, 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_handle_discover": 0, 2024-04-25T01:28:57.713 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays": 0, 2024-04-25T01:28:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays_delayed": 0, 2024-04-25T01:28:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays_enqueuing": 0, 2024-04-25T01:28:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_created": 0, 2024-04-25T01:28:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_enqueued": 0, 2024-04-25T01:28:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_reintegrated": 0, 2024-04-25T01:28:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_migrated": 0, 2024-04-25T01:28:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_processing": 0, 2024-04-25T01:28:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_enqueued": 0, 2024-04-25T01:28:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_prioritized": 0, 2024-04-25T01:28:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "recovery_started": 0, 2024-04-25T01:28:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "recovery_completed": 0, 2024-04-25T01:28:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_quiesce_path": 0, 2024-04-25T01:28:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_quiesce_inode": 0, 2024-04-25T01:28:57.714 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_exportdir": 0, 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_flush": 0, 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_fragmentdir": 0, 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_fragstats": 0, 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_inodestats": 0 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_log": { 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "evlrg": 0, 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "evadd": 0, 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "evex": 0, 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "evtrm": 0, 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "ev": 2, 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "evexg": 0, 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "evexd": 0, 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "segadd": 0, 2024-04-25T01:28:57.715 INFO:teuthology.orchestra.run.smithi026.stdout: "segex": 0, 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "segtrm": 0, 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "seg": 2, 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "segmjr": 2, 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "segexg": 0, 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "segexd": 0, 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "expos": 4194304, 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "wrpos": 4194892, 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "rdpos": 4194352, 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "jlat": { 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: "replayed": 2 2024-04-25T01:28:57.716 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_mem": { 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "ino": 3, 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "ino+": 3, 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "ino-": 0, 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "dir": 1, 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "dir+": 1, 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "dir-": 0, 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "dn": 0, 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "dn+": 0, 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "dn-": 0, 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "cap": 0, 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "cap+": 0, 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "cap-": 0, 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "rss": 48384, 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: "heap": 215420 2024-04-25T01:28:57.717 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_server": { 2024-04-25T01:28:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "dispatch_client_request": 0, 2024-04-25T01:28:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "dispatch_server_request": 0, 2024-04-25T01:28:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_request": 0, 2024-04-25T01:28:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_session": 0, 2024-04-25T01:28:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_peer_request": 0, 2024-04-25T01:28:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "req_create_latency": { 2024-04-25T01:28:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getattr_latency": { 2024-04-25T01:28:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.718 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getfilelock_latency": { 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "req_link_latency": { 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookup_latency": { 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.719 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookuphash_latency": { 2024-04-25T01:28:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupino_latency": { 2024-04-25T01:28:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.720 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupname_latency": { 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupparent_latency": { 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupsnap_latency": { 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.721 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lssnap_latency": { 2024-04-25T01:28:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mkdir_latency": { 2024-04-25T01:28:57.722 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mknod_latency": { 2024-04-25T01:28:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mksnap_latency": { 2024-04-25T01:28:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.723 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "req_open_latency": { 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "req_readdir_latency": { 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rename_latency": { 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.724 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "req_renamesnap_latency": { 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "req_snapdiff_latency": { 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmdir_latency": { 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.725 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmsnap_latency": { 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmxattr_latency": { 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setattr_latency": { 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.726 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setdirlayout_latency": { 2024-04-25T01:28:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setfilelock_latency": { 2024-04-25T01:28:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setlayout_latency": { 2024-04-25T01:28:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.727 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setxattr_latency": { 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "req_symlink_latency": { 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "req_unlink_latency": { 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.728 INFO:teuthology.orchestra.run.smithi026.stdout: "cap_revoke_eviction": 0, 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "cap_acquisition_throttle": 0, 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getvxattr_latency": { 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_sessions": { 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "session_count": 0, 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "session_add": 0, 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "session_remove": 0, 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "sessions_open": 0, 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "sessions_stale": 0, 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "total_load": 0, 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "average_load": 0, 2024-04-25T01:28:57.729 INFO:teuthology.orchestra.run.smithi026.stdout: "avg_session_uptime": 0, 2024-04-25T01:28:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "mdthresh_evicted": 0 2024-04-25T01:28:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "mempool": { 2024-04-25T01:28:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_bytes": 0, 2024-04-25T01:28:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_items": 0, 2024-04-25T01:28:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T01:28:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_items": 0, 2024-04-25T01:28:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T01:28:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_items": 0, 2024-04-25T01:28:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T01:28:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T01:28:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T01:28:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T01:28:57.730 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_items": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_bytes": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_items": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_bytes": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_items": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_items": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_bytes": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_items": 0, 2024-04-25T01:28:57.731 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_bytes": 0, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_items": 0, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_bytes": 0, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_items": 0, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_items": 0, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_items": 0, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_bytes": 206430, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_items": 57, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_bytes": 0, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_items": 0, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_bytes": 0, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_items": 0, 2024-04-25T01:28:57.732 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_bytes": 0, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_items": 0, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_bytes": 0, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_items": 0, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_bytes": 7720, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_items": 162, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_items": 0, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_bytes": 0, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_items": 0, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_bytes": 8464, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_items": 13, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_bytes": 0, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_items": 0, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_bytes": 0, 2024-04-25T01:28:57.733 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_items": 0 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "objecter": { 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "op_active": 0, 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "op_laggy": 0, 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "op_send": 598, 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "op_send_bytes": 21, 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "op_resend": 3, 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "op_reply": 598, 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "op_latency": { 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 598, 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 1.447978707, 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.002421369 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "op_inflight": 0, 2024-04-25T01:28:57.734 INFO:teuthology.orchestra.run.smithi026.stdout: "oplen_avg": { 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 598, 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 599 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "op": 598, 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "op_r": 598, 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "op_w": 0, 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "op_rmw": 0, 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "op_pg": 0, 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_stat": 296, 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_create": 0, 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_read": 300, 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_write": 0, 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_writefull": 0, 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_writesame": 0, 2024-04-25T01:28:57.735 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_append": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_zero": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_truncate": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_delete": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_mapext": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_sparse_read": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_clonerange": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_getxattr": 1, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_setxattr": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_cmpxattr": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_rmxattr": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_resetxattrs": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_call": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_watch": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_notify": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T01:28:57.736 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_pgls": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_pgls_filter": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_other": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_active": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_send": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_resend": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_ping": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_active": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_send": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_resend": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_active": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_send": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_resend": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_active": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_send": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_resend": 0, 2024-04-25T01:28:57.737 INFO:teuthology.orchestra.run.smithi026.stdout: "command_active": 0, 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "command_send": 0, 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "command_resend": 0, 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "map_epoch": 88, 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "map_full": 0, 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "map_inc": 2, 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_sessions": 7, 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_session_open": 7, 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_session_close": 0, 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_laggy": 0, 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_wr": 0, 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_rd": 2, 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_del": 0 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "oft": { 2024-04-25T01:28:57.738 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_objs": 0, 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_kv_pairs": 0, 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_updates": 0, 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_removes": 0 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "osd-slow-ops": { 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "slow_ops_count": 0 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "purge_queue": { 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_ops": 0, 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing": 0, 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_high_water": 0, 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executed_ops": 0, 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executed": 0, 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_item_in_journal": 0 2024-04-25T01:28:57.739 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 698, 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 576827, 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 698, 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 698, 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 576827, 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.740 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-objecter_bytes": { 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 598, 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 593, 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 598, 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 593, 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-25T01:28:57.741 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-objecter_ops": { 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 1024, 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 598, 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 598, 2024-04-25T01:28:57.742 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 598, 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 598, 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-write_buf_throttle": { 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 3758096384, 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-25T01:28:57.743 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 0, 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 0, 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-write_buf_throttle-0x555f2b6bc780": { 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 3758096384, 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-25T01:28:57.744 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-25T01:28:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-25T01:28:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-25T01:28:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-25T01:28:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-25T01:28:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 0, 2024-04-25T01:28:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 0, 2024-04-25T01:28:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-25T01:28:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:28:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:28:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:28:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:57.745 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:28:57.745 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:28:58.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:28:58 smithi026 ceph-mon[28096]: pgmap v474: 97 pgs: 97 active+clean; 21 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 MiB/s wr, 24 op/s 2024-04-25T01:28:58.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:28:58 smithi186 ceph-mon[32747]: pgmap v474: 97 pgs: 97 active+clean; 21 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 MiB/s wr, 24 op/s 2024-04-25T01:28:58.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:28:58 smithi111 ceph-mon[32623]: pgmap v474: 97 pgs: 97 active+clean; 21 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 MiB/s wr, 24 op/s 2024-04-25T01:28:58.726 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-04-25T01:28:58.726 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-04-25T01:28:58.726 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-04-25T01:28:58.726 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2024-04-25T01:28:58.726 DEBUG:tasks.check_counter:Getting stats from d 2024-04-25T01:28:58.727 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-25T01:28:59.152 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:29:00.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:00 smithi026 ceph-mon[28096]: pgmap v475: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 22 MiB/s wr, 22 op/s 2024-04-25T01:29:00.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:00 smithi186 ceph-mon[32747]: pgmap v475: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 22 MiB/s wr, 22 op/s 2024-04-25T01:29:00.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:00 smithi111 ceph-mon[32623]: pgmap v475: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 22 MiB/s wr, 22 op/s 2024-04-25T01:29:01.554 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:29:01.555 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T01:29:01.555 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 0, 2024-04-25T01:29:01.555 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 2, 2024-04-25T01:29:01.555 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 0, 2024-04-25T01:29:01.555 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 0, 2024-04-25T01:29:01.555 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 4, 2024-04-25T01:29:01.555 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 0, 2024-04-25T01:29:01.555 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.004430979, 2024-04-25T01:29:01.555 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T01:29:01.555 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.001023817, 2024-04-25T01:29:01.555 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T01:29:01.555 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:01.555 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 1, 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 71, 2024-04-25T01:29:01.556 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 160, 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 90112, 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 3, 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 2, 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.015269572, 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.010393532, 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.003234218, 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 69, 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.006245552, 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000090515 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:01.557 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 90112 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 101, 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 96, 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 445952, 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 57600, 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 2, 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 1, 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.043295027, 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.013654707, 2024-04-25T01:29:01.558 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.035885792, 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.003983412, 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 96, 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.011115734, 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000115788 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 445952, 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 57600 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: "cct": { 2024-04-25T01:29:01.559 INFO:teuthology.orchestra.run.smithi026.stdout: "total_workers": 0, 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "unhealthy_workers": 0 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "mempool": { 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_bytes": 0, 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_items": 0, 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_items": 0, 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_items": 0, 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_items": 0, 2024-04-25T01:29:01.560 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_bytes": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_items": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_bytes": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_items": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_items": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_bytes": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_items": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T01:29:01.561 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T01:29:01.562 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_bytes": 0, 2024-04-25T01:29:01.562 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_items": 0, 2024-04-25T01:29:01.562 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_bytes": 0, 2024-04-25T01:29:01.562 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_items": 0, 2024-04-25T01:29:01.562 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T01:29:01.562 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_items": 0, 2024-04-25T01:29:01.562 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T01:29:01.562 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_items": 0, 2024-04-25T01:29:01.562 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_bytes": 148823, 2024-04-25T01:29:01.562 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_items": 27, 2024-04-25T01:29:01.562 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_bytes": 0, 2024-04-25T01:29:01.562 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_items": 0, 2024-04-25T01:29:01.562 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_bytes": 0, 2024-04-25T01:29:01.562 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_items": 0, 2024-04-25T01:29:01.563 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_bytes": 0, 2024-04-25T01:29:01.563 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_items": 0, 2024-04-25T01:29:01.563 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_bytes": 0, 2024-04-25T01:29:01.563 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_items": 0, 2024-04-25T01:29:01.563 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_bytes": 0, 2024-04-25T01:29:01.563 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_items": 0, 2024-04-25T01:29:01.563 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T01:29:01.563 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_items": 0, 2024-04-25T01:29:01.563 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_bytes": 0, 2024-04-25T01:29:01.563 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_items": 0, 2024-04-25T01:29:01.563 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_bytes": 928, 2024-04-25T01:29:01.563 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_items": 2, 2024-04-25T01:29:01.563 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_bytes": 0, 2024-04-25T01:29:01.563 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_items": 0, 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_bytes": 0, 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_items": 0 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 98, 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 429265, 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 98, 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 98, 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 429265, 2024-04-25T01:29:01.564 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-25T01:29:01.565 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:01.565 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:01.565 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:01.565 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:29:01.565 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:29:01.565 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:29:02.399 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-04-25T01:29:02.399 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-04-25T01:29:02.399 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-04-25T01:29:02.399 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-04-25T01:29:02.399 DEBUG:tasks.check_counter:Getting stats from g 2024-04-25T01:29:02.400 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-25T01:29:02.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:02 smithi026 ceph-mon[28096]: pgmap v476: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 MiB/s wr, 26 op/s 2024-04-25T01:29:02.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:02 smithi186 ceph-mon[32747]: pgmap v476: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 MiB/s wr, 26 op/s 2024-04-25T01:29:02.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:02 smithi111 ceph-mon[32623]: pgmap v476: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 MiB/s wr, 26 op/s 2024-04-25T01:29:02.871 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:29:04.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:04 smithi186 ceph-mon[32747]: pgmap v477: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 21 MiB/s wr, 21 op/s 2024-04-25T01:29:04.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:04 smithi111 ceph-mon[32623]: pgmap v477: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 21 MiB/s wr, 21 op/s 2024-04-25T01:29:04.802 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:04 smithi026 ceph-mon[28096]: pgmap v477: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 21 MiB/s wr, 21 op/s 2024-04-25T01:29:05.472 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:29:05.473 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T01:29:05.473 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 0, 2024-04-25T01:29:05.473 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 2, 2024-04-25T01:29:05.473 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 0, 2024-04-25T01:29:05.473 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 0, 2024-04-25T01:29:05.473 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 4, 2024-04-25T01:29:05.473 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 0, 2024-04-25T01:29:05.473 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.004153172, 2024-04-25T01:29:05.473 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T01:29:05.473 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.000924970, 2024-04-25T01:29:05.473 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T01:29:05.474 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:05.474 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:05.474 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:05.474 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:05.474 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:05.474 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:05.474 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:05.474 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:05.474 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:05.474 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:05.474 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T01:29:05.474 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T01:29:05.475 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:05.475 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T01:29:05.475 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 5, 2024-04-25T01:29:05.475 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 70, 2024-04-25T01:29:05.475 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 3184, 2024-04-25T01:29:05.475 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 90032, 2024-04-25T01:29:05.475 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 3, 2024-04-25T01:29:05.475 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 2, 2024-04-25T01:29:05.475 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.013974494, 2024-04-25T01:29:05.475 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.009721323, 2024-04-25T01:29:05.475 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.002836140, 2024-04-25T01:29:05.475 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 69, 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.007182428, 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000104093 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 3184, 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 90032 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T01:29:05.476 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 93, 2024-04-25T01:29:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 90, 2024-04-25T01:29:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 441840, 2024-04-25T01:29:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 54592, 2024-04-25T01:29:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 2, 2024-04-25T01:29:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 1, 2024-04-25T01:29:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.036811143, 2024-04-25T01:29:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.013104394, 2024-04-25T01:29:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.027234944, 2024-04-25T01:29:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.003471766, 2024-04-25T01:29:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 89, 2024-04-25T01:29:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.008566374, 2024-04-25T01:29:05.477 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000096251 2024-04-25T01:29:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 441840, 2024-04-25T01:29:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 54592 2024-04-25T01:29:05.478 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "cct": { 2024-04-25T01:29:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "total_workers": 0, 2024-04-25T01:29:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "unhealthy_workers": 0 2024-04-25T01:29:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "mempool": { 2024-04-25T01:29:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_bytes": 0, 2024-04-25T01:29:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_items": 0, 2024-04-25T01:29:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T01:29:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_items": 0, 2024-04-25T01:29:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T01:29:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_items": 0, 2024-04-25T01:29:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T01:29:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T01:29:05.479 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T01:29:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T01:29:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T01:29:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_items": 0, 2024-04-25T01:29:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T01:29:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T01:29:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_bytes": 0, 2024-04-25T01:29:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_items": 0, 2024-04-25T01:29:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_bytes": 0, 2024-04-25T01:29:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_items": 0, 2024-04-25T01:29:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T01:29:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T01:29:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T01:29:05.480 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T01:29:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T01:29:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_items": 0, 2024-04-25T01:29:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_bytes": 0, 2024-04-25T01:29:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_items": 0, 2024-04-25T01:29:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T01:29:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T01:29:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_bytes": 0, 2024-04-25T01:29:05.481 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_items": 0, 2024-04-25T01:29:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_bytes": 0, 2024-04-25T01:29:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_items": 0, 2024-04-25T01:29:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T01:29:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_items": 0, 2024-04-25T01:29:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T01:29:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_items": 0, 2024-04-25T01:29:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_bytes": 148823, 2024-04-25T01:29:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_items": 27, 2024-04-25T01:29:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_bytes": 0, 2024-04-25T01:29:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_items": 0, 2024-04-25T01:29:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_bytes": 0, 2024-04-25T01:29:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_items": 0, 2024-04-25T01:29:05.482 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_bytes": 0, 2024-04-25T01:29:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_items": 0, 2024-04-25T01:29:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_bytes": 0, 2024-04-25T01:29:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_items": 0, 2024-04-25T01:29:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_bytes": 0, 2024-04-25T01:29:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_items": 0, 2024-04-25T01:29:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T01:29:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_items": 0, 2024-04-25T01:29:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_bytes": 0, 2024-04-25T01:29:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_items": 0, 2024-04-25T01:29:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_bytes": 928, 2024-04-25T01:29:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_items": 2, 2024-04-25T01:29:05.483 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_bytes": 0, 2024-04-25T01:29:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_items": 0, 2024-04-25T01:29:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_bytes": 0, 2024-04-25T01:29:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_items": 0 2024-04-25T01:29:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T01:29:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-25T01:29:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-25T01:29:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-25T01:29:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 94, 2024-04-25T01:29:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 428745, 2024-04-25T01:29:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 94, 2024-04-25T01:29:05.484 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-25T01:29:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-25T01:29:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 94, 2024-04-25T01:29:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 428745, 2024-04-25T01:29:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-25T01:29:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:29:05.485 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:29:05.485 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:29:06.289 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-04-25T01:29:06.289 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-04-25T01:29:06.289 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2024-04-25T01:29:06.289 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2024-04-25T01:29:06.289 DEBUG:tasks.check_counter:Getting stats from j 2024-04-25T01:29:06.289 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-25T01:29:06.552 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:06 smithi026 ceph-mon[28096]: pgmap v478: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 10 MiB/s wr, 19 op/s 2024-04-25T01:29:06.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:06 smithi186 ceph-mon[32747]: pgmap v478: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 10 MiB/s wr, 19 op/s 2024-04-25T01:29:06.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:06 smithi111 ceph-mon[32623]: pgmap v478: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 10 MiB/s wr, 19 op/s 2024-04-25T01:29:06.756 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T01:29:08.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:08 smithi186 ceph-mon[32747]: pgmap v479: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-25T01:29:08.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:08 smithi111 ceph-mon[32623]: pgmap v479: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-25T01:29:08.802 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:08 smithi026 ceph-mon[28096]: pgmap v479: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-25T01:29:09.475 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-25T01:29:09.475 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T01:29:09.475 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 187, 2024-04-25T01:29:09.475 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 181, 2024-04-25T01:29:09.475 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 509276, 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 139302, 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 14, 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 4, 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.069410312, 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.014945850, 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.063910345, 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.004563638, 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 179, 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.036854955, 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000205893 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 62, 2024-04-25T01:29:09.476 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000018024, 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000290 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 484800, 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 65504 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 210, 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 308, 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 71681, 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 260240, 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 8, 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 5, 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.069265976, 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.033288414, 2024-04-25T01:29:09.477 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.031573434, 2024-04-25T01:29:09.478 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.002962681, 2024-04-25T01:29:09.478 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:09.478 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 308, 2024-04-25T01:29:09.478 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.045995568, 2024-04-25T01:29:09.478 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000149336 2024-04-25T01:29:09.478 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.478 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:09.478 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 419, 2024-04-25T01:29:09.478 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000181089, 2024-04-25T01:29:09.478 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000432 2024-04-25T01:29:09.478 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.478 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-25T01:29:09.478 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 200112 2024-04-25T01:29:09.478 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 32, 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 34, 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 15292, 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 18810, 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 8, 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 5, 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.014396042, 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.002204250, 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.011237340, 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000794000, 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 32, 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.074061763, 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.002314430 2024-04-25T01:29:09.479 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 29, 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000011978, 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000413 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: "cct": { 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: "total_workers": 1, 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: "unhealthy_workers": 0 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: "finisher-MDSRank": { 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: "queue_len": 0, 2024-04-25T01:29:09.480 INFO:teuthology.orchestra.run.smithi026.stdout: "complete_latency": { 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 27, 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.002373646, 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000087912 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: "finisher-PurgeQueue": { 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: "queue_len": 0, 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: "complete_latency": { 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 2, 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000008151, 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000004075 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: "mds": { 2024-04-25T01:29:09.481 INFO:teuthology.orchestra.run.smithi026.stdout: "request": 0, 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "reply": 0, 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "reply_latency": { 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "slow_reply": 0, 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "forward": 0, 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_fetch_complete": 0, 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_fetch_keys": 0, 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_commit": 11, 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_split": 0, 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_merge": 0, 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes": 15, 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_top": 0, 2024-04-25T01:29:09.482 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_bottom": 15, 2024-04-25T01:29:09.483 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_pin_tail": 0, 2024-04-25T01:29:09.483 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_pinned": 13, 2024-04-25T01:29:09.483 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_expired": 4, 2024-04-25T01:29:09.483 INFO:teuthology.orchestra.run.smithi026.stdout: "inodes_with_caps": 0, 2024-04-25T01:29:09.483 INFO:teuthology.orchestra.run.smithi026.stdout: "caps": 0, 2024-04-25T01:29:09.483 INFO:teuthology.orchestra.run.smithi026.stdout: "subtrees": 3, 2024-04-25T01:29:09.483 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse": 4, 2024-04-25T01:29:09.483 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_hit": 2, 2024-04-25T01:29:09.483 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_forward": 0, 2024-04-25T01:29:09.483 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_discover": 2, 2024-04-25T01:29:09.483 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_dir_fetch": 0, 2024-04-25T01:29:09.483 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_remote_ino": 0, 2024-04-25T01:29:09.483 INFO:teuthology.orchestra.run.smithi026.stdout: "traverse_lock": 0, 2024-04-25T01:29:09.483 INFO:teuthology.orchestra.run.smithi026.stdout: "load_cent": 1000, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "q": 1, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "exported": 0, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "exported_inodes": 0, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "imported": 0, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "imported_inodes": 0, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_dir_fetch": 0, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_backtrace_fetch": 0, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "openino_peer_discover": 0, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rfiles": 8, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rbytes": 269505954, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "root_rsnaps": 0, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_set_tag": 0, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T01:29:09.484 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_inotable_repaired": 0, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dir_inodes": 0, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_file_inodes": 0, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_inode_file_caps": 0, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_grant": 0, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_caps": 0, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_caps_dirty": 0, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_cap_release": 0, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "process_request_cap_release": 0 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.485 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_cache": { 2024-04-25T01:29:09.486 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_update": 0, 2024-04-25T01:29:09.486 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_update_receipt": 6, 2024-04-25T01:29:09.486 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_try_discover": 4, 2024-04-25T01:29:09.486 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_send_discover": 5, 2024-04-25T01:29:09.486 INFO:teuthology.orchestra.run.smithi026.stdout: "dir_handle_discover": 0, 2024-04-25T01:29:09.486 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays": 0, 2024-04-25T01:29:09.486 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays_delayed": 0, 2024-04-25T01:29:09.486 INFO:teuthology.orchestra.run.smithi026.stdout: "num_strays_enqueuing": 0, 2024-04-25T01:29:09.486 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_created": 0, 2024-04-25T01:29:09.486 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_enqueued": 0, 2024-04-25T01:29:09.486 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_reintegrated": 0, 2024-04-25T01:29:09.486 INFO:teuthology.orchestra.run.smithi026.stdout: "strays_migrated": 0, 2024-04-25T01:29:09.486 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_processing": 0, 2024-04-25T01:29:09.486 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_enqueued": 0, 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: "num_recovering_prioritized": 0, 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: "recovery_started": 0, 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: "recovery_completed": 0, 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_quiesce_path": 0, 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_quiesce_inode": 0, 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_exportdir": 0, 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_flush": 0, 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_fragmentdir": 0, 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_fragstats": 0, 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: "ireq_inodestats": 0 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_log": { 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: "evlrg": 0, 2024-04-25T01:29:09.487 INFO:teuthology.orchestra.run.smithi026.stdout: "evadd": 2, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "evex": 0, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "evtrm": 0, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "ev": 2, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "evexg": 0, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "evexd": 0, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "segadd": 2, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "segex": 0, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "segtrm": 0, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "seg": 2, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "segmjr": 2, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "segexg": 0, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "segexd": 0, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "expos": 4194304, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "wrpos": 4194892, 2024-04-25T01:29:09.488 INFO:teuthology.orchestra.run.smithi026.stdout: "rdpos": 0, 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: "jlat": { 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 1, 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.002138117, 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.002138117 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: "replayed": 0 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_mem": { 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: "ino": 19, 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: "ino+": 21, 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: "ino-": 2, 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: "dir": 18, 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: "dir+": 21, 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: "dir-": 3, 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: "dn": 15, 2024-04-25T01:29:09.489 INFO:teuthology.orchestra.run.smithi026.stdout: "dn+": 19, 2024-04-25T01:29:09.490 INFO:teuthology.orchestra.run.smithi026.stdout: "dn-": 4, 2024-04-25T01:29:09.490 INFO:teuthology.orchestra.run.smithi026.stdout: "cap": 0, 2024-04-25T01:29:09.490 INFO:teuthology.orchestra.run.smithi026.stdout: "cap+": 0, 2024-04-25T01:29:09.490 INFO:teuthology.orchestra.run.smithi026.stdout: "cap-": 0, 2024-04-25T01:29:09.490 INFO:teuthology.orchestra.run.smithi026.stdout: "rss": 50048, 2024-04-25T01:29:09.490 INFO:teuthology.orchestra.run.smithi026.stdout: "heap": 223612 2024-04-25T01:29:09.490 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.490 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_server": { 2024-04-25T01:29:09.490 INFO:teuthology.orchestra.run.smithi026.stdout: "dispatch_client_request": 0, 2024-04-25T01:29:09.490 INFO:teuthology.orchestra.run.smithi026.stdout: "dispatch_server_request": 0, 2024-04-25T01:29:09.490 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_request": 0, 2024-04-25T01:29:09.490 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_client_session": 0, 2024-04-25T01:29:09.490 INFO:teuthology.orchestra.run.smithi026.stdout: "handle_peer_request": 0, 2024-04-25T01:29:09.490 INFO:teuthology.orchestra.run.smithi026.stdout: "req_create_latency": { 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getattr_latency": { 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getfilelock_latency": { 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: "req_link_latency": { 2024-04-25T01:29:09.491 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookup_latency": { 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookuphash_latency": { 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupino_latency": { 2024-04-25T01:29:09.492 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupname_latency": { 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupparent_latency": { 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lookupsnap_latency": { 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.493 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.494 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.494 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.494 INFO:teuthology.orchestra.run.smithi026.stdout: "req_lssnap_latency": { 2024-04-25T01:29:09.494 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.494 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.494 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.494 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.494 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mkdir_latency": { 2024-04-25T01:29:09.494 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.495 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.495 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.495 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.495 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mknod_latency": { 2024-04-25T01:29:09.495 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.495 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.495 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.495 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.495 INFO:teuthology.orchestra.run.smithi026.stdout: "req_mksnap_latency": { 2024-04-25T01:29:09.495 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: "req_open_latency": { 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: "req_readdir_latency": { 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rename_latency": { 2024-04-25T01:29:09.496 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: "req_renamesnap_latency": { 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: "req_snapdiff_latency": { 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmdir_latency": { 2024-04-25T01:29:09.497 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.498 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.498 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.498 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.498 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmsnap_latency": { 2024-04-25T01:29:09.498 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.498 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.498 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.498 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.498 INFO:teuthology.orchestra.run.smithi026.stdout: "req_rmxattr_latency": { 2024-04-25T01:29:09.498 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.498 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.498 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.498 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.498 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setattr_latency": { 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setdirlayout_latency": { 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setfilelock_latency": { 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.499 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setlayout_latency": { 2024-04-25T01:29:09.500 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.500 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.500 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.500 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.500 INFO:teuthology.orchestra.run.smithi026.stdout: "req_setxattr_latency": { 2024-04-25T01:29:09.500 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.500 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.500 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.500 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.500 INFO:teuthology.orchestra.run.smithi026.stdout: "req_symlink_latency": { 2024-04-25T01:29:09.500 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.500 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.500 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.500 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: "req_unlink_latency": { 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: "cap_revoke_eviction": 0, 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: "cap_acquisition_throttle": 0, 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: "req_getvxattr_latency": { 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_sessions": { 2024-04-25T01:29:09.501 INFO:teuthology.orchestra.run.smithi026.stdout: "session_count": 0, 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: "session_add": 0, 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: "session_remove": 0, 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: "sessions_open": 0, 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: "sessions_stale": 0, 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: "total_load": 0, 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: "average_load": 0, 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: "avg_session_uptime": 0, 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: "mdthresh_evicted": 0 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: "mempool": { 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_bytes": 0, 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_items": 0, 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_items": 0, 2024-04-25T01:29:09.502 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T01:29:09.503 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_items": 0, 2024-04-25T01:29:09.503 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T01:29:09.503 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T01:29:09.503 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T01:29:09.503 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T01:29:09.503 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T01:29:09.503 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_items": 0, 2024-04-25T01:29:09.503 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T01:29:09.503 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T01:29:09.503 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_bytes": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_items": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_bytes": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_items": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_items": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_bytes": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_items": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_bytes": 0, 2024-04-25T01:29:09.504 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_items": 0, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_bytes": 0, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_items": 0, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_items": 0, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_items": 0, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_bytes": 229655, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_items": 69, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_bytes": 0, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_items": 0, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_bytes": 0, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_items": 0, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_bytes": 0, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_items": 0, 2024-04-25T01:29:09.505 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_bytes": 0, 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_items": 0, 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_bytes": 7720, 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_items": 162, 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_items": 0, 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_bytes": 0, 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_items": 0, 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_bytes": 76405, 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_items": 306, 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_bytes": 0, 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_items": 0, 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_bytes": 0, 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_items": 0 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.506 INFO:teuthology.orchestra.run.smithi026.stdout: "objecter": { 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: "op_active": 0, 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: "op_laggy": 0, 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: "op_send": 35, 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: "op_send_bytes": 10710, 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: "op_resend": 33, 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: "op_reply": 35, 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: "op_latency": { 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 35, 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.286995793, 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.008199879 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: "op_inflight": 0, 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: "oplen_avg": { 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 35, 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 57 2024-04-25T01:29:09.507 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "op": 35, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "op_r": 0, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "op_w": 35, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "op_rmw": 0, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "op_pg": 0, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_stat": 0, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_create": 10, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_read": 0, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_write": 1, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_writefull": 5, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_writesame": 0, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_append": 0, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_zero": 0, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_truncate": 0, 2024-04-25T01:29:09.508 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_delete": 6, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_mapext": 0, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_sparse_read": 0, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_clonerange": 0, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_getxattr": 0, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_setxattr": 20, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_cmpxattr": 0, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_rmxattr": 0, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_resetxattrs": 0, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_call": 0, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_watch": 0, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_notify": 0, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_pgls": 0, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_pgls_filter": 0, 2024-04-25T01:29:09.509 INFO:teuthology.orchestra.run.smithi026.stdout: "osdop_other": 0, 2024-04-25T01:29:09.510 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_active": 0, 2024-04-25T01:29:09.510 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_send": 0, 2024-04-25T01:29:09.510 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_resend": 0, 2024-04-25T01:29:09.510 INFO:teuthology.orchestra.run.smithi026.stdout: "linger_ping": 0, 2024-04-25T01:29:09.510 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_active": 0, 2024-04-25T01:29:09.510 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_send": 0, 2024-04-25T01:29:09.510 INFO:teuthology.orchestra.run.smithi026.stdout: "poolop_resend": 0, 2024-04-25T01:29:09.510 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_active": 0, 2024-04-25T01:29:09.510 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_send": 0, 2024-04-25T01:29:09.510 INFO:teuthology.orchestra.run.smithi026.stdout: "poolstat_resend": 0, 2024-04-25T01:29:09.510 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_active": 0, 2024-04-25T01:29:09.511 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_send": 0, 2024-04-25T01:29:09.511 INFO:teuthology.orchestra.run.smithi026.stdout: "statfs_resend": 0, 2024-04-25T01:29:09.511 INFO:teuthology.orchestra.run.smithi026.stdout: "command_active": 0, 2024-04-25T01:29:09.511 INFO:teuthology.orchestra.run.smithi026.stdout: "command_send": 0, 2024-04-25T01:29:09.511 INFO:teuthology.orchestra.run.smithi026.stdout: "command_resend": 0, 2024-04-25T01:29:09.511 INFO:teuthology.orchestra.run.smithi026.stdout: "map_epoch": 88, 2024-04-25T01:29:09.511 INFO:teuthology.orchestra.run.smithi026.stdout: "map_full": 0, 2024-04-25T01:29:09.511 INFO:teuthology.orchestra.run.smithi026.stdout: "map_inc": 2, 2024-04-25T01:29:09.511 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_sessions": 9, 2024-04-25T01:29:09.511 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_session_open": 9, 2024-04-25T01:29:09.511 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_session_close": 0, 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_laggy": 0, 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_wr": 14, 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_rd": 0, 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_del": 1 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: "oft": { 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_objs": 1, 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_kv_pairs": 0, 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_updates": 0, 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: "omap_total_removes": 0 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: "osd-slow-ops": { 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: "slow_ops_count": 0 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.512 INFO:teuthology.orchestra.run.smithi026.stdout: "purge_queue": { 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_ops": 0, 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing": 0, 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executing_high_water": 0, 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executed_ops": 0, 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_executed": 0, 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: "pq_item_in_journal": 0 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 425, 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 547971, 2024-04-25T01:29:09.513 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 425, 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 425, 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 547971, 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-objecter_bytes": { 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-25T01:29:09.514 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 35, 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 10710, 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 35, 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 10710, 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-objecter_ops": { 2024-04-25T01:29:09.515 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 1024, 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 35, 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 35, 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 35, 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 35, 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.516 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-write_buf_throttle": { 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 3758096384, 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 0, 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 0, 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 0, 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 0, 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.517 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-write_buf_throttle-0x55c6f683a500": { 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 3758096384, 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 2, 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 588, 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 2, 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 1, 2024-04-25T01:29:09.518 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 588, 2024-04-25T01:29:09.519 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-25T01:29:09.519 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-25T01:29:09.519 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-25T01:29:09.519 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-25T01:29:09.519 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:29:09.519 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-25T01:29:09.519 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-25T01:29:10.558 INFO:tasks.check_counter:Daemon mds.j mds.exported=0 2024-04-25T01:29:10.558 INFO:tasks.check_counter:Daemon mds.j mds.imported=0 2024-04-25T01:29:10.558 INFO:tasks.check_counter:Daemon mds.j mds_cache.dir_update=0 2024-04-25T01:29:10.558 INFO:tasks.check_counter:Daemon mds.j mds_cache.dir_update_receipt=6 2024-04-25T01:29:10.558 DEBUG:tasks.check_counter:Getting stats from b 2024-04-25T01:29:10.559 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-25T01:29:10.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:10 smithi186 ceph-mon[32747]: pgmap v480: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T01:29:10.584 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:10 smithi111 ceph-mon[32623]: pgmap v480: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T01:29:10.802 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:10 smithi026 ceph-mon[28096]: pgmap v480: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-25T01:29:10.805 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T01:29:12.542 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:12 smithi111 ceph-mon[32623]: pgmap v481: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1023 B/s wr, 12 op/s 2024-04-25T01:29:12.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:12 smithi186 ceph-mon[32747]: pgmap v481: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1023 B/s wr, 12 op/s 2024-04-25T01:29:12.594 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-04-25T01:29:12.595 INFO:teuthology.orchestra.run.smithi111.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T01:29:12.595 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_messages": 914, 2024-04-25T01:29:12.595 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages": 849, 2024-04-25T01:29:12.595 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_bytes": 262587, 2024-04-25T01:29:12.595 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_bytes": 949147, 2024-04-25T01:29:12.595 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_created_connections": 11, 2024-04-25T01:29:12.595 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_active_connections": 3, 2024-04-25T01:29:12.595 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_total_time": 0.082327835, 2024-04-25T01:29:12.595 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_send_time": 0.024886633, 2024-04-25T01:29:12.595 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_recv_time": 0.028509060, 2024-04-25T01:29:12.595 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_fast_dispatch_time": 0.023036444, 2024-04-25T01:29:12.595 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:12.595 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 852, 2024-04-25T01:29:12.595 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.347550332, 2024-04-25T01:29:12.596 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000407922 2024-04-25T01:29:12.596 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.596 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:12.596 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 862, 2024-04-25T01:29:12.596 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000172646, 2024-04-25T01:29:12.596 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000200 2024-04-25T01:29:12.596 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.596 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-04-25T01:29:12.596 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_encrypted_bytes": 448 2024-04-25T01:29:12.596 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.596 INFO:teuthology.orchestra.run.smithi111.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T01:29:12.596 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_messages": 753, 2024-04-25T01:29:12.596 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages": 622, 2024-04-25T01:29:12.596 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_bytes": 247234, 2024-04-25T01:29:12.597 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_bytes": 471388, 2024-04-25T01:29:12.597 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_created_connections": 15, 2024-04-25T01:29:12.597 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_active_connections": 6, 2024-04-25T01:29:12.597 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_total_time": 0.072446343, 2024-04-25T01:29:12.597 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_send_time": 0.019522692, 2024-04-25T01:29:12.597 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_recv_time": 0.030721165, 2024-04-25T01:29:12.597 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_fast_dispatch_time": 0.022808566, 2024-04-25T01:29:12.597 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:12.597 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 620, 2024-04-25T01:29:12.597 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.194447533, 2024-04-25T01:29:12.597 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000313625 2024-04-25T01:29:12.597 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.597 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:12.598 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 313, 2024-04-25T01:29:12.598 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000123520, 2024-04-25T01:29:12.598 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000394 2024-04-25T01:29:12.598 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.598 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_encrypted_bytes": 51360, 2024-04-25T01:29:12.598 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_encrypted_bytes": 231552 2024-04-25T01:29:12.598 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.598 INFO:teuthology.orchestra.run.smithi111.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T01:29:12.598 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_messages": 831, 2024-04-25T01:29:12.598 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages": 771, 2024-04-25T01:29:12.598 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_bytes": 753542, 2024-04-25T01:29:12.598 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_bytes": 535481, 2024-04-25T01:29:12.598 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_created_connections": 28, 2024-04-25T01:29:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_active_connections": 7, 2024-04-25T01:29:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_total_time": 0.087411941, 2024-04-25T01:29:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_send_time": 0.027445465, 2024-04-25T01:29:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_recv_time": 0.042046352, 2024-04-25T01:29:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_fast_dispatch_time": 0.019102349, 2024-04-25T01:29:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 766, 2024-04-25T01:29:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.147659169, 2024-04-25T01:29:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000192766 2024-04-25T01:29:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 903, 2024-04-25T01:29:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000165219, 2024-04-25T01:29:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000182 2024-04-25T01:29:12.600 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.600 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_encrypted_bytes": 507424, 2024-04-25T01:29:12.600 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_encrypted_bytes": 60592 2024-04-25T01:29:12.600 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.600 INFO:teuthology.orchestra.run.smithi111.stdout: "cct": { 2024-04-25T01:29:12.600 INFO:teuthology.orchestra.run.smithi111.stdout: "total_workers": 1, 2024-04-25T01:29:12.600 INFO:teuthology.orchestra.run.smithi111.stdout: "unhealthy_workers": 0 2024-04-25T01:29:12.600 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.600 INFO:teuthology.orchestra.run.smithi111.stdout: "finisher-MDSRank": { 2024-04-25T01:29:12.600 INFO:teuthology.orchestra.run.smithi111.stdout: "queue_len": 0, 2024-04-25T01:29:12.600 INFO:teuthology.orchestra.run.smithi111.stdout: "complete_latency": { 2024-04-25T01:29:12.600 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 467, 2024-04-25T01:29:12.600 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.108814439, 2024-04-25T01:29:12.600 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000233007 2024-04-25T01:29:12.601 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:12.601 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.601 INFO:teuthology.orchestra.run.smithi111.stdout: "finisher-PurgeQueue": { 2024-04-25T01:29:12.601 INFO:teuthology.orchestra.run.smithi111.stdout: "queue_len": 0, 2024-04-25T01:29:12.601 INFO:teuthology.orchestra.run.smithi111.stdout: "complete_latency": { 2024-04-25T01:29:12.601 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 152, 2024-04-25T01:29:12.601 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.005119369, 2024-04-25T01:29:12.601 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000033680 2024-04-25T01:29:12.601 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:12.601 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.601 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2024-04-25T01:29:12.601 INFO:teuthology.orchestra.run.smithi111.stdout: "request": 51, 2024-04-25T01:29:12.601 INFO:teuthology.orchestra.run.smithi111.stdout: "reply": 51, 2024-04-25T01:29:12.601 INFO:teuthology.orchestra.run.smithi111.stdout: "reply_latency": { 2024-04-25T01:29:12.602 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 51, 2024-04-25T01:29:12.602 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.067320100, 2024-04-25T01:29:12.602 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.001320001 2024-04-25T01:29:12.602 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.602 INFO:teuthology.orchestra.run.smithi111.stdout: "slow_reply": 0, 2024-04-25T01:29:12.602 INFO:teuthology.orchestra.run.smithi111.stdout: "forward": 0, 2024-04-25T01:29:12.602 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_fetch_complete": 0, 2024-04-25T01:29:12.602 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_fetch_keys": 0, 2024-04-25T01:29:12.602 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_commit": 53, 2024-04-25T01:29:12.602 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_split": 0, 2024-04-25T01:29:12.602 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_merge": 0, 2024-04-25T01:29:12.602 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes": 24, 2024-04-25T01:29:12.602 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_top": 5, 2024-04-25T01:29:12.603 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_bottom": 19, 2024-04-25T01:29:12.603 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_pin_tail": 0, 2024-04-25T01:29:12.603 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_pinned": 16, 2024-04-25T01:29:12.603 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_expired": 0, 2024-04-25T01:29:12.603 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_with_caps": 1, 2024-04-25T01:29:12.603 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": 1, 2024-04-25T01:29:12.603 INFO:teuthology.orchestra.run.smithi111.stdout: "subtrees": 2, 2024-04-25T01:29:12.603 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse": 69, 2024-04-25T01:29:12.603 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_hit": 60, 2024-04-25T01:29:12.603 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_forward": 0, 2024-04-25T01:29:12.603 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_discover": 0, 2024-04-25T01:29:12.603 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_dir_fetch": 0, 2024-04-25T01:29:12.603 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_remote_ino": 0, 2024-04-25T01:29:12.603 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_lock": 0, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "load_cent": 70, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "q": 0, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "exported": 0, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "exported_inodes": 0, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "imported": 0, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "imported_inodes": 0, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "openino_dir_fetch": 0, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "openino_backtrace_fetch": 0, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "openino_peer_discover": 0, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "root_rfiles": 4, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "root_rbytes": 234, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "root_rsnaps": 0, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_set_tag": 0, 2024-04-25T01:29:12.604 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_inotable_repaired": 0, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_dir_inodes": 0, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_file_inodes": 0, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_inode_file_caps": 0, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_revoke": 14, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_grant": 29, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_caps": 106, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_caps_dirty": 86, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_cap_release": 1, 2024-04-25T01:29:12.605 INFO:teuthology.orchestra.run.smithi111.stdout: "process_request_cap_release": 25 2024-04-25T01:29:12.606 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.606 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_cache": { 2024-04-25T01:29:12.606 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_update": 12, 2024-04-25T01:29:12.606 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_update_receipt": 0, 2024-04-25T01:29:12.606 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_try_discover": 0, 2024-04-25T01:29:12.606 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_send_discover": 0, 2024-04-25T01:29:12.606 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_handle_discover": 28, 2024-04-25T01:29:12.606 INFO:teuthology.orchestra.run.smithi111.stdout: "num_strays": 0, 2024-04-25T01:29:12.606 INFO:teuthology.orchestra.run.smithi111.stdout: "num_strays_delayed": 0, 2024-04-25T01:29:12.606 INFO:teuthology.orchestra.run.smithi111.stdout: "num_strays_enqueuing": 0, 2024-04-25T01:29:12.606 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_created": 6, 2024-04-25T01:29:12.606 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_enqueued": 6, 2024-04-25T01:29:12.606 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_reintegrated": 0, 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_migrated": 0, 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: "num_recovering_processing": 0, 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: "num_recovering_enqueued": 0, 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: "num_recovering_prioritized": 0, 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: "recovery_started": 0, 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: "recovery_completed": 0, 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_quiesce_path": 0, 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_quiesce_inode": 0, 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_exportdir": 0, 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_flush": 0, 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_fragmentdir": 0, 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_fragstats": 0, 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_inodestats": 0 2024-04-25T01:29:12.607 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_log": { 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "evlrg": 0, 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "evadd": 171, 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "evex": 138, 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "evtrm": 138, 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "ev": 33, 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "evexg": 0, 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "evexd": 19, 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "segadd": 12, 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "segex": 11, 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "segtrm": 11, 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "seg": 1, 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "segmjr": 1, 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "segexg": 0, 2024-04-25T01:29:12.608 INFO:teuthology.orchestra.run.smithi111.stdout: "segexd": 1, 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: "expos": 4709763, 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: "wrpos": 4835034, 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: "rdpos": 0, 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: "jlat": { 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 139, 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.274015141, 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.001971331 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: "replayed": 0 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_mem": { 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ino": 23, 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ino+": 29, 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ino-": 6, 2024-04-25T01:29:12.609 INFO:teuthology.orchestra.run.smithi111.stdout: "dir": 18, 2024-04-25T01:29:12.610 INFO:teuthology.orchestra.run.smithi111.stdout: "dir+": 20, 2024-04-25T01:29:12.610 INFO:teuthology.orchestra.run.smithi111.stdout: "dir-": 2, 2024-04-25T01:29:12.610 INFO:teuthology.orchestra.run.smithi111.stdout: "dn": 24, 2024-04-25T01:29:12.610 INFO:teuthology.orchestra.run.smithi111.stdout: "dn+": 35, 2024-04-25T01:29:12.610 INFO:teuthology.orchestra.run.smithi111.stdout: "dn-": 11, 2024-04-25T01:29:12.610 INFO:teuthology.orchestra.run.smithi111.stdout: "cap": 1, 2024-04-25T01:29:12.610 INFO:teuthology.orchestra.run.smithi111.stdout: "cap+": 18, 2024-04-25T01:29:12.610 INFO:teuthology.orchestra.run.smithi111.stdout: "cap-": 17, 2024-04-25T01:29:12.610 INFO:teuthology.orchestra.run.smithi111.stdout: "rss": 53936, 2024-04-25T01:29:12.610 INFO:teuthology.orchestra.run.smithi111.stdout: "heap": 231804 2024-04-25T01:29:12.610 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.610 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_server": { 2024-04-25T01:29:12.610 INFO:teuthology.orchestra.run.smithi111.stdout: "dispatch_client_request": 74, 2024-04-25T01:29:12.610 INFO:teuthology.orchestra.run.smithi111.stdout: "dispatch_server_request": 0, 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_request": 51, 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_session": 10, 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_peer_request": 0, 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: "req_create_latency": { 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 8, 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.006952598, 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000869074 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: "req_getattr_latency": { 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 16, 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.003245370, 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000202835 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: "req_getfilelock_latency": { 2024-04-25T01:29:12.611 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: "req_link_latency": { 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookup_latency": { 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookuphash_latency": { 2024-04-25T01:29:12.612 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupino_latency": { 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupname_latency": { 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupparent_latency": { 2024-04-25T01:29:12.613 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.614 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.614 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.614 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.614 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupsnap_latency": { 2024-04-25T01:29:12.614 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.614 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.614 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.614 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.614 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lssnap_latency": { 2024-04-25T01:29:12.614 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.614 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.614 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.614 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.615 INFO:teuthology.orchestra.run.smithi111.stdout: "req_mkdir_latency": { 2024-04-25T01:29:12.615 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 8, 2024-04-25T01:29:12.615 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.013106942, 2024-04-25T01:29:12.615 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.001638367 2024-04-25T01:29:12.615 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.615 INFO:teuthology.orchestra.run.smithi111.stdout: "req_mknod_latency": { 2024-04-25T01:29:12.615 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.615 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: "req_mksnap_latency": { 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: "req_open_latency": { 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 1, 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000215167, 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000215167 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: "req_readdir_latency": { 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 2, 2024-04-25T01:29:12.616 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.003638651, 2024-04-25T01:29:12.617 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.001819325 2024-04-25T01:29:12.617 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.617 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rename_latency": { 2024-04-25T01:29:12.617 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 2, 2024-04-25T01:29:12.617 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.002066719, 2024-04-25T01:29:12.617 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.001033359 2024-04-25T01:29:12.617 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.617 INFO:teuthology.orchestra.run.smithi111.stdout: "req_renamesnap_latency": { 2024-04-25T01:29:12.617 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.617 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.617 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.617 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.617 INFO:teuthology.orchestra.run.smithi111.stdout: "req_snapdiff_latency": { 2024-04-25T01:29:12.617 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.618 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.618 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.618 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.618 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rmdir_latency": { 2024-04-25T01:29:12.618 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 2, 2024-04-25T01:29:12.618 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.013262304, 2024-04-25T01:29:12.618 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.006631152 2024-04-25T01:29:12.618 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.618 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rmsnap_latency": { 2024-04-25T01:29:12.618 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.618 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.618 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.618 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rmxattr_latency": { 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setattr_latency": { 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 1, 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000866749, 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000866749 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setdirlayout_latency": { 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.619 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setfilelock_latency": { 2024-04-25T01:29:12.620 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.620 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.620 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.620 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.620 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setlayout_latency": { 2024-04-25T01:29:12.620 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.620 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.620 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.620 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.620 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setxattr_latency": { 2024-04-25T01:29:12.620 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 7, 2024-04-25T01:29:12.620 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.018843567, 2024-04-25T01:29:12.620 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.002691938 2024-04-25T01:29:12.620 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: "req_symlink_latency": { 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: "req_unlink_latency": { 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 4, 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.005122033, 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.001280508 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: "cap_revoke_eviction": 0, 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: "cap_acquisition_throttle": 0, 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: "req_getvxattr_latency": { 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.621 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.622 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.622 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:12.622 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.622 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_sessions": { 2024-04-25T01:29:12.622 INFO:teuthology.orchestra.run.smithi111.stdout: "session_count": 1, 2024-04-25T01:29:12.622 INFO:teuthology.orchestra.run.smithi111.stdout: "session_add": 2, 2024-04-25T01:29:12.622 INFO:teuthology.orchestra.run.smithi111.stdout: "session_remove": 1, 2024-04-25T01:29:12.622 INFO:teuthology.orchestra.run.smithi111.stdout: "sessions_open": 1, 2024-04-25T01:29:12.622 INFO:teuthology.orchestra.run.smithi111.stdout: "sessions_stale": 0, 2024-04-25T01:29:12.622 INFO:teuthology.orchestra.run.smithi111.stdout: "total_load": 13, 2024-04-25T01:29:12.622 INFO:teuthology.orchestra.run.smithi111.stdout: "average_load": 13, 2024-04-25T01:29:12.622 INFO:teuthology.orchestra.run.smithi111.stdout: "avg_session_uptime": 167, 2024-04-25T01:29:12.622 INFO:teuthology.orchestra.run.smithi111.stdout: "mdthresh_evicted": 0 2024-04-25T01:29:12.623 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.623 INFO:teuthology.orchestra.run.smithi111.stdout: "mempool": { 2024-04-25T01:29:12.623 INFO:teuthology.orchestra.run.smithi111.stdout: "bloom_filter_bytes": 0, 2024-04-25T01:29:12.623 INFO:teuthology.orchestra.run.smithi111.stdout: "bloom_filter_items": 0, 2024-04-25T01:29:12.623 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T01:29:12.623 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_alloc_items": 0, 2024-04-25T01:29:12.623 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T01:29:12.623 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_data_items": 0, 2024-04-25T01:29:12.623 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T01:29:12.623 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T01:29:12.623 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T01:29:12.623 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_other_items": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_extent_bytes": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_extent_items": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_blob_bytes": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_blob_items": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_fsck_items": 0, 2024-04-25T01:29:12.624 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_txc_bytes": 0, 2024-04-25T01:29:12.625 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_txc_items": 0, 2024-04-25T01:29:12.625 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T01:29:12.625 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T01:29:12.625 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_bytes": 0, 2024-04-25T01:29:12.625 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_items": 0, 2024-04-25T01:29:12.625 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_bytes": 0, 2024-04-25T01:29:12.625 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_items": 0, 2024-04-25T01:29:12.625 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T01:29:12.625 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_reader_items": 0, 2024-04-25T01:29:12.625 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T01:29:12.625 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_writer_items": 0, 2024-04-25T01:29:12.625 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_anon_bytes": 315704, 2024-04-25T01:29:12.625 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_anon_items": 129, 2024-04-25T01:29:12.625 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_meta_bytes": 528, 2024-04-25T01:29:12.626 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_meta_items": 6, 2024-04-25T01:29:12.626 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_bytes": 0, 2024-04-25T01:29:12.626 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_items": 0, 2024-04-25T01:29:12.626 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_mapbl_bytes": 0, 2024-04-25T01:29:12.626 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_mapbl_items": 0, 2024-04-25T01:29:12.626 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_pglog_bytes": 0, 2024-04-25T01:29:12.626 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_pglog_items": 0, 2024-04-25T01:29:12.626 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_bytes": 7720, 2024-04-25T01:29:12.626 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_items": 162, 2024-04-25T01:29:12.626 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T01:29:12.626 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_mapping_items": 0, 2024-04-25T01:29:12.627 INFO:teuthology.orchestra.run.smithi111.stdout: "pgmap_bytes": 0, 2024-04-25T01:29:12.627 INFO:teuthology.orchestra.run.smithi111.stdout: "pgmap_items": 0, 2024-04-25T01:29:12.627 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_co_bytes": 96346, 2024-04-25T01:29:12.627 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_co_items": 679, 2024-04-25T01:29:12.627 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_1_bytes": 0, 2024-04-25T01:29:12.627 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_1_items": 0, 2024-04-25T01:29:12.627 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_2_bytes": 0, 2024-04-25T01:29:12.627 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_2_items": 0 2024-04-25T01:29:12.627 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.627 INFO:teuthology.orchestra.run.smithi111.stdout: "objecter": { 2024-04-25T01:29:12.627 INFO:teuthology.orchestra.run.smithi111.stdout: "op_active": 0, 2024-04-25T01:29:12.627 INFO:teuthology.orchestra.run.smithi111.stdout: "op_laggy": 0, 2024-04-25T01:29:12.627 INFO:teuthology.orchestra.run.smithi111.stdout: "op_send": 950, 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: "op_send_bytes": 708311, 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: "op_resend": 32, 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: "op_reply": 950, 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: "op_latency": { 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 950, 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 20.917625714, 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.022018553 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: "op_inflight": 0, 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: "oplen_avg": { 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 950, 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 1103 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: "op": 950, 2024-04-25T01:29:12.628 INFO:teuthology.orchestra.run.smithi111.stdout: "op_r": 2, 2024-04-25T01:29:12.629 INFO:teuthology.orchestra.run.smithi111.stdout: "op_w": 948, 2024-04-25T01:29:12.629 INFO:teuthology.orchestra.run.smithi111.stdout: "op_rmw": 0, 2024-04-25T01:29:12.629 INFO:teuthology.orchestra.run.smithi111.stdout: "op_pg": 0, 2024-04-25T01:29:12.629 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_stat": 33, 2024-04-25T01:29:12.629 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_create": 28, 2024-04-25T01:29:12.629 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_read": 2, 2024-04-25T01:29:12.629 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_write": 141, 2024-04-25T01:29:12.629 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_writefull": 45, 2024-04-25T01:29:12.629 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_writesame": 0, 2024-04-25T01:29:12.629 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_append": 0, 2024-04-25T01:29:12.629 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_zero": 0, 2024-04-25T01:29:12.629 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_truncate": 0, 2024-04-25T01:29:12.629 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_delete": 646, 2024-04-25T01:29:12.630 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_mapext": 0, 2024-04-25T01:29:12.630 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_sparse_read": 0, 2024-04-25T01:29:12.630 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_clonerange": 0, 2024-04-25T01:29:12.630 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_getxattr": 0, 2024-04-25T01:29:12.630 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_setxattr": 56, 2024-04-25T01:29:12.630 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_cmpxattr": 0, 2024-04-25T01:29:12.630 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_rmxattr": 0, 2024-04-25T01:29:12.630 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_resetxattrs": 0, 2024-04-25T01:29:12.630 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_call": 0, 2024-04-25T01:29:12.630 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_watch": 0, 2024-04-25T01:29:12.630 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_notify": 0, 2024-04-25T01:29:12.630 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T01:29:12.631 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_pgls": 0, 2024-04-25T01:29:12.631 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_pgls_filter": 0, 2024-04-25T01:29:12.631 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_other": 0, 2024-04-25T01:29:12.631 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_active": 0, 2024-04-25T01:29:12.631 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_send": 0, 2024-04-25T01:29:12.631 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_resend": 0, 2024-04-25T01:29:12.631 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_ping": 0, 2024-04-25T01:29:12.631 INFO:teuthology.orchestra.run.smithi111.stdout: "poolop_active": 0, 2024-04-25T01:29:12.631 INFO:teuthology.orchestra.run.smithi111.stdout: "poolop_send": 0, 2024-04-25T01:29:12.631 INFO:teuthology.orchestra.run.smithi111.stdout: "poolop_resend": 0, 2024-04-25T01:29:12.631 INFO:teuthology.orchestra.run.smithi111.stdout: "poolstat_active": 0, 2024-04-25T01:29:12.631 INFO:teuthology.orchestra.run.smithi111.stdout: "poolstat_send": 0, 2024-04-25T01:29:12.631 INFO:teuthology.orchestra.run.smithi111.stdout: "poolstat_resend": 0, 2024-04-25T01:29:12.631 INFO:teuthology.orchestra.run.smithi111.stdout: "statfs_active": 0, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "statfs_send": 0, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "statfs_resend": 0, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "command_active": 0, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "command_send": 0, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "command_resend": 0, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "map_epoch": 88, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "map_full": 0, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "map_inc": 3, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_sessions": 12, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_session_open": 12, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_session_close": 0, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_laggy": 0, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_wr": 142, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_rd": 0, 2024-04-25T01:29:12.632 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_del": 10 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: "oft": { 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_objs": 1, 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_kv_pairs": 0, 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_updates": 0, 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_removes": 0 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: "osd-slow-ops": { 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: "slow_ops_count": 0 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: "purge_queue": { 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing_ops": 0, 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing_ops_high_water": 133, 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing": 0, 2024-04-25T01:29:12.633 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing_high_water": 5, 2024-04-25T01:29:12.634 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executed_ops": 134, 2024-04-25T01:29:12.634 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executed": 6, 2024-04-25T01:29:12.634 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_item_in_journal": 0 2024-04-25T01:29:12.634 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.634 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T01:29:12.634 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:12.634 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 104857600, 2024-04-25T01:29:12.634 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:12.634 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 2494, 2024-04-25T01:29:12.634 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 1027624, 2024-04-25T01:29:12.634 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:12.634 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 2494, 2024-04-25T01:29:12.634 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 0, 2024-04-25T01:29:12.634 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 0, 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 2494, 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 1027624, 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-objecter_bytes": { 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 104857600, 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 0, 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 0, 2024-04-25T01:29:12.635 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 950, 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 708917, 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 950, 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 708917, 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-objecter_ops": { 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 1024, 2024-04-25T01:29:12.636 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 0, 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 0, 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 950, 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 950, 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 950, 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 950, 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.637 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-write_buf_throttle": { 2024-04-25T01:29:12.638 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:12.638 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 3758096384, 2024-04-25T01:29:12.638 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:12.638 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 6, 2024-04-25T01:29:12.638 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 606, 2024-04-25T01:29:12.638 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:12.638 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 6, 2024-04-25T01:29:12.638 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 0, 2024-04-25T01:29:12.638 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 0, 2024-04-25T01:29:12.638 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 2, 2024-04-25T01:29:12.638 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 606, 2024-04-25T01:29:12.638 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:12.638 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.638 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-write_buf_throttle-0x55e645bca500": { 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 3758096384, 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 171, 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 640730, 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 171, 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 0, 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 0, 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 139, 2024-04-25T01:29:12.639 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 640730, 2024-04-25T01:29:12.640 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:12.640 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:12.640 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:12.640 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:12.640 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:12.640 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:12.640 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-04-25T01:29:12.802 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:12 smithi026 ceph-mon[28096]: pgmap v481: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1023 B/s wr, 12 op/s 2024-04-25T01:29:13.409 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-04-25T01:29:13.409 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-04-25T01:29:13.409 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=12 2024-04-25T01:29:13.409 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=0 2024-04-25T01:29:13.410 DEBUG:tasks.check_counter:Getting stats from e 2024-04-25T01:29:13.410 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-25T01:29:13.697 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T01:29:14.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:14 smithi186 ceph-mon[32747]: pgmap v482: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-25T01:29:14.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:14 smithi111 ceph-mon[32623]: pgmap v482: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-25T01:29:14.802 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:14 smithi026 ceph-mon[28096]: pgmap v482: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-25T01:29:15.352 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-04-25T01:29:15.352 INFO:teuthology.orchestra.run.smithi111.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T01:29:15.352 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_messages": 252, 2024-04-25T01:29:15.352 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages": 274, 2024-04-25T01:29:15.352 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_bytes": 94001, 2024-04-25T01:29:15.352 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_bytes": 118288, 2024-04-25T01:29:15.352 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_created_connections": 9, 2024-04-25T01:29:15.352 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_active_connections": 3, 2024-04-25T01:29:15.352 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_total_time": 0.032609160, 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_send_time": 0.013013316, 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_recv_time": 0.016620675, 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_fast_dispatch_time": 0.002165927, 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 276, 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.054136839, 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000196147 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 467, 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000090158, 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000193 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T01:29:15.353 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_messages": 28, 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages": 101, 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_bytes": 14170, 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_bytes": 219734, 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_created_connections": 9, 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_active_connections": 5, 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_total_time": 0.009136120, 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_send_time": 0.003763691, 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_recv_time": 0.004421004, 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_fast_dispatch_time": 0.000243305, 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 99, 2024-04-25T01:29:15.354 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.032045229, 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000323689 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 29, 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000004706, 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000162 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_encrypted_bytes": 203344 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_messages": 179, 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages": 173, 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_bytes": 508544, 2024-04-25T01:29:15.355 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_bytes": 133926, 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_created_connections": 13, 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_active_connections": 5, 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_total_time": 0.028042303, 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_send_time": 0.008244210, 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_recv_time": 0.021857985, 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_fast_dispatch_time": 0.002555762, 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 169, 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.028102448, 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000166286 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 40, 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000009664, 2024-04-25T01:29:15.356 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000241 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_encrypted_bytes": 494480, 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_encrypted_bytes": 66240 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: "cct": { 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: "total_workers": 1, 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: "unhealthy_workers": 0 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: "finisher-MDSRank": { 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: "queue_len": 0, 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: "complete_latency": { 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 55, 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.001313064, 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000023873 2024-04-25T01:29:15.357 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:15.358 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.358 INFO:teuthology.orchestra.run.smithi111.stdout: "finisher-PurgeQueue": { 2024-04-25T01:29:15.358 INFO:teuthology.orchestra.run.smithi111.stdout: "queue_len": 0, 2024-04-25T01:29:15.358 INFO:teuthology.orchestra.run.smithi111.stdout: "complete_latency": { 2024-04-25T01:29:15.358 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 2, 2024-04-25T01:29:15.358 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000007573, 2024-04-25T01:29:15.358 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000003786 2024-04-25T01:29:15.358 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:15.358 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.358 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2024-04-25T01:29:15.358 INFO:teuthology.orchestra.run.smithi111.stdout: "request": 1, 2024-04-25T01:29:15.358 INFO:teuthology.orchestra.run.smithi111.stdout: "reply": 1, 2024-04-25T01:29:15.358 INFO:teuthology.orchestra.run.smithi111.stdout: "reply_latency": { 2024-04-25T01:29:15.358 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 1, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000109775, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000109775 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "slow_reply": 0, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "forward": 0, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_fetch_complete": 0, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_fetch_keys": 0, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_commit": 11, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_split": 0, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_merge": 0, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes": 16, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_top": 0, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_bottom": 16, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_pin_tail": 0, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_pinned": 13, 2024-04-25T01:29:15.359 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_expired": 4, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_with_caps": 1, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": 1, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "subtrees": 3, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse": 6, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_hit": 3, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_forward": 0, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_discover": 3, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_dir_fetch": 0, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_remote_ino": 0, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_lock": 0, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "load_cent": 0, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "q": 0, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "exported": 0, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "exported_inodes": 0, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "imported": 0, 2024-04-25T01:29:15.360 INFO:teuthology.orchestra.run.smithi111.stdout: "imported_inodes": 0, 2024-04-25T01:29:15.361 INFO:teuthology.orchestra.run.smithi111.stdout: "openino_dir_fetch": 0, 2024-04-25T01:29:15.361 INFO:teuthology.orchestra.run.smithi111.stdout: "openino_backtrace_fetch": 0, 2024-04-25T01:29:15.361 INFO:teuthology.orchestra.run.smithi111.stdout: "openino_peer_discover": 0, 2024-04-25T01:29:15.361 INFO:teuthology.orchestra.run.smithi111.stdout: "root_rfiles": 8, 2024-04-25T01:29:15.361 INFO:teuthology.orchestra.run.smithi111.stdout: "root_rbytes": 269505954, 2024-04-25T01:29:15.361 INFO:teuthology.orchestra.run.smithi111.stdout: "root_rsnaps": 0, 2024-04-25T01:29:15.361 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T01:29:15.361 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_set_tag": 0, 2024-04-25T01:29:15.361 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T01:29:15.361 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_inotable_repaired": 0, 2024-04-25T01:29:15.361 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_dir_inodes": 0, 2024-04-25T01:29:15.361 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T01:29:15.361 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T01:29:15.361 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_file_inodes": 0, 2024-04-25T01:29:15.362 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_inode_file_caps": 0, 2024-04-25T01:29:15.362 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T01:29:15.362 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_grant": 0, 2024-04-25T01:29:15.362 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T01:29:15.362 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T01:29:15.362 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T01:29:15.362 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_caps": 0, 2024-04-25T01:29:15.362 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_caps_dirty": 0, 2024-04-25T01:29:15.362 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_cap_release": 0, 2024-04-25T01:29:15.362 INFO:teuthology.orchestra.run.smithi111.stdout: "process_request_cap_release": 0 2024-04-25T01:29:15.362 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_cache": { 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_update": 0, 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_update_receipt": 9, 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_try_discover": 6, 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_send_discover": 7, 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_handle_discover": 0, 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "num_strays": 0, 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "num_strays_delayed": 0, 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "num_strays_enqueuing": 0, 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_created": 0, 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_enqueued": 0, 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_reintegrated": 0, 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_migrated": 0, 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "num_recovering_processing": 0, 2024-04-25T01:29:15.363 INFO:teuthology.orchestra.run.smithi111.stdout: "num_recovering_enqueued": 0, 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: "num_recovering_prioritized": 0, 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: "recovery_started": 0, 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: "recovery_completed": 0, 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_quiesce_path": 0, 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_quiesce_inode": 0, 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_exportdir": 0, 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_flush": 0, 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_fragmentdir": 0, 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_fragstats": 0, 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_inodestats": 0 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_log": { 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: "evlrg": 0, 2024-04-25T01:29:15.364 INFO:teuthology.orchestra.run.smithi111.stdout: "evadd": 5, 2024-04-25T01:29:15.365 INFO:teuthology.orchestra.run.smithi111.stdout: "evex": 0, 2024-04-25T01:29:15.365 INFO:teuthology.orchestra.run.smithi111.stdout: "evtrm": 0, 2024-04-25T01:29:15.365 INFO:teuthology.orchestra.run.smithi111.stdout: "ev": 5, 2024-04-25T01:29:15.365 INFO:teuthology.orchestra.run.smithi111.stdout: "evexg": 0, 2024-04-25T01:29:15.365 INFO:teuthology.orchestra.run.smithi111.stdout: "evexd": 0, 2024-04-25T01:29:15.365 INFO:teuthology.orchestra.run.smithi111.stdout: "segadd": 2, 2024-04-25T01:29:15.365 INFO:teuthology.orchestra.run.smithi111.stdout: "segex": 0, 2024-04-25T01:29:15.365 INFO:teuthology.orchestra.run.smithi111.stdout: "segtrm": 0, 2024-04-25T01:29:15.365 INFO:teuthology.orchestra.run.smithi111.stdout: "seg": 2, 2024-04-25T01:29:15.365 INFO:teuthology.orchestra.run.smithi111.stdout: "segmjr": 2, 2024-04-25T01:29:15.365 INFO:teuthology.orchestra.run.smithi111.stdout: "segexg": 0, 2024-04-25T01:29:15.366 INFO:teuthology.orchestra.run.smithi111.stdout: "segexd": 0, 2024-04-25T01:29:15.366 INFO:teuthology.orchestra.run.smithi111.stdout: "expos": 4194304, 2024-04-25T01:29:15.366 INFO:teuthology.orchestra.run.smithi111.stdout: "wrpos": 4195734, 2024-04-25T01:29:15.366 INFO:teuthology.orchestra.run.smithi111.stdout: "rdpos": 0, 2024-04-25T01:29:15.366 INFO:teuthology.orchestra.run.smithi111.stdout: "jlat": { 2024-04-25T01:29:15.366 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 4, 2024-04-25T01:29:15.366 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.021598018, 2024-04-25T01:29:15.366 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.005399504 2024-04-25T01:29:15.366 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.366 INFO:teuthology.orchestra.run.smithi111.stdout: "replayed": 0 2024-04-25T01:29:15.366 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.366 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_mem": { 2024-04-25T01:29:15.366 INFO:teuthology.orchestra.run.smithi111.stdout: "ino": 20, 2024-04-25T01:29:15.367 INFO:teuthology.orchestra.run.smithi111.stdout: "ino+": 22, 2024-04-25T01:29:15.367 INFO:teuthology.orchestra.run.smithi111.stdout: "ino-": 2, 2024-04-25T01:29:15.367 INFO:teuthology.orchestra.run.smithi111.stdout: "dir": 19, 2024-04-25T01:29:15.367 INFO:teuthology.orchestra.run.smithi111.stdout: "dir+": 21, 2024-04-25T01:29:15.367 INFO:teuthology.orchestra.run.smithi111.stdout: "dir-": 2, 2024-04-25T01:29:15.367 INFO:teuthology.orchestra.run.smithi111.stdout: "dn": 16, 2024-04-25T01:29:15.367 INFO:teuthology.orchestra.run.smithi111.stdout: "dn+": 20, 2024-04-25T01:29:15.367 INFO:teuthology.orchestra.run.smithi111.stdout: "dn-": 4, 2024-04-25T01:29:15.367 INFO:teuthology.orchestra.run.smithi111.stdout: "cap": 1, 2024-04-25T01:29:15.367 INFO:teuthology.orchestra.run.smithi111.stdout: "cap+": 1, 2024-04-25T01:29:15.367 INFO:teuthology.orchestra.run.smithi111.stdout: "cap-": 0, 2024-04-25T01:29:15.368 INFO:teuthology.orchestra.run.smithi111.stdout: "rss": 52168, 2024-04-25T01:29:15.368 INFO:teuthology.orchestra.run.smithi111.stdout: "heap": 223612 2024-04-25T01:29:15.368 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.368 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_server": { 2024-04-25T01:29:15.368 INFO:teuthology.orchestra.run.smithi111.stdout: "dispatch_client_request": 1, 2024-04-25T01:29:15.368 INFO:teuthology.orchestra.run.smithi111.stdout: "dispatch_server_request": 0, 2024-04-25T01:29:15.368 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_request": 1, 2024-04-25T01:29:15.368 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_session": 7, 2024-04-25T01:29:15.368 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_peer_request": 0, 2024-04-25T01:29:15.368 INFO:teuthology.orchestra.run.smithi111.stdout: "req_create_latency": { 2024-04-25T01:29:15.368 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.368 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.368 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.368 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: "req_getattr_latency": { 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: "req_getfilelock_latency": { 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: "req_link_latency": { 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.370 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookup_latency": { 2024-04-25T01:29:15.370 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.370 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.370 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.370 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.370 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookuphash_latency": { 2024-04-25T01:29:15.370 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.370 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.370 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.370 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.370 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupino_latency": { 2024-04-25T01:29:15.370 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 1, 2024-04-25T01:29:15.370 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000109775, 2024-04-25T01:29:15.370 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000109775 2024-04-25T01:29:15.371 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.371 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupname_latency": { 2024-04-25T01:29:15.371 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.371 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.371 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.371 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.371 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupparent_latency": { 2024-04-25T01:29:15.371 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.371 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.371 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.371 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.371 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupsnap_latency": { 2024-04-25T01:29:15.371 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.371 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.372 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.372 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.372 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lssnap_latency": { 2024-04-25T01:29:15.372 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.372 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.372 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.372 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.372 INFO:teuthology.orchestra.run.smithi111.stdout: "req_mkdir_latency": { 2024-04-25T01:29:15.372 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.373 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.373 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.373 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.373 INFO:teuthology.orchestra.run.smithi111.stdout: "req_mknod_latency": { 2024-04-25T01:29:15.374 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.374 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.374 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.374 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.374 INFO:teuthology.orchestra.run.smithi111.stdout: "req_mksnap_latency": { 2024-04-25T01:29:15.374 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.374 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.374 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.374 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.375 INFO:teuthology.orchestra.run.smithi111.stdout: "req_open_latency": { 2024-04-25T01:29:15.375 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.375 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.375 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.375 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.375 INFO:teuthology.orchestra.run.smithi111.stdout: "req_readdir_latency": { 2024-04-25T01:29:15.375 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.375 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.375 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.375 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.375 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rename_latency": { 2024-04-25T01:29:15.375 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.375 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.375 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: "req_renamesnap_latency": { 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: "req_snapdiff_latency": { 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rmdir_latency": { 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.376 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.377 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.377 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rmsnap_latency": { 2024-04-25T01:29:15.377 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.377 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.377 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.377 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.377 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rmxattr_latency": { 2024-04-25T01:29:15.377 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.377 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.377 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.377 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.377 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setattr_latency": { 2024-04-25T01:29:15.377 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.377 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setdirlayout_latency": { 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setfilelock_latency": { 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setlayout_latency": { 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.378 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setxattr_latency": { 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: "req_symlink_latency": { 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: "req_unlink_latency": { 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.379 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: "cap_revoke_eviction": 0, 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: "cap_acquisition_throttle": 0, 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: "req_getvxattr_latency": { 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_sessions": { 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: "session_count": 1, 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: "session_add": 2, 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: "session_remove": 1, 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: "sessions_open": 1, 2024-04-25T01:29:15.380 INFO:teuthology.orchestra.run.smithi111.stdout: "sessions_stale": 0, 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: "total_load": 1, 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: "average_load": 1, 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: "avg_session_uptime": 167, 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: "mdthresh_evicted": 0 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: "mempool": { 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: "bloom_filter_bytes": 0, 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: "bloom_filter_items": 0, 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_alloc_items": 0, 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_data_items": 0, 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T01:29:15.381 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_other_items": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_extent_bytes": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_extent_items": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_blob_bytes": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_blob_items": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T01:29:15.382 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_fsck_items": 0, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_txc_bytes": 0, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_txc_items": 0, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_bytes": 0, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_items": 0, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_bytes": 0, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_items": 0, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_reader_items": 0, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_writer_items": 0, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_anon_bytes": 246309, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_anon_items": 79, 2024-04-25T01:29:15.383 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_meta_bytes": 0, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_meta_items": 0, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_bytes": 0, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_items": 0, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_mapbl_bytes": 0, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_mapbl_items": 0, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_pglog_bytes": 0, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_pglog_items": 0, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_bytes": 7720, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_items": 162, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_mapping_items": 0, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "pgmap_bytes": 0, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "pgmap_items": 0, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_co_bytes": 80957, 2024-04-25T01:29:15.384 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_co_items": 322, 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_1_bytes": 0, 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_1_items": 0, 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_2_bytes": 0, 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_2_items": 0 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: "objecter": { 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: "op_active": 0, 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: "op_laggy": 0, 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: "op_send": 40, 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: "op_send_bytes": 11732, 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: "op_resend": 33, 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: "op_reply": 40, 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: "op_latency": { 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 40, 2024-04-25T01:29:15.385 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.363993489, 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.009099837 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: "op_inflight": 0, 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: "oplen_avg": { 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 40, 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 62 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: "op": 40, 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: "op_r": 0, 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: "op_w": 40, 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: "op_rmw": 0, 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: "op_pg": 0, 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_stat": 0, 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_create": 10, 2024-04-25T01:29:15.386 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_read": 0, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_write": 4, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_writefull": 7, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_writesame": 0, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_append": 0, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_zero": 0, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_truncate": 0, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_delete": 6, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_mapext": 0, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_sparse_read": 0, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_clonerange": 0, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_getxattr": 0, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_setxattr": 20, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_cmpxattr": 0, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_rmxattr": 0, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_resetxattrs": 0, 2024-04-25T01:29:15.387 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_call": 0, 2024-04-25T01:29:15.388 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_watch": 0, 2024-04-25T01:29:15.388 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_notify": 0, 2024-04-25T01:29:15.388 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T01:29:15.388 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_pgls": 0, 2024-04-25T01:29:15.388 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_pgls_filter": 0, 2024-04-25T01:29:15.388 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_other": 0, 2024-04-25T01:29:15.388 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_active": 0, 2024-04-25T01:29:15.388 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_send": 0, 2024-04-25T01:29:15.388 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_resend": 0, 2024-04-25T01:29:15.388 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_ping": 0, 2024-04-25T01:29:15.388 INFO:teuthology.orchestra.run.smithi111.stdout: "poolop_active": 0, 2024-04-25T01:29:15.388 INFO:teuthology.orchestra.run.smithi111.stdout: "poolop_send": 0, 2024-04-25T01:29:15.388 INFO:teuthology.orchestra.run.smithi111.stdout: "poolop_resend": 0, 2024-04-25T01:29:15.388 INFO:teuthology.orchestra.run.smithi111.stdout: "poolstat_active": 0, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "poolstat_send": 0, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "poolstat_resend": 0, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "statfs_active": 0, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "statfs_send": 0, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "statfs_resend": 0, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "command_active": 0, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "command_send": 0, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "command_resend": 0, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "map_epoch": 88, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "map_full": 0, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "map_inc": 2, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_sessions": 8, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_session_open": 8, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_session_close": 0, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_laggy": 0, 2024-04-25T01:29:15.389 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_wr": 14, 2024-04-25T01:29:15.390 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_rd": 0, 2024-04-25T01:29:15.390 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_del": 1 2024-04-25T01:29:15.390 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.390 INFO:teuthology.orchestra.run.smithi111.stdout: "oft": { 2024-04-25T01:29:15.390 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_objs": 1, 2024-04-25T01:29:15.390 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_kv_pairs": 0, 2024-04-25T01:29:15.391 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_updates": 0, 2024-04-25T01:29:15.391 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_removes": 0 2024-04-25T01:29:15.391 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.391 INFO:teuthology.orchestra.run.smithi111.stdout: "osd-slow-ops": { 2024-04-25T01:29:15.391 INFO:teuthology.orchestra.run.smithi111.stdout: "slow_ops_count": 0 2024-04-25T01:29:15.391 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.391 INFO:teuthology.orchestra.run.smithi111.stdout: "purge_queue": { 2024-04-25T01:29:15.391 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing_ops": 0, 2024-04-25T01:29:15.391 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T01:29:15.391 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing": 0, 2024-04-25T01:29:15.391 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing_high_water": 0, 2024-04-25T01:29:15.391 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executed_ops": 0, 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executed": 0, 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_item_in_journal": 0 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 104857600, 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 455, 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 565531, 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 455, 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 0, 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 0, 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 455, 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 565531, 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:15.392 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-objecter_bytes": { 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 104857600, 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 0, 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 0, 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 40, 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 11732, 2024-04-25T01:29:15.393 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 40, 2024-04-25T01:29:15.394 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 11732, 2024-04-25T01:29:15.394 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:15.394 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.394 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.394 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.394 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:15.395 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.395 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-objecter_ops": { 2024-04-25T01:29:15.395 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:15.395 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 1024, 2024-04-25T01:29:15.395 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:15.395 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 0, 2024-04-25T01:29:15.395 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 0, 2024-04-25T01:29:15.395 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:15.395 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:15.395 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 40, 2024-04-25T01:29:15.395 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 40, 2024-04-25T01:29:15.395 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 40, 2024-04-25T01:29:15.395 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 40, 2024-04-25T01:29:15.396 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:15.396 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.396 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.396 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.396 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:15.396 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.396 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-write_buf_throttle": { 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 3758096384, 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 0, 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 0, 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 0, 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 0, 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 0, 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 0, 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.397 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.398 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:15.398 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:15.398 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-write_buf_throttle-0x55afbdac4500": { 2024-04-25T01:29:15.398 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:15.398 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 3758096384, 2024-04-25T01:29:15.398 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:15.398 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 5, 2024-04-25T01:29:15.398 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 1430, 2024-04-25T01:29:15.398 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:15.398 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 5, 2024-04-25T01:29:15.398 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 0, 2024-04-25T01:29:15.398 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 0, 2024-04-25T01:29:15.399 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 4, 2024-04-25T01:29:15.399 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 1430, 2024-04-25T01:29:15.399 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:15.399 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:15.399 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:15.399 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:15.399 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:15.399 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:15.399 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-04-25T01:29:16.185 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-25T01:29:16.185 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-25T01:29:16.185 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-04-25T01:29:16.185 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=9 2024-04-25T01:29:16.185 DEBUG:tasks.check_counter:Getting stats from h 2024-04-25T01:29:16.185 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-25T01:29:16.427 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T01:29:16.548 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:16 smithi111 ceph-mon[32623]: pgmap v483: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-25T01:29:16.801 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:16 smithi026 ceph-mon[28096]: pgmap v483: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-25T01:29:16.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:16 smithi186 ceph-mon[32747]: pgmap v483: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-25T01:29:18.107 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-04-25T01:29:18.108 INFO:teuthology.orchestra.run.smithi111.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T01:29:18.108 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_messages": 839, 2024-04-25T01:29:18.108 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages": 827, 2024-04-25T01:29:18.108 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_bytes": 1349684, 2024-04-25T01:29:18.108 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_bytes": 289372, 2024-04-25T01:29:18.108 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_created_connections": 5, 2024-04-25T01:29:18.108 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_active_connections": 1, 2024-04-25T01:29:18.108 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_total_time": 0.080492321, 2024-04-25T01:29:18.108 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_send_time": 0.030089599, 2024-04-25T01:29:18.108 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_recv_time": 0.026336810, 2024-04-25T01:29:18.108 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_fast_dispatch_time": 0.019877203, 2024-04-25T01:29:18.109 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:18.109 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 826, 2024-04-25T01:29:18.109 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.030789676, 2024-04-25T01:29:18.109 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000037275 2024-04-25T01:29:18.109 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.109 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:18.109 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.109 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.109 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.109 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.109 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_encrypted_bytes": 496016, 2024-04-25T01:29:18.109 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_encrypted_bytes": 59136 2024-04-25T01:29:18.109 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.109 INFO:teuthology.orchestra.run.smithi111.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T01:29:18.110 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_messages": 10, 2024-04-25T01:29:18.110 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages": 80, 2024-04-25T01:29:18.110 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_bytes": 5000, 2024-04-25T01:29:18.110 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_bytes": 282922, 2024-04-25T01:29:18.110 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_created_connections": 6, 2024-04-25T01:29:18.110 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_active_connections": 4, 2024-04-25T01:29:18.110 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_total_time": 0.005973738, 2024-04-25T01:29:18.110 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_send_time": 0.003106642, 2024-04-25T01:29:18.110 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_recv_time": 0.001997496, 2024-04-25T01:29:18.110 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_fast_dispatch_time": 0.000111422, 2024-04-25T01:29:18.110 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:18.110 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 78, 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.011267712, 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000144457 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_encrypted_bytes": 281584 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_messages": 307, 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages": 309, 2024-04-25T01:29:18.111 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_bytes": 75628, 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_bytes": 97633, 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_created_connections": 4, 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_active_connections": 3, 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_total_time": 0.027924399, 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_send_time": 0.007506400, 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_recv_time": 0.007479115, 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_fast_dispatch_time": 0.010515710, 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 307, 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.009611107, 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000031306 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.112 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.113 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.113 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.113 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T01:29:18.113 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T01:29:18.113 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.113 INFO:teuthology.orchestra.run.smithi111.stdout: "cct": { 2024-04-25T01:29:18.113 INFO:teuthology.orchestra.run.smithi111.stdout: "total_workers": 1, 2024-04-25T01:29:18.113 INFO:teuthology.orchestra.run.smithi111.stdout: "unhealthy_workers": 0 2024-04-25T01:29:18.113 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.113 INFO:teuthology.orchestra.run.smithi111.stdout: "finisher-MDSRank": { 2024-04-25T01:29:18.113 INFO:teuthology.orchestra.run.smithi111.stdout: "queue_len": 0, 2024-04-25T01:29:18.113 INFO:teuthology.orchestra.run.smithi111.stdout: "complete_latency": { 2024-04-25T01:29:18.113 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 1754, 2024-04-25T01:29:18.113 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.041806046, 2024-04-25T01:29:18.114 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000023834 2024-04-25T01:29:18.114 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:18.114 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.114 INFO:teuthology.orchestra.run.smithi111.stdout: "finisher-PurgeQueue": { 2024-04-25T01:29:18.114 INFO:teuthology.orchestra.run.smithi111.stdout: "queue_len": 0, 2024-04-25T01:29:18.114 INFO:teuthology.orchestra.run.smithi111.stdout: "complete_latency": { 2024-04-25T01:29:18.114 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.114 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.114 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.114 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:18.114 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.114 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2024-04-25T01:29:18.114 INFO:teuthology.orchestra.run.smithi111.stdout: "request": 0, 2024-04-25T01:29:18.114 INFO:teuthology.orchestra.run.smithi111.stdout: "reply": 0, 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "reply_latency": { 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "slow_reply": 0, 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "forward": 0, 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_fetch_complete": 0, 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_fetch_keys": 0, 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_commit": 0, 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_split": 0, 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_merge": 0, 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes": 20, 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_top": 4, 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_bottom": 16, 2024-04-25T01:29:18.115 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_pin_tail": 0, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_pinned": 13, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_expired": 0, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_with_caps": 0, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": 0, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "subtrees": 2, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse": 0, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_hit": 0, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_forward": 0, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_discover": 0, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_dir_fetch": 0, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_remote_ino": 0, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_lock": 0, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "load_cent": 0, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "q": 0, 2024-04-25T01:29:18.116 INFO:teuthology.orchestra.run.smithi111.stdout: "exported": 0, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "exported_inodes": 0, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "imported": 0, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "imported_inodes": 0, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "openino_dir_fetch": 0, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "openino_backtrace_fetch": 0, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "openino_peer_discover": 0, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "root_rfiles": 4, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "root_rbytes": 234, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "root_rsnaps": 0, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_set_tag": 0, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_inotable_repaired": 0, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_dir_inodes": 0, 2024-04-25T01:29:18.117 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T01:29:18.118 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T01:29:18.118 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_file_inodes": 0, 2024-04-25T01:29:18.118 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_inode_file_caps": 0, 2024-04-25T01:29:18.118 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T01:29:18.118 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_grant": 0, 2024-04-25T01:29:18.118 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T01:29:18.118 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T01:29:18.118 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T01:29:18.118 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_caps": 0, 2024-04-25T01:29:18.118 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_caps_dirty": 0, 2024-04-25T01:29:18.118 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_cap_release": 0, 2024-04-25T01:29:18.118 INFO:teuthology.orchestra.run.smithi111.stdout: "process_request_cap_release": 0 2024-04-25T01:29:18.118 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.118 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_cache": { 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_update": 0, 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_update_receipt": 0, 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_try_discover": 0, 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_send_discover": 0, 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_handle_discover": 0, 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "num_strays": 0, 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "num_strays_delayed": 0, 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "num_strays_enqueuing": 0, 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_created": 0, 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_enqueued": 0, 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_reintegrated": 0, 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_migrated": 0, 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "num_recovering_processing": 0, 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "num_recovering_enqueued": 0, 2024-04-25T01:29:18.119 INFO:teuthology.orchestra.run.smithi111.stdout: "num_recovering_prioritized": 0, 2024-04-25T01:29:18.120 INFO:teuthology.orchestra.run.smithi111.stdout: "recovery_started": 0, 2024-04-25T01:29:18.120 INFO:teuthology.orchestra.run.smithi111.stdout: "recovery_completed": 0, 2024-04-25T01:29:18.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_quiesce_path": 0, 2024-04-25T01:29:18.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_quiesce_inode": 0, 2024-04-25T01:29:18.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T01:29:18.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_exportdir": 0, 2024-04-25T01:29:18.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_flush": 0, 2024-04-25T01:29:18.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_fragmentdir": 0, 2024-04-25T01:29:18.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_fragstats": 0, 2024-04-25T01:29:18.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_inodestats": 0 2024-04-25T01:29:18.120 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.120 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_log": { 2024-04-25T01:29:18.120 INFO:teuthology.orchestra.run.smithi111.stdout: "evlrg": 0, 2024-04-25T01:29:18.120 INFO:teuthology.orchestra.run.smithi111.stdout: "evadd": 0, 2024-04-25T01:29:18.121 INFO:teuthology.orchestra.run.smithi111.stdout: "evex": 0, 2024-04-25T01:29:18.121 INFO:teuthology.orchestra.run.smithi111.stdout: "evtrm": 0, 2024-04-25T01:29:18.121 INFO:teuthology.orchestra.run.smithi111.stdout: "ev": 171, 2024-04-25T01:29:18.121 INFO:teuthology.orchestra.run.smithi111.stdout: "evexg": 0, 2024-04-25T01:29:18.121 INFO:teuthology.orchestra.run.smithi111.stdout: "evexd": 0, 2024-04-25T01:29:18.121 INFO:teuthology.orchestra.run.smithi111.stdout: "segadd": 0, 2024-04-25T01:29:18.121 INFO:teuthology.orchestra.run.smithi111.stdout: "segex": 0, 2024-04-25T01:29:18.121 INFO:teuthology.orchestra.run.smithi111.stdout: "segtrm": 0, 2024-04-25T01:29:18.121 INFO:teuthology.orchestra.run.smithi111.stdout: "seg": 2, 2024-04-25T01:29:18.121 INFO:teuthology.orchestra.run.smithi111.stdout: "segmjr": 12, 2024-04-25T01:29:18.121 INFO:teuthology.orchestra.run.smithi111.stdout: "segexg": 0, 2024-04-25T01:29:18.121 INFO:teuthology.orchestra.run.smithi111.stdout: "segexd": 0, 2024-04-25T01:29:18.121 INFO:teuthology.orchestra.run.smithi111.stdout: "expos": 4709763, 2024-04-25T01:29:18.121 INFO:teuthology.orchestra.run.smithi111.stdout: "wrpos": 4835034, 2024-04-25T01:29:18.122 INFO:teuthology.orchestra.run.smithi111.stdout: "rdpos": 4830397, 2024-04-25T01:29:18.122 INFO:teuthology.orchestra.run.smithi111.stdout: "jlat": { 2024-04-25T01:29:18.122 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.122 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.122 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.122 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.122 INFO:teuthology.orchestra.run.smithi111.stdout: "replayed": 171 2024-04-25T01:29:18.122 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.122 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_mem": { 2024-04-25T01:29:18.122 INFO:teuthology.orchestra.run.smithi111.stdout: "ino": 14, 2024-04-25T01:29:18.122 INFO:teuthology.orchestra.run.smithi111.stdout: "ino+": 20, 2024-04-25T01:29:18.122 INFO:teuthology.orchestra.run.smithi111.stdout: "ino-": 6, 2024-04-25T01:29:18.122 INFO:teuthology.orchestra.run.smithi111.stdout: "dir": 9, 2024-04-25T01:29:18.122 INFO:teuthology.orchestra.run.smithi111.stdout: "dir+": 11, 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: "dir-": 2, 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: "dn": 20, 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: "dn+": 25, 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: "dn-": 5, 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: "cap": 0, 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: "cap+": 0, 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: "cap-": 0, 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: "rss": 52652, 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: "heap": 215420 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_server": { 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: "dispatch_client_request": 0, 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: "dispatch_server_request": 0, 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_request": 0, 2024-04-25T01:29:18.123 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_session": 0, 2024-04-25T01:29:18.124 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_peer_request": 0, 2024-04-25T01:29:18.124 INFO:teuthology.orchestra.run.smithi111.stdout: "req_create_latency": { 2024-04-25T01:29:18.124 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.124 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.124 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.124 INFO:teuthology.orchestra.run.smithi111.stdout: "req_getattr_latency": { 2024-04-25T01:29:18.124 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.124 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.124 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.124 INFO:teuthology.orchestra.run.smithi111.stdout: "req_getfilelock_latency": { 2024-04-25T01:29:18.124 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.124 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: "req_link_latency": { 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookup_latency": { 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookuphash_latency": { 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.125 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.126 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.126 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupino_latency": { 2024-04-25T01:29:18.126 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.126 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.126 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.126 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.126 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupname_latency": { 2024-04-25T01:29:18.126 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.126 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.126 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.126 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.126 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupparent_latency": { 2024-04-25T01:29:18.126 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.126 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.127 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.127 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.127 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupsnap_latency": { 2024-04-25T01:29:18.127 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.127 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.127 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.127 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.127 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lssnap_latency": { 2024-04-25T01:29:18.127 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.127 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.127 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.127 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.127 INFO:teuthology.orchestra.run.smithi111.stdout: "req_mkdir_latency": { 2024-04-25T01:29:18.127 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.128 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.128 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.128 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.128 INFO:teuthology.orchestra.run.smithi111.stdout: "req_mknod_latency": { 2024-04-25T01:29:18.128 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.129 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.129 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.129 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.129 INFO:teuthology.orchestra.run.smithi111.stdout: "req_mksnap_latency": { 2024-04-25T01:29:18.129 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.129 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.129 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.129 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.129 INFO:teuthology.orchestra.run.smithi111.stdout: "req_open_latency": { 2024-04-25T01:29:18.129 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.129 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.129 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.129 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.129 INFO:teuthology.orchestra.run.smithi111.stdout: "req_readdir_latency": { 2024-04-25T01:29:18.130 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.130 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.130 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.130 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.130 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rename_latency": { 2024-04-25T01:29:18.130 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.130 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.130 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.130 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.130 INFO:teuthology.orchestra.run.smithi111.stdout: "req_renamesnap_latency": { 2024-04-25T01:29:18.130 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.130 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.130 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.130 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.131 INFO:teuthology.orchestra.run.smithi111.stdout: "req_snapdiff_latency": { 2024-04-25T01:29:18.131 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.131 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.131 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.131 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.131 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rmdir_latency": { 2024-04-25T01:29:18.131 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.131 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.131 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.131 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.131 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rmsnap_latency": { 2024-04-25T01:29:18.131 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.131 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.131 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.132 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.132 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rmxattr_latency": { 2024-04-25T01:29:18.132 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.132 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.132 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.132 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.132 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setattr_latency": { 2024-04-25T01:29:18.132 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.132 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.132 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.132 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.132 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setdirlayout_latency": { 2024-04-25T01:29:18.132 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.132 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setfilelock_latency": { 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setlayout_latency": { 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setxattr_latency": { 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.133 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.134 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.134 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.134 INFO:teuthology.orchestra.run.smithi111.stdout: "req_symlink_latency": { 2024-04-25T01:29:18.134 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.134 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.134 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.134 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.134 INFO:teuthology.orchestra.run.smithi111.stdout: "req_unlink_latency": { 2024-04-25T01:29:18.134 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.134 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.134 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.134 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.134 INFO:teuthology.orchestra.run.smithi111.stdout: "cap_revoke_eviction": 0, 2024-04-25T01:29:18.134 INFO:teuthology.orchestra.run.smithi111.stdout: "cap_acquisition_throttle": 0, 2024-04-25T01:29:18.135 INFO:teuthology.orchestra.run.smithi111.stdout: "req_getvxattr_latency": { 2024-04-25T01:29:18.135 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.135 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.135 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.135 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:18.135 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.135 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_sessions": { 2024-04-25T01:29:18.135 INFO:teuthology.orchestra.run.smithi111.stdout: "session_count": 1, 2024-04-25T01:29:18.135 INFO:teuthology.orchestra.run.smithi111.stdout: "session_add": 2, 2024-04-25T01:29:18.135 INFO:teuthology.orchestra.run.smithi111.stdout: "session_remove": 1, 2024-04-25T01:29:18.135 INFO:teuthology.orchestra.run.smithi111.stdout: "sessions_open": 1, 2024-04-25T01:29:18.135 INFO:teuthology.orchestra.run.smithi111.stdout: "sessions_stale": 0, 2024-04-25T01:29:18.135 INFO:teuthology.orchestra.run.smithi111.stdout: "total_load": 0, 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: "average_load": 0, 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: "avg_session_uptime": 1655, 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: "mdthresh_evicted": 0 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: "mempool": { 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: "bloom_filter_bytes": 0, 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: "bloom_filter_items": 0, 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_alloc_items": 0, 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_data_items": 0, 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T01:29:18.136 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_other_items": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_extent_bytes": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_extent_items": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_blob_bytes": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_blob_items": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_fsck_items": 0, 2024-04-25T01:29:18.137 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_txc_bytes": 0, 2024-04-25T01:29:18.138 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_txc_items": 0, 2024-04-25T01:29:18.138 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T01:29:18.138 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T01:29:18.138 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_bytes": 0, 2024-04-25T01:29:18.138 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_items": 0, 2024-04-25T01:29:18.138 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_bytes": 0, 2024-04-25T01:29:18.138 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_items": 0, 2024-04-25T01:29:18.138 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T01:29:18.138 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_reader_items": 0, 2024-04-25T01:29:18.138 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T01:29:18.138 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_writer_items": 0, 2024-04-25T01:29:18.138 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_anon_bytes": 189217, 2024-04-25T01:29:18.138 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_anon_items": 48, 2024-04-25T01:29:18.138 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_meta_bytes": 0, 2024-04-25T01:29:18.139 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_meta_items": 0, 2024-04-25T01:29:18.139 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_bytes": 0, 2024-04-25T01:29:18.139 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_items": 0, 2024-04-25T01:29:18.139 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_mapbl_bytes": 0, 2024-04-25T01:29:18.139 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_mapbl_items": 0, 2024-04-25T01:29:18.139 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_pglog_bytes": 0, 2024-04-25T01:29:18.139 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_pglog_items": 0, 2024-04-25T01:29:18.139 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_bytes": 7720, 2024-04-25T01:29:18.139 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_items": 162, 2024-04-25T01:29:18.139 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T01:29:18.139 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_mapping_items": 0, 2024-04-25T01:29:18.139 INFO:teuthology.orchestra.run.smithi111.stdout: "pgmap_bytes": 0, 2024-04-25T01:29:18.139 INFO:teuthology.orchestra.run.smithi111.stdout: "pgmap_items": 0, 2024-04-25T01:29:18.139 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_co_bytes": 56698, 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_co_items": 268, 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_1_bytes": 0, 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_1_items": 0, 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_2_bytes": 0, 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_2_items": 0 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: "objecter": { 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: "op_active": 0, 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: "op_laggy": 0, 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: "op_send": 1035, 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: "op_send_bytes": 26, 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: "op_resend": 4, 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: "op_reply": 1035, 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: "op_latency": { 2024-04-25T01:29:18.140 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 1035, 2024-04-25T01:29:18.141 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 1.431974350, 2024-04-25T01:29:18.141 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.001383550 2024-04-25T01:29:18.141 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.141 INFO:teuthology.orchestra.run.smithi111.stdout: "op_inflight": 0, 2024-04-25T01:29:18.141 INFO:teuthology.orchestra.run.smithi111.stdout: "oplen_avg": { 2024-04-25T01:29:18.141 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 1035, 2024-04-25T01:29:18.141 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 1036 2024-04-25T01:29:18.141 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.141 INFO:teuthology.orchestra.run.smithi111.stdout: "op": 1035, 2024-04-25T01:29:18.141 INFO:teuthology.orchestra.run.smithi111.stdout: "op_r": 1035, 2024-04-25T01:29:18.141 INFO:teuthology.orchestra.run.smithi111.stdout: "op_w": 0, 2024-04-25T01:29:18.141 INFO:teuthology.orchestra.run.smithi111.stdout: "op_rmw": 0, 2024-04-25T01:29:18.141 INFO:teuthology.orchestra.run.smithi111.stdout: "op_pg": 0, 2024-04-25T01:29:18.141 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_stat": 623, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_create": 0, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_read": 409, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_write": 0, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_writefull": 0, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_writesame": 0, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_append": 0, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_zero": 0, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_truncate": 0, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_delete": 0, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_mapext": 0, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_sparse_read": 0, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_clonerange": 0, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_getxattr": 2, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_setxattr": 0, 2024-04-25T01:29:18.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_cmpxattr": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_rmxattr": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_resetxattrs": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_call": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_watch": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_notify": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_pgls": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_pgls_filter": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_other": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_active": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_send": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_resend": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_ping": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "poolop_active": 0, 2024-04-25T01:29:18.143 INFO:teuthology.orchestra.run.smithi111.stdout: "poolop_send": 0, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "poolop_resend": 0, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "poolstat_active": 0, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "poolstat_send": 0, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "poolstat_resend": 0, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "statfs_active": 0, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "statfs_send": 0, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "statfs_resend": 0, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "command_active": 0, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "command_send": 0, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "command_resend": 0, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "map_epoch": 88, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "map_full": 0, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "map_inc": 2, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_sessions": 5, 2024-04-25T01:29:18.144 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_session_open": 5, 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_session_close": 0, 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_laggy": 0, 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_wr": 0, 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_rd": 2, 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_del": 0 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: "oft": { 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_objs": 0, 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_kv_pairs": 0, 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_updates": 0, 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_removes": 0 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: "osd-slow-ops": { 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: "slow_ops_count": 0 2024-04-25T01:29:18.145 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: "purge_queue": { 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing_ops": 0, 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing": 0, 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing_high_water": 0, 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executed_ops": 0, 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executed": 0, 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_item_in_journal": 0 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 104857600, 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 1152, 2024-04-25T01:29:18.146 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 1317762, 2024-04-25T01:29:18.147 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:18.147 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 1152, 2024-04-25T01:29:18.147 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 0, 2024-04-25T01:29:18.147 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 0, 2024-04-25T01:29:18.147 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 1152, 2024-04-25T01:29:18.147 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 1317762, 2024-04-25T01:29:18.147 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:18.147 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.147 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.147 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.147 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:18.147 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.147 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-objecter_bytes": { 2024-04-25T01:29:18.147 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 104857600, 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 0, 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 0, 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 1035, 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 640740, 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 1035, 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 640740, 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.148 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-objecter_ops": { 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 1024, 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 0, 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 0, 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 1035, 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 1035, 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 1035, 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 1035, 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:18.149 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-write_buf_throttle": { 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 3758096384, 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 0, 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 0, 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 0, 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 0, 2024-04-25T01:29:18.150 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 0, 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 0, 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-write_buf_throttle-0x5565e83666e0": { 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 3758096384, 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 0, 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 0, 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:18.151 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:18.152 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 0, 2024-04-25T01:29:18.152 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 0, 2024-04-25T01:29:18.152 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 0, 2024-04-25T01:29:18.152 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 0, 2024-04-25T01:29:18.152 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:18.152 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:18.152 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:18.152 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:18.152 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:18.152 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:18.152 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-04-25T01:29:18.362 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:18 smithi111 ceph-mon[32623]: pgmap v484: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-04-25T01:29:18.605 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:18 smithi026 ceph-mon[28096]: pgmap v484: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-04-25T01:29:18.831 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:18 smithi186 ceph-mon[32747]: pgmap v484: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-04-25T01:29:18.891 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-04-25T01:29:18.891 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-04-25T01:29:18.891 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-04-25T01:29:18.891 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-04-25T01:29:18.891 DEBUG:tasks.check_counter:Getting stats from k 2024-04-25T01:29:18.892 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-25T01:29:19.129 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T01:29:20.489 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:20 smithi111 ceph-mon[32623]: pgmap v485: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-04-25T01:29:20.766 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2024-04-25T01:29:20.766 INFO:teuthology.orchestra.run.smithi111.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T01:29:20.766 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_messages": 644, 2024-04-25T01:29:20.766 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages": 646, 2024-04-25T01:29:20.766 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_bytes": 193809, 2024-04-25T01:29:20.766 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_bytes": 204793, 2024-04-25T01:29:20.766 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_created_connections": 6, 2024-04-25T01:29:20.766 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_active_connections": 2, 2024-04-25T01:29:20.766 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_total_time": 0.057882323, 2024-04-25T01:29:20.766 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_send_time": 0.020682827, 2024-04-25T01:29:20.766 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_recv_time": 0.014515019, 2024-04-25T01:29:20.767 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_fast_dispatch_time": 0.016754611, 2024-04-25T01:29:20.767 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:20.767 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 644, 2024-04-25T01:29:20.767 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.024633700, 2024-04-25T01:29:20.767 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000038251 2024-04-25T01:29:20.767 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.767 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:20.767 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.767 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.767 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.767 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.767 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T01:29:20.767 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T01:29:20.767 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_messages": 364, 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages": 358, 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_bytes": 533404, 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_bytes": 141892, 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_created_connections": 4, 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_active_connections": 3, 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_total_time": 0.043565587, 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_send_time": 0.011909843, 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_recv_time": 0.018387133, 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_fast_dispatch_time": 0.012752786, 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 358, 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.013736458, 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000038369 2024-04-25T01:29:20.768 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_encrypted_bytes": 471744, 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_encrypted_bytes": 62960 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_messages": 2, 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages": 78, 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_bytes": 428, 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_bytes": 204190, 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_created_connections": 4, 2024-04-25T01:29:20.769 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_active_connections": 3, 2024-04-25T01:29:20.770 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_total_time": 0.005035156, 2024-04-25T01:29:20.770 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_send_time": 0.003252464, 2024-04-25T01:29:20.770 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_recv_time": 0.000913051, 2024-04-25T01:29:20.770 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_running_fast_dispatch_time": 0.000018674, 2024-04-25T01:29:20.770 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:20.770 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 76, 2024-04-25T01:29:20.770 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.005219827, 2024-04-25T01:29:20.770 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000068681 2024-04-25T01:29:20.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.770 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:20.770 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.770 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.770 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: "msgr_send_encrypted_bytes": 203872 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: "cct": { 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: "total_workers": 1, 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: "unhealthy_workers": 0 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: "finisher-MDSRank": { 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: "queue_len": 0, 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: "complete_latency": { 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 1423, 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.035630804, 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000025039 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:20.771 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.772 INFO:teuthology.orchestra.run.smithi111.stdout: "finisher-PurgeQueue": { 2024-04-25T01:29:20.772 INFO:teuthology.orchestra.run.smithi111.stdout: "queue_len": 0, 2024-04-25T01:29:20.772 INFO:teuthology.orchestra.run.smithi111.stdout: "complete_latency": { 2024-04-25T01:29:20.772 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.772 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.772 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.772 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:20.772 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.772 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2024-04-25T01:29:20.772 INFO:teuthology.orchestra.run.smithi111.stdout: "request": 0, 2024-04-25T01:29:20.772 INFO:teuthology.orchestra.run.smithi111.stdout: "reply": 0, 2024-04-25T01:29:20.772 INFO:teuthology.orchestra.run.smithi111.stdout: "reply_latency": { 2024-04-25T01:29:20.772 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.772 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: "slow_reply": 0, 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: "forward": 0, 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_fetch_complete": 0, 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_fetch_keys": 0, 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_commit": 0, 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_split": 0, 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_merge": 0, 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes": 0, 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_top": 0, 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_bottom": 0, 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_pin_tail": 0, 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_pinned": 0, 2024-04-25T01:29:20.773 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_expired": 0, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "inodes_with_caps": 0, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "caps": 0, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "subtrees": 1, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse": 0, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_hit": 0, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_forward": 0, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_discover": 0, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_dir_fetch": 0, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_remote_ino": 0, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "traverse_lock": 0, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "load_cent": 0, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "q": 0, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "exported": 0, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "exported_inodes": 0, 2024-04-25T01:29:20.774 INFO:teuthology.orchestra.run.smithi111.stdout: "imported": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "imported_inodes": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "openino_dir_fetch": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "openino_backtrace_fetch": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "openino_peer_discover": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "root_rfiles": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "root_rbytes": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "root_rsnaps": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_set_tag": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_inotable_repaired": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_dir_inodes": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "scrub_file_inodes": 0, 2024-04-25T01:29:20.775 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_inode_file_caps": 0, 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_grant": 0, 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_caps": 0, 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_caps_dirty": 0, 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_cap_release": 0, 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: "process_request_cap_release": 0 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_cache": { 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_update": 0, 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_update_receipt": 0, 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_try_discover": 0, 2024-04-25T01:29:20.776 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_send_discover": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "dir_handle_discover": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "num_strays": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "num_strays_delayed": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "num_strays_enqueuing": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_created": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_enqueued": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_reintegrated": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "strays_migrated": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "num_recovering_processing": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "num_recovering_enqueued": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "num_recovering_prioritized": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "recovery_started": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "recovery_completed": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_quiesce_path": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_quiesce_inode": 0, 2024-04-25T01:29:20.777 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_exportdir": 0, 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_flush": 0, 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_fragmentdir": 0, 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_fragstats": 0, 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ireq_inodestats": 0 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_log": { 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: "evlrg": 0, 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: "evadd": 0, 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: "evex": 0, 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: "evtrm": 0, 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ev": 5, 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: "evexg": 0, 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: "evexd": 0, 2024-04-25T01:29:20.778 INFO:teuthology.orchestra.run.smithi111.stdout: "segadd": 0, 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: "segex": 0, 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: "segtrm": 0, 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: "seg": 2, 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: "segmjr": 2, 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: "segexg": 0, 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: "segexd": 0, 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: "expos": 4194304, 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: "wrpos": 4195734, 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: "rdpos": 4195424, 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: "jlat": { 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.779 INFO:teuthology.orchestra.run.smithi111.stdout: "replayed": 5 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_mem": { 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "ino": 3, 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "ino+": 3, 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "ino-": 0, 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "dir": 1, 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "dir+": 1, 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "dir-": 0, 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "dn": 0, 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "dn+": 0, 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "dn-": 0, 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "cap": 0, 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "cap+": 0, 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "cap-": 0, 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "rss": 50228, 2024-04-25T01:29:20.780 INFO:teuthology.orchestra.run.smithi111.stdout: "heap": 215420 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_server": { 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: "dispatch_client_request": 0, 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: "dispatch_server_request": 0, 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_request": 0, 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_client_session": 0, 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: "handle_peer_request": 0, 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: "req_create_latency": { 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: "req_getattr_latency": { 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.781 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: "req_getfilelock_latency": { 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: "req_link_latency": { 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookup_latency": { 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.782 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookuphash_latency": { 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupino_latency": { 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupname_latency": { 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.783 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupparent_latency": { 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lookupsnap_latency": { 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: "req_lssnap_latency": { 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.784 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.785 INFO:teuthology.orchestra.run.smithi111.stdout: "req_mkdir_latency": { 2024-04-25T01:29:20.785 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.785 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.785 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.785 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.785 INFO:teuthology.orchestra.run.smithi111.stdout: "req_mknod_latency": { 2024-04-25T01:29:20.786 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.786 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.786 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.786 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.786 INFO:teuthology.orchestra.run.smithi111.stdout: "req_mksnap_latency": { 2024-04-25T01:29:20.786 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.786 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.786 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.786 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.786 INFO:teuthology.orchestra.run.smithi111.stdout: "req_open_latency": { 2024-04-25T01:29:20.786 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.786 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.786 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.787 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.787 INFO:teuthology.orchestra.run.smithi111.stdout: "req_readdir_latency": { 2024-04-25T01:29:20.787 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.787 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.787 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.787 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.787 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rename_latency": { 2024-04-25T01:29:20.787 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.787 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.787 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.787 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.787 INFO:teuthology.orchestra.run.smithi111.stdout: "req_renamesnap_latency": { 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: "req_snapdiff_latency": { 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rmdir_latency": { 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.788 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rmsnap_latency": { 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: "req_rmxattr_latency": { 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setattr_latency": { 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.789 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setdirlayout_latency": { 2024-04-25T01:29:20.790 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.790 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.790 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.790 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.790 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setfilelock_latency": { 2024-04-25T01:29:20.790 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.790 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.790 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.790 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.790 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setlayout_latency": { 2024-04-25T01:29:20.790 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.790 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: "req_setxattr_latency": { 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: "req_symlink_latency": { 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: "req_unlink_latency": { 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.791 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: "cap_revoke_eviction": 0, 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: "cap_acquisition_throttle": 0, 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: "req_getvxattr_latency": { 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_sessions": { 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: "session_count": 1, 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: "session_add": 2, 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: "session_remove": 1, 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: "sessions_open": 1, 2024-04-25T01:29:20.792 INFO:teuthology.orchestra.run.smithi111.stdout: "sessions_stale": 0, 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: "total_load": 0, 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: "average_load": 0, 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: "avg_session_uptime": 1655, 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: "mdthresh_evicted": 0 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: "mempool": { 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: "bloom_filter_bytes": 0, 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: "bloom_filter_items": 0, 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_alloc_items": 0, 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_data_items": 0, 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T01:29:20.793 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T01:29:20.794 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T01:29:20.794 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T01:29:20.794 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_other_items": 0, 2024-04-25T01:29:20.794 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T01:29:20.794 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T01:29:20.794 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_extent_bytes": 0, 2024-04-25T01:29:20.794 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_extent_items": 0, 2024-04-25T01:29:20.794 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_blob_bytes": 0, 2024-04-25T01:29:20.794 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_blob_items": 0, 2024-04-25T01:29:20.794 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T01:29:20.794 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T01:29:20.794 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T01:29:20.795 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T01:29:20.795 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T01:29:20.795 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_fsck_items": 0, 2024-04-25T01:29:20.795 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_txc_bytes": 0, 2024-04-25T01:29:20.795 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_txc_items": 0, 2024-04-25T01:29:20.795 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T01:29:20.795 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T01:29:20.795 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_bytes": 0, 2024-04-25T01:29:20.795 INFO:teuthology.orchestra.run.smithi111.stdout: "bluestore_writing_items": 0, 2024-04-25T01:29:20.795 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_bytes": 0, 2024-04-25T01:29:20.795 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_items": 0, 2024-04-25T01:29:20.795 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T01:29:20.795 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_reader_items": 0, 2024-04-25T01:29:20.795 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T01:29:20.796 INFO:teuthology.orchestra.run.smithi111.stdout: "bluefs_file_writer_items": 0, 2024-04-25T01:29:20.796 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_anon_bytes": 189257, 2024-04-25T01:29:20.796 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_anon_items": 49, 2024-04-25T01:29:20.796 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_meta_bytes": 0, 2024-04-25T01:29:20.796 INFO:teuthology.orchestra.run.smithi111.stdout: "buffer_meta_items": 0, 2024-04-25T01:29:20.796 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_bytes": 0, 2024-04-25T01:29:20.796 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_items": 0, 2024-04-25T01:29:20.796 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_mapbl_bytes": 0, 2024-04-25T01:29:20.796 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_mapbl_items": 0, 2024-04-25T01:29:20.796 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_pglog_bytes": 0, 2024-04-25T01:29:20.796 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_pglog_items": 0, 2024-04-25T01:29:20.796 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_bytes": 7720, 2024-04-25T01:29:20.796 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_items": 162, 2024-04-25T01:29:20.796 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T01:29:20.797 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_mapping_items": 0, 2024-04-25T01:29:20.797 INFO:teuthology.orchestra.run.smithi111.stdout: "pgmap_bytes": 0, 2024-04-25T01:29:20.797 INFO:teuthology.orchestra.run.smithi111.stdout: "pgmap_items": 0, 2024-04-25T01:29:20.797 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_co_bytes": 8464, 2024-04-25T01:29:20.797 INFO:teuthology.orchestra.run.smithi111.stdout: "mds_co_items": 13, 2024-04-25T01:29:20.797 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_1_bytes": 0, 2024-04-25T01:29:20.797 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_1_items": 0, 2024-04-25T01:29:20.797 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_2_bytes": 0, 2024-04-25T01:29:20.797 INFO:teuthology.orchestra.run.smithi111.stdout: "unittest_2_items": 0 2024-04-25T01:29:20.797 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.797 INFO:teuthology.orchestra.run.smithi111.stdout: "objecter": { 2024-04-25T01:29:20.797 INFO:teuthology.orchestra.run.smithi111.stdout: "op_active": 0, 2024-04-25T01:29:20.797 INFO:teuthology.orchestra.run.smithi111.stdout: "op_laggy": 0, 2024-04-25T01:29:20.797 INFO:teuthology.orchestra.run.smithi111.stdout: "op_send": 893, 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: "op_send_bytes": 21, 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: "op_resend": 3, 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: "op_reply": 893, 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: "op_latency": { 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 893, 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.444992034, 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000498311 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: "op_inflight": 0, 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: "oplen_avg": { 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 893, 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 894 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: "op": 893, 2024-04-25T01:29:20.798 INFO:teuthology.orchestra.run.smithi111.stdout: "op_r": 893, 2024-04-25T01:29:20.799 INFO:teuthology.orchestra.run.smithi111.stdout: "op_w": 0, 2024-04-25T01:29:20.799 INFO:teuthology.orchestra.run.smithi111.stdout: "op_rmw": 0, 2024-04-25T01:29:20.799 INFO:teuthology.orchestra.run.smithi111.stdout: "op_pg": 0, 2024-04-25T01:29:20.799 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_stat": 565, 2024-04-25T01:29:20.799 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_create": 0, 2024-04-25T01:29:20.799 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_read": 326, 2024-04-25T01:29:20.799 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_write": 0, 2024-04-25T01:29:20.799 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_writefull": 0, 2024-04-25T01:29:20.799 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_writesame": 0, 2024-04-25T01:29:20.799 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_append": 0, 2024-04-25T01:29:20.799 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_zero": 0, 2024-04-25T01:29:20.799 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_truncate": 0, 2024-04-25T01:29:20.799 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_delete": 0, 2024-04-25T01:29:20.799 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_mapext": 0, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_sparse_read": 0, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_clonerange": 0, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_getxattr": 1, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_setxattr": 0, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_cmpxattr": 0, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_rmxattr": 0, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_resetxattrs": 0, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_call": 0, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_watch": 0, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_notify": 0, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_pgls": 0, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_pgls_filter": 0, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "osdop_other": 0, 2024-04-25T01:29:20.800 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_active": 0, 2024-04-25T01:29:20.801 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_send": 0, 2024-04-25T01:29:20.801 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_resend": 0, 2024-04-25T01:29:20.801 INFO:teuthology.orchestra.run.smithi111.stdout: "linger_ping": 0, 2024-04-25T01:29:20.801 INFO:teuthology.orchestra.run.smithi111.stdout: "poolop_active": 0, 2024-04-25T01:29:20.801 INFO:teuthology.orchestra.run.smithi111.stdout: "poolop_send": 0, 2024-04-25T01:29:20.801 INFO:teuthology.orchestra.run.smithi111.stdout: "poolop_resend": 0, 2024-04-25T01:29:20.801 INFO:teuthology.orchestra.run.smithi111.stdout: "poolstat_active": 0, 2024-04-25T01:29:20.801 INFO:teuthology.orchestra.run.smithi111.stdout: "poolstat_send": 0, 2024-04-25T01:29:20.801 INFO:teuthology.orchestra.run.smithi111.stdout: "poolstat_resend": 0, 2024-04-25T01:29:20.801 INFO:teuthology.orchestra.run.smithi111.stdout: "statfs_active": 0, 2024-04-25T01:29:20.801 INFO:teuthology.orchestra.run.smithi111.stdout: "statfs_send": 0, 2024-04-25T01:29:20.801 INFO:teuthology.orchestra.run.smithi111.stdout: "statfs_resend": 0, 2024-04-25T01:29:20.801 INFO:teuthology.orchestra.run.smithi111.stdout: "command_active": 0, 2024-04-25T01:29:20.801 INFO:teuthology.orchestra.run.smithi111.stdout: "command_send": 0, 2024-04-25T01:29:20.802 INFO:teuthology.orchestra.run.smithi111.stdout: "command_resend": 0, 2024-04-25T01:29:20.802 INFO:teuthology.orchestra.run.smithi111.stdout: "map_epoch": 88, 2024-04-25T01:29:20.802 INFO:teuthology.orchestra.run.smithi111.stdout: "map_full": 0, 2024-04-25T01:29:20.802 INFO:teuthology.orchestra.run.smithi111.stdout: "map_inc": 2, 2024-04-25T01:29:20.802 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_sessions": 5, 2024-04-25T01:29:20.802 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_session_open": 5, 2024-04-25T01:29:20.802 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_session_close": 0, 2024-04-25T01:29:20.802 INFO:teuthology.orchestra.run.smithi111.stdout: "osd_laggy": 0, 2024-04-25T01:29:20.802 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_wr": 0, 2024-04-25T01:29:20.802 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_rd": 2, 2024-04-25T01:29:20.802 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_del": 0 2024-04-25T01:29:20.802 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.802 INFO:teuthology.orchestra.run.smithi111.stdout: "oft": { 2024-04-25T01:29:20.802 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_objs": 0, 2024-04-25T01:29:20.803 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_kv_pairs": 0, 2024-04-25T01:29:20.803 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_updates": 0, 2024-04-25T01:29:20.803 INFO:teuthology.orchestra.run.smithi111.stdout: "omap_total_removes": 0 2024-04-25T01:29:20.803 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.803 INFO:teuthology.orchestra.run.smithi111.stdout: "osd-slow-ops": { 2024-04-25T01:29:20.803 INFO:teuthology.orchestra.run.smithi111.stdout: "slow_ops_count": 0 2024-04-25T01:29:20.803 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.803 INFO:teuthology.orchestra.run.smithi111.stdout: "purge_queue": { 2024-04-25T01:29:20.803 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing_ops": 0, 2024-04-25T01:29:20.803 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T01:29:20.803 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing": 0, 2024-04-25T01:29:20.803 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executing_high_water": 0, 2024-04-25T01:29:20.803 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executed_ops": 0, 2024-04-25T01:29:20.803 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_executed": 0, 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "pq_item_in_journal": 0 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 104857600, 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 1006, 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 628346, 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 1006, 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 0, 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 0, 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 1006, 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 628346, 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:20.804 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-objecter_bytes": { 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 104857600, 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 0, 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 0, 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 893, 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 1435, 2024-04-25T01:29:20.805 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 893, 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 1435, 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-objecter_ops": { 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 1024, 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 0, 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 0, 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:20.806 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:20.807 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 893, 2024-04-25T01:29:20.807 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 893, 2024-04-25T01:29:20.807 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 893, 2024-04-25T01:29:20.807 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 893, 2024-04-25T01:29:20.807 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:20.807 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.807 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.807 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.807 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:20.807 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.807 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-write_buf_throttle": { 2024-04-25T01:29:20.807 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:20.807 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 3758096384, 2024-04-25T01:29:20.807 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:20.808 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 0, 2024-04-25T01:29:20.808 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 0, 2024-04-25T01:29:20.808 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:20.808 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:20.808 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 0, 2024-04-25T01:29:20.808 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 0, 2024-04-25T01:29:20.808 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 0, 2024-04-25T01:29:20.808 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 0, 2024-04-25T01:29:20.808 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:20.808 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.808 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.808 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.808 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:20.808 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "throttle-write_buf_throttle-0x55a62a8846e0": { 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "val": 0, 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "max": 3758096384, 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "get_started": 0, 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "get": 0, 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "get_sum": 0, 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "take": 0, 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "take_sum": 0, 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "put": 0, 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "put_sum": 0, 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "wait": { 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "avgcount": 0, 2024-04-25T01:29:20.809 INFO:teuthology.orchestra.run.smithi111.stdout: "sum": 0.000000000, 2024-04-25T01:29:20.810 INFO:teuthology.orchestra.run.smithi111.stdout: "avgtime": 0.000000000 2024-04-25T01:29:20.810 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:20.810 INFO:teuthology.orchestra.run.smithi111.stdout: } 2024-04-25T01:29:20.810 INFO:teuthology.orchestra.run.smithi111.stdout:} 2024-04-25T01:29:20.810 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:20 smithi026 ceph-mon[28096]: pgmap v485: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-04-25T01:29:20.831 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:20 smithi186 ceph-mon[32747]: pgmap v485: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-04-25T01:29:21.578 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-04-25T01:29:21.578 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-04-25T01:29:21.578 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-04-25T01:29:21.578 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-04-25T01:29:21.578 DEBUG:tasks.check_counter:Getting stats from c 2024-04-25T01:29:21.579 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-25T01:29:21.837 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:29:22.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:22 smithi186 ceph-mon[32747]: pgmap v486: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T01:29:22.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:22 smithi111 ceph-mon[32623]: pgmap v486: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T01:29:22.801 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:22 smithi026 ceph-mon[28096]: pgmap v486: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T01:29:23.723 INFO:teuthology.orchestra.run.smithi186.stdout:{ 2024-04-25T01:29:23.723 INFO:teuthology.orchestra.run.smithi186.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T01:29:23.723 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_messages": 445, 2024-04-25T01:29:23.723 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages": 432, 2024-04-25T01:29:23.723 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_bytes": 608960, 2024-04-25T01:29:23.723 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_bytes": 164372, 2024-04-25T01:29:23.723 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_created_connections": 5, 2024-04-25T01:29:23.723 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_active_connections": 1, 2024-04-25T01:29:23.723 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_total_time": 0.060185744, 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_send_time": 0.018796753, 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_recv_time": 0.023028938, 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_fast_dispatch_time": 0.015913375, 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 432, 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.024208411, 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000056037 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_encrypted_bytes": 499424, 2024-04-25T01:29:23.724 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_encrypted_bytes": 60704 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_messages": 4, 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages": 78, 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_bytes": 876, 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_bytes": 283802, 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_created_connections": 5, 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_active_connections": 3, 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_total_time": 0.005184623, 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_send_time": 0.002951553, 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_recv_time": 0.001400374, 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_fast_dispatch_time": 0.000086830, 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 75, 2024-04-25T01:29:23.725 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.007710430, 2024-04-25T01:29:23.726 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000102805 2024-04-25T01:29:23.726 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.726 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:23.726 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.726 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.726 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.726 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.726 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-25T01:29:23.726 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_encrypted_bytes": 283104 2024-04-25T01:29:23.726 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.726 INFO:teuthology.orchestra.run.smithi186.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T01:29:23.726 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_messages": 581, 2024-04-25T01:29:23.726 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages": 583, 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_bytes": 150217, 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_bytes": 184765, 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_created_connections": 4, 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_active_connections": 3, 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_total_time": 0.041356963, 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_send_time": 0.013756905, 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_recv_time": 0.010626468, 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_fast_dispatch_time": 0.013992825, 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 581, 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.022262472, 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000038317 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:23.727 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.728 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.728 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.728 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.728 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T01:29:23.728 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T01:29:23.728 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.728 INFO:teuthology.orchestra.run.smithi186.stdout: "cct": { 2024-04-25T01:29:23.728 INFO:teuthology.orchestra.run.smithi186.stdout: "total_workers": 1, 2024-04-25T01:29:23.728 INFO:teuthology.orchestra.run.smithi186.stdout: "unhealthy_workers": 0 2024-04-25T01:29:23.728 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.728 INFO:teuthology.orchestra.run.smithi186.stdout: "finisher-MDSRank": { 2024-04-25T01:29:23.729 INFO:teuthology.orchestra.run.smithi186.stdout: "queue_len": 0, 2024-04-25T01:29:23.729 INFO:teuthology.orchestra.run.smithi186.stdout: "complete_latency": { 2024-04-25T01:29:23.729 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 1563, 2024-04-25T01:29:23.729 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.044656572, 2024-04-25T01:29:23.729 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000028571 2024-04-25T01:29:23.729 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:23.729 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.729 INFO:teuthology.orchestra.run.smithi186.stdout: "finisher-PurgeQueue": { 2024-04-25T01:29:23.729 INFO:teuthology.orchestra.run.smithi186.stdout: "queue_len": 0, 2024-04-25T01:29:23.729 INFO:teuthology.orchestra.run.smithi186.stdout: "complete_latency": { 2024-04-25T01:29:23.729 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.729 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.729 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.729 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:23.730 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.730 INFO:teuthology.orchestra.run.smithi186.stdout: "mds": { 2024-04-25T01:29:23.730 INFO:teuthology.orchestra.run.smithi186.stdout: "request": 0, 2024-04-25T01:29:23.730 INFO:teuthology.orchestra.run.smithi186.stdout: "reply": 0, 2024-04-25T01:29:23.730 INFO:teuthology.orchestra.run.smithi186.stdout: "reply_latency": { 2024-04-25T01:29:23.730 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.730 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.730 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.730 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.730 INFO:teuthology.orchestra.run.smithi186.stdout: "slow_reply": 0, 2024-04-25T01:29:23.731 INFO:teuthology.orchestra.run.smithi186.stdout: "forward": 0, 2024-04-25T01:29:23.731 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_fetch_complete": 0, 2024-04-25T01:29:23.731 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_fetch_keys": 0, 2024-04-25T01:29:23.731 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_commit": 0, 2024-04-25T01:29:23.731 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_split": 0, 2024-04-25T01:29:23.731 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_merge": 0, 2024-04-25T01:29:23.731 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes": 0, 2024-04-25T01:29:23.731 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_top": 0, 2024-04-25T01:29:23.731 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_bottom": 0, 2024-04-25T01:29:23.731 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_pin_tail": 0, 2024-04-25T01:29:23.731 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_pinned": 0, 2024-04-25T01:29:23.731 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_expired": 0, 2024-04-25T01:29:23.731 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_with_caps": 0, 2024-04-25T01:29:23.731 INFO:teuthology.orchestra.run.smithi186.stdout: "caps": 0, 2024-04-25T01:29:23.732 INFO:teuthology.orchestra.run.smithi186.stdout: "subtrees": 1, 2024-04-25T01:29:23.732 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse": 0, 2024-04-25T01:29:23.732 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_hit": 0, 2024-04-25T01:29:23.732 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_forward": 0, 2024-04-25T01:29:23.734 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_discover": 0, 2024-04-25T01:29:23.734 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_dir_fetch": 0, 2024-04-25T01:29:23.734 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_remote_ino": 0, 2024-04-25T01:29:23.734 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_lock": 0, 2024-04-25T01:29:23.734 INFO:teuthology.orchestra.run.smithi186.stdout: "load_cent": 0, 2024-04-25T01:29:23.734 INFO:teuthology.orchestra.run.smithi186.stdout: "q": 0, 2024-04-25T01:29:23.734 INFO:teuthology.orchestra.run.smithi186.stdout: "exported": 0, 2024-04-25T01:29:23.734 INFO:teuthology.orchestra.run.smithi186.stdout: "exported_inodes": 0, 2024-04-25T01:29:23.734 INFO:teuthology.orchestra.run.smithi186.stdout: "imported": 0, 2024-04-25T01:29:23.734 INFO:teuthology.orchestra.run.smithi186.stdout: "imported_inodes": 0, 2024-04-25T01:29:23.734 INFO:teuthology.orchestra.run.smithi186.stdout: "openino_dir_fetch": 0, 2024-04-25T01:29:23.735 INFO:teuthology.orchestra.run.smithi186.stdout: "openino_backtrace_fetch": 0, 2024-04-25T01:29:23.735 INFO:teuthology.orchestra.run.smithi186.stdout: "openino_peer_discover": 0, 2024-04-25T01:29:23.735 INFO:teuthology.orchestra.run.smithi186.stdout: "root_rfiles": 0, 2024-04-25T01:29:23.735 INFO:teuthology.orchestra.run.smithi186.stdout: "root_rbytes": 0, 2024-04-25T01:29:23.735 INFO:teuthology.orchestra.run.smithi186.stdout: "root_rsnaps": 0, 2024-04-25T01:29:23.735 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T01:29:23.735 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_set_tag": 0, 2024-04-25T01:29:23.735 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T01:29:23.735 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_inotable_repaired": 0, 2024-04-25T01:29:23.735 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_dir_inodes": 0, 2024-04-25T01:29:23.735 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T01:29:23.735 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T01:29:23.735 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_file_inodes": 0, 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_inode_file_caps": 0, 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_grant": 0, 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_caps": 0, 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_caps_dirty": 0, 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_cap_release": 0, 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: "process_request_cap_release": 0 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_cache": { 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_update": 0, 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_update_receipt": 0, 2024-04-25T01:29:23.736 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_try_discover": 0, 2024-04-25T01:29:23.737 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_send_discover": 0, 2024-04-25T01:29:23.737 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_handle_discover": 0, 2024-04-25T01:29:23.737 INFO:teuthology.orchestra.run.smithi186.stdout: "num_strays": 0, 2024-04-25T01:29:23.737 INFO:teuthology.orchestra.run.smithi186.stdout: "num_strays_delayed": 0, 2024-04-25T01:29:23.737 INFO:teuthology.orchestra.run.smithi186.stdout: "num_strays_enqueuing": 0, 2024-04-25T01:29:23.737 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_created": 0, 2024-04-25T01:29:23.737 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_enqueued": 0, 2024-04-25T01:29:23.737 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_reintegrated": 0, 2024-04-25T01:29:23.737 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_migrated": 0, 2024-04-25T01:29:23.737 INFO:teuthology.orchestra.run.smithi186.stdout: "num_recovering_processing": 0, 2024-04-25T01:29:23.737 INFO:teuthology.orchestra.run.smithi186.stdout: "num_recovering_enqueued": 0, 2024-04-25T01:29:23.737 INFO:teuthology.orchestra.run.smithi186.stdout: "num_recovering_prioritized": 0, 2024-04-25T01:29:23.737 INFO:teuthology.orchestra.run.smithi186.stdout: "recovery_started": 0, 2024-04-25T01:29:23.738 INFO:teuthology.orchestra.run.smithi186.stdout: "recovery_completed": 0, 2024-04-25T01:29:23.738 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_quiesce_path": 0, 2024-04-25T01:29:23.738 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_quiesce_inode": 0, 2024-04-25T01:29:23.738 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T01:29:23.738 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_exportdir": 0, 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_flush": 0, 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_fragmentdir": 0, 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_fragstats": 0, 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_inodestats": 0 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_log": { 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: "evlrg": 0, 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: "evadd": 0, 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: "evex": 0, 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: "evtrm": 0, 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: "ev": 5, 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: "evexg": 0, 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: "evexd": 0, 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: "segadd": 0, 2024-04-25T01:29:23.739 INFO:teuthology.orchestra.run.smithi186.stdout: "segex": 0, 2024-04-25T01:29:23.740 INFO:teuthology.orchestra.run.smithi186.stdout: "segtrm": 0, 2024-04-25T01:29:23.740 INFO:teuthology.orchestra.run.smithi186.stdout: "seg": 2, 2024-04-25T01:29:23.740 INFO:teuthology.orchestra.run.smithi186.stdout: "segmjr": 2, 2024-04-25T01:29:23.740 INFO:teuthology.orchestra.run.smithi186.stdout: "segexg": 0, 2024-04-25T01:29:23.740 INFO:teuthology.orchestra.run.smithi186.stdout: "segexd": 0, 2024-04-25T01:29:23.740 INFO:teuthology.orchestra.run.smithi186.stdout: "expos": 4194304, 2024-04-25T01:29:23.740 INFO:teuthology.orchestra.run.smithi186.stdout: "wrpos": 4195734, 2024-04-25T01:29:23.740 INFO:teuthology.orchestra.run.smithi186.stdout: "rdpos": 4195424, 2024-04-25T01:29:23.740 INFO:teuthology.orchestra.run.smithi186.stdout: "jlat": { 2024-04-25T01:29:23.740 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.740 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.740 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.740 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.740 INFO:teuthology.orchestra.run.smithi186.stdout: "replayed": 5 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_mem": { 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: "ino": 3, 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: "ino+": 3, 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: "ino-": 0, 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: "dir": 1, 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: "dir+": 1, 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: "dir-": 0, 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: "dn": 0, 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: "dn+": 0, 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: "dn-": 0, 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: "cap": 0, 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: "cap+": 0, 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: "cap-": 0, 2024-04-25T01:29:23.741 INFO:teuthology.orchestra.run.smithi186.stdout: "rss": 52472, 2024-04-25T01:29:23.742 INFO:teuthology.orchestra.run.smithi186.stdout: "heap": 215420 2024-04-25T01:29:23.742 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.742 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_server": { 2024-04-25T01:29:23.742 INFO:teuthology.orchestra.run.smithi186.stdout: "dispatch_client_request": 0, 2024-04-25T01:29:23.742 INFO:teuthology.orchestra.run.smithi186.stdout: "dispatch_server_request": 0, 2024-04-25T01:29:23.742 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_request": 0, 2024-04-25T01:29:23.742 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_session": 0, 2024-04-25T01:29:23.742 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_peer_request": 0, 2024-04-25T01:29:23.742 INFO:teuthology.orchestra.run.smithi186.stdout: "req_create_latency": { 2024-04-25T01:29:23.742 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.742 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.742 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.742 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.742 INFO:teuthology.orchestra.run.smithi186.stdout: "req_getattr_latency": { 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: "req_getfilelock_latency": { 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: "req_link_latency": { 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.743 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookup_latency": { 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookuphash_latency": { 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupino_latency": { 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.744 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupname_latency": { 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupparent_latency": { 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupsnap_latency": { 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.745 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lssnap_latency": { 2024-04-25T01:29:23.746 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.746 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.746 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.746 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.746 INFO:teuthology.orchestra.run.smithi186.stdout: "req_mkdir_latency": { 2024-04-25T01:29:23.746 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.746 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.747 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.747 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.747 INFO:teuthology.orchestra.run.smithi186.stdout: "req_mknod_latency": { 2024-04-25T01:29:23.747 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.747 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.747 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.747 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.747 INFO:teuthology.orchestra.run.smithi186.stdout: "req_mksnap_latency": { 2024-04-25T01:29:23.747 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.747 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.747 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.747 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.747 INFO:teuthology.orchestra.run.smithi186.stdout: "req_open_latency": { 2024-04-25T01:29:23.747 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.748 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.748 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.748 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.748 INFO:teuthology.orchestra.run.smithi186.stdout: "req_readdir_latency": { 2024-04-25T01:29:23.748 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.748 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.748 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.748 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.748 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rename_latency": { 2024-04-25T01:29:23.748 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.748 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.748 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.748 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.748 INFO:teuthology.orchestra.run.smithi186.stdout: "req_renamesnap_latency": { 2024-04-25T01:29:23.749 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.749 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.749 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.749 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.749 INFO:teuthology.orchestra.run.smithi186.stdout: "req_snapdiff_latency": { 2024-04-25T01:29:23.749 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.749 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.749 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.749 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.749 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rmdir_latency": { 2024-04-25T01:29:23.749 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.749 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.749 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.749 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.750 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rmsnap_latency": { 2024-04-25T01:29:23.750 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.750 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.750 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.750 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.750 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rmxattr_latency": { 2024-04-25T01:29:23.750 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.750 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.750 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.750 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.750 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setattr_latency": { 2024-04-25T01:29:23.750 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.750 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.750 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setdirlayout_latency": { 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setfilelock_latency": { 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setlayout_latency": { 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.751 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.752 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.752 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setxattr_latency": { 2024-04-25T01:29:23.752 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.752 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.752 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.752 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.752 INFO:teuthology.orchestra.run.smithi186.stdout: "req_symlink_latency": { 2024-04-25T01:29:23.752 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.752 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.752 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.752 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.752 INFO:teuthology.orchestra.run.smithi186.stdout: "req_unlink_latency": { 2024-04-25T01:29:23.752 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.752 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: "cap_revoke_eviction": 0, 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: "cap_acquisition_throttle": 0, 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: "req_getvxattr_latency": { 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_sessions": { 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: "session_count": 1, 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: "session_add": 2, 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: "session_remove": 1, 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: "sessions_open": 1, 2024-04-25T01:29:23.753 INFO:teuthology.orchestra.run.smithi186.stdout: "sessions_stale": 0, 2024-04-25T01:29:23.754 INFO:teuthology.orchestra.run.smithi186.stdout: "total_load": 0, 2024-04-25T01:29:23.754 INFO:teuthology.orchestra.run.smithi186.stdout: "average_load": 0, 2024-04-25T01:29:23.754 INFO:teuthology.orchestra.run.smithi186.stdout: "avg_session_uptime": 1684, 2024-04-25T01:29:23.754 INFO:teuthology.orchestra.run.smithi186.stdout: "mdthresh_evicted": 0 2024-04-25T01:29:23.754 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.754 INFO:teuthology.orchestra.run.smithi186.stdout: "mempool": { 2024-04-25T01:29:23.754 INFO:teuthology.orchestra.run.smithi186.stdout: "bloom_filter_bytes": 0, 2024-04-25T01:29:23.754 INFO:teuthology.orchestra.run.smithi186.stdout: "bloom_filter_items": 0, 2024-04-25T01:29:23.754 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T01:29:23.754 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_alloc_items": 0, 2024-04-25T01:29:23.754 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T01:29:23.754 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_data_items": 0, 2024-04-25T01:29:23.754 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T01:29:23.754 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T01:29:23.755 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T01:29:23.755 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T01:29:23.755 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T01:29:23.755 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_other_items": 0, 2024-04-25T01:29:23.755 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T01:29:23.755 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T01:29:23.755 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_extent_bytes": 0, 2024-04-25T01:29:23.755 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_extent_items": 0, 2024-04-25T01:29:23.755 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_blob_bytes": 0, 2024-04-25T01:29:23.755 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_blob_items": 0, 2024-04-25T01:29:23.755 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T01:29:23.755 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T01:29:23.755 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T01:29:23.755 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_fsck_items": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_txc_bytes": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_txc_items": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_bytes": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_items": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_bytes": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_items": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_reader_items": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_writer_items": 0, 2024-04-25T01:29:23.756 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_anon_bytes": 181137, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_anon_items": 44, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_meta_bytes": 0, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_meta_items": 0, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_bytes": 0, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_items": 0, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_mapbl_bytes": 0, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_mapbl_items": 0, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_pglog_bytes": 0, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_pglog_items": 0, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_bytes": 7720, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_items": 162, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_mapping_items": 0, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "pgmap_bytes": 0, 2024-04-25T01:29:23.757 INFO:teuthology.orchestra.run.smithi186.stdout: "pgmap_items": 0, 2024-04-25T01:29:23.758 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_co_bytes": 8464, 2024-04-25T01:29:23.758 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_co_items": 13, 2024-04-25T01:29:23.758 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_1_bytes": 0, 2024-04-25T01:29:23.758 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_1_items": 0, 2024-04-25T01:29:23.758 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_2_bytes": 0, 2024-04-25T01:29:23.758 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_2_items": 0 2024-04-25T01:29:23.758 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.758 INFO:teuthology.orchestra.run.smithi186.stdout: "objecter": { 2024-04-25T01:29:23.758 INFO:teuthology.orchestra.run.smithi186.stdout: "op_active": 0, 2024-04-25T01:29:23.758 INFO:teuthology.orchestra.run.smithi186.stdout: "op_laggy": 0, 2024-04-25T01:29:23.758 INFO:teuthology.orchestra.run.smithi186.stdout: "op_send": 909, 2024-04-25T01:29:23.758 INFO:teuthology.orchestra.run.smithi186.stdout: "op_send_bytes": 21, 2024-04-25T01:29:23.758 INFO:teuthology.orchestra.run.smithi186.stdout: "op_resend": 3, 2024-04-25T01:29:23.758 INFO:teuthology.orchestra.run.smithi186.stdout: "op_reply": 909, 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: "op_latency": { 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 909, 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.440991994, 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000485139 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: "op_inflight": 0, 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: "oplen_avg": { 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 909, 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 910 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: "op": 909, 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: "op_r": 909, 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: "op_w": 0, 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: "op_rmw": 0, 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: "op_pg": 0, 2024-04-25T01:29:23.759 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_stat": 574, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_create": 0, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_read": 333, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_write": 0, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_writefull": 0, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_writesame": 0, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_append": 0, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_zero": 0, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_truncate": 0, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_delete": 0, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_mapext": 0, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_sparse_read": 0, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_clonerange": 0, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_getxattr": 1, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_setxattr": 0, 2024-04-25T01:29:23.760 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_cmpxattr": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_rmxattr": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_resetxattrs": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_call": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_watch": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_notify": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_pgls": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_pgls_filter": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_other": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_active": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_send": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_resend": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_ping": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "poolop_active": 0, 2024-04-25T01:29:23.761 INFO:teuthology.orchestra.run.smithi186.stdout: "poolop_send": 0, 2024-04-25T01:29:23.762 INFO:teuthology.orchestra.run.smithi186.stdout: "poolop_resend": 0, 2024-04-25T01:29:23.762 INFO:teuthology.orchestra.run.smithi186.stdout: "poolstat_active": 0, 2024-04-25T01:29:23.762 INFO:teuthology.orchestra.run.smithi186.stdout: "poolstat_send": 0, 2024-04-25T01:29:23.762 INFO:teuthology.orchestra.run.smithi186.stdout: "poolstat_resend": 0, 2024-04-25T01:29:23.762 INFO:teuthology.orchestra.run.smithi186.stdout: "statfs_active": 0, 2024-04-25T01:29:23.762 INFO:teuthology.orchestra.run.smithi186.stdout: "statfs_send": 0, 2024-04-25T01:29:23.762 INFO:teuthology.orchestra.run.smithi186.stdout: "statfs_resend": 0, 2024-04-25T01:29:23.762 INFO:teuthology.orchestra.run.smithi186.stdout: "command_active": 0, 2024-04-25T01:29:23.762 INFO:teuthology.orchestra.run.smithi186.stdout: "command_send": 0, 2024-04-25T01:29:23.762 INFO:teuthology.orchestra.run.smithi186.stdout: "command_resend": 0, 2024-04-25T01:29:23.762 INFO:teuthology.orchestra.run.smithi186.stdout: "map_epoch": 88, 2024-04-25T01:29:23.762 INFO:teuthology.orchestra.run.smithi186.stdout: "map_full": 0, 2024-04-25T01:29:23.763 INFO:teuthology.orchestra.run.smithi186.stdout: "map_inc": 2, 2024-04-25T01:29:23.763 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_sessions": 4, 2024-04-25T01:29:23.763 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_session_open": 4, 2024-04-25T01:29:23.763 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_session_close": 0, 2024-04-25T01:29:23.763 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_laggy": 0, 2024-04-25T01:29:23.763 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_wr": 0, 2024-04-25T01:29:23.763 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_rd": 2, 2024-04-25T01:29:23.763 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_del": 0 2024-04-25T01:29:23.763 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.763 INFO:teuthology.orchestra.run.smithi186.stdout: "oft": { 2024-04-25T01:29:23.763 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_objs": 0, 2024-04-25T01:29:23.763 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_kv_pairs": 0, 2024-04-25T01:29:23.763 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_updates": 0, 2024-04-25T01:29:23.763 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_removes": 0 2024-04-25T01:29:23.764 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.764 INFO:teuthology.orchestra.run.smithi186.stdout: "osd-slow-ops": { 2024-04-25T01:29:23.764 INFO:teuthology.orchestra.run.smithi186.stdout: "slow_ops_count": 0 2024-04-25T01:29:23.764 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.764 INFO:teuthology.orchestra.run.smithi186.stdout: "purge_queue": { 2024-04-25T01:29:23.764 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing_ops": 0, 2024-04-25T01:29:23.764 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T01:29:23.764 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing": 0, 2024-04-25T01:29:23.764 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing_high_water": 0, 2024-04-25T01:29:23.764 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executed_ops": 0, 2024-04-25T01:29:23.764 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executed": 0, 2024-04-25T01:29:23.764 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_item_in_journal": 0 2024-04-25T01:29:23.764 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 104857600, 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 1026, 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 658785, 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 1026, 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 0, 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 0, 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 1026, 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 658785, 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.765 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.766 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.766 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:23.766 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.766 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-objecter_bytes": { 2024-04-25T01:29:23.766 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:23.766 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 104857600, 2024-04-25T01:29:23.766 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:23.766 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 0, 2024-04-25T01:29:23.766 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 0, 2024-04-25T01:29:23.766 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:23.766 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:23.766 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 909, 2024-04-25T01:29:23.766 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 1435, 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 909, 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 1435, 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-objecter_ops": { 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 1024, 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 0, 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 0, 2024-04-25T01:29:23.767 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 909, 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 909, 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 909, 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 909, 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-write_buf_throttle": { 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 3758096384, 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:23.768 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 0, 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 0, 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 0, 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 0, 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 0, 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 0, 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-write_buf_throttle-0x55f392f2a6e0": { 2024-04-25T01:29:23.769 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:23.770 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 3758096384, 2024-04-25T01:29:23.770 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:23.770 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 0, 2024-04-25T01:29:23.770 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 0, 2024-04-25T01:29:23.770 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:23.770 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:23.770 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 0, 2024-04-25T01:29:23.770 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 0, 2024-04-25T01:29:23.770 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 0, 2024-04-25T01:29:23.770 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 0, 2024-04-25T01:29:23.770 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:23.770 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:23.770 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:23.770 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:23.771 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:23.771 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:23.771 INFO:teuthology.orchestra.run.smithi186.stdout:} 2024-04-25T01:29:24.601 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-04-25T01:29:24.601 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-04-25T01:29:24.601 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-04-25T01:29:24.601 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-04-25T01:29:24.601 DEBUG:tasks.check_counter:Getting stats from f 2024-04-25T01:29:24.602 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-25T01:29:24.608 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:24 smithi186 ceph-mon[32747]: pgmap v487: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-04-25T01:29:24.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:24 smithi111 ceph-mon[32623]: pgmap v487: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-04-25T01:29:24.801 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:24 smithi026 ceph-mon[28096]: pgmap v487: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-04-25T01:29:24.925 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:29:26.587 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:26 smithi186 ceph-mon[32747]: pgmap v488: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T01:29:26.587 INFO:teuthology.orchestra.run.smithi186.stdout:{ 2024-04-25T01:29:26.587 INFO:teuthology.orchestra.run.smithi186.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T01:29:26.588 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_messages": 55, 2024-04-25T01:29:26.588 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages": 55, 2024-04-25T01:29:26.588 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_bytes": 22994, 2024-04-25T01:29:26.588 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_bytes": 71616, 2024-04-25T01:29:26.588 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_created_connections": 14, 2024-04-25T01:29:26.588 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_active_connections": 4, 2024-04-25T01:29:26.588 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_total_time": 0.009588095, 2024-04-25T01:29:26.588 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_send_time": 0.001876689, 2024-04-25T01:29:26.588 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_recv_time": 0.005798990, 2024-04-25T01:29:26.588 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_fast_dispatch_time": 0.000539057, 2024-04-25T01:29:26.588 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:26.589 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 54, 2024-04-25T01:29:26.589 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.039419415, 2024-04-25T01:29:26.589 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000729989 2024-04-25T01:29:26.589 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.589 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:26.589 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 48, 2024-04-25T01:29:26.589 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000009955, 2024-04-25T01:29:26.589 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000207 2024-04-25T01:29:26.589 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.589 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_encrypted_bytes": 4608, 2024-04-25T01:29:26.589 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_encrypted_bytes": 1888 2024-04-25T01:29:26.589 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.590 INFO:teuthology.orchestra.run.smithi186.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T01:29:26.590 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_messages": 31, 2024-04-25T01:29:26.590 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages": 105, 2024-04-25T01:29:26.590 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_bytes": 14957, 2024-04-25T01:29:26.590 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_bytes": 228247, 2024-04-25T01:29:26.590 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_created_connections": 9, 2024-04-25T01:29:26.590 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_active_connections": 4, 2024-04-25T01:29:26.590 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_total_time": 0.008390599, 2024-04-25T01:29:26.590 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_send_time": 0.004032294, 2024-04-25T01:29:26.590 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_recv_time": 0.003303728, 2024-04-25T01:29:26.591 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_fast_dispatch_time": 0.000393859, 2024-04-25T01:29:26.591 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:26.591 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 103, 2024-04-25T01:29:26.591 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.021903523, 2024-04-25T01:29:26.591 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000212655 2024-04-25T01:29:26.591 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.591 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:26.592 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 30, 2024-04-25T01:29:26.592 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000005064, 2024-04-25T01:29:26.592 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000168 2024-04-25T01:29:26.592 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.592 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-25T01:29:26.592 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_encrypted_bytes": 205136 2024-04-25T01:29:26.592 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.592 INFO:teuthology.orchestra.run.smithi186.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T01:29:26.593 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_messages": 393, 2024-04-25T01:29:26.593 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages": 411, 2024-04-25T01:29:26.593 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_bytes": 589888, 2024-04-25T01:29:26.593 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_bytes": 181021, 2024-04-25T01:29:26.593 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_created_connections": 7, 2024-04-25T01:29:26.593 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_active_connections": 5, 2024-04-25T01:29:26.593 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_total_time": 0.044672263, 2024-04-25T01:29:26.594 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_send_time": 0.016673710, 2024-04-25T01:29:26.594 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_recv_time": 0.028208049, 2024-04-25T01:29:26.594 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_fast_dispatch_time": 0.004553806, 2024-04-25T01:29:26.594 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:26.594 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 410, 2024-04-25T01:29:26.594 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.022889857, 2024-04-25T01:29:26.594 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000055828 2024-04-25T01:29:26.594 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.594 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:26.595 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 495, 2024-04-25T01:29:26.595 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000127395, 2024-04-25T01:29:26.595 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000257 2024-04-25T01:29:26.595 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.595 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_encrypted_bytes": 498592, 2024-04-25T01:29:26.595 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_encrypted_bytes": 66336 2024-04-25T01:29:26.595 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.595 INFO:teuthology.orchestra.run.smithi186.stdout: "cct": { 2024-04-25T01:29:26.595 INFO:teuthology.orchestra.run.smithi186.stdout: "total_workers": 1, 2024-04-25T01:29:26.595 INFO:teuthology.orchestra.run.smithi186.stdout: "unhealthy_workers": 0 2024-04-25T01:29:26.596 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.596 INFO:teuthology.orchestra.run.smithi186.stdout: "finisher-MDSRank": { 2024-04-25T01:29:26.596 INFO:teuthology.orchestra.run.smithi186.stdout: "queue_len": 0, 2024-04-25T01:29:26.596 INFO:teuthology.orchestra.run.smithi186.stdout: "complete_latency": { 2024-04-25T01:29:26.596 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 53, 2024-04-25T01:29:26.596 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.001828685, 2024-04-25T01:29:26.596 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000034503 2024-04-25T01:29:26.596 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:26.596 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.596 INFO:teuthology.orchestra.run.smithi186.stdout: "finisher-PurgeQueue": { 2024-04-25T01:29:26.597 INFO:teuthology.orchestra.run.smithi186.stdout: "queue_len": 0, 2024-04-25T01:29:26.597 INFO:teuthology.orchestra.run.smithi186.stdout: "complete_latency": { 2024-04-25T01:29:26.597 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 2, 2024-04-25T01:29:26.597 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000019666, 2024-04-25T01:29:26.597 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000009833 2024-04-25T01:29:26.597 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:26.597 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.597 INFO:teuthology.orchestra.run.smithi186.stdout: "mds": { 2024-04-25T01:29:26.597 INFO:teuthology.orchestra.run.smithi186.stdout: "request": 3, 2024-04-25T01:29:26.597 INFO:teuthology.orchestra.run.smithi186.stdout: "reply": 1, 2024-04-25T01:29:26.597 INFO:teuthology.orchestra.run.smithi186.stdout: "reply_latency": { 2024-04-25T01:29:26.598 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 1, 2024-04-25T01:29:26.598 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000206237, 2024-04-25T01:29:26.598 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000206237 2024-04-25T01:29:26.598 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.598 INFO:teuthology.orchestra.run.smithi186.stdout: "slow_reply": 0, 2024-04-25T01:29:26.598 INFO:teuthology.orchestra.run.smithi186.stdout: "forward": 2, 2024-04-25T01:29:26.598 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_fetch_complete": 0, 2024-04-25T01:29:26.598 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_fetch_keys": 0, 2024-04-25T01:29:26.598 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_commit": 11, 2024-04-25T01:29:26.599 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_split": 0, 2024-04-25T01:29:26.599 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_merge": 0, 2024-04-25T01:29:26.599 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes": 16, 2024-04-25T01:29:26.599 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_top": 0, 2024-04-25T01:29:26.599 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_bottom": 16, 2024-04-25T01:29:26.599 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_pin_tail": 0, 2024-04-25T01:29:26.599 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_pinned": 13, 2024-04-25T01:29:26.599 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_expired": 4, 2024-04-25T01:29:26.599 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_with_caps": 0, 2024-04-25T01:29:26.600 INFO:teuthology.orchestra.run.smithi186.stdout: "caps": 0, 2024-04-25T01:29:26.600 INFO:teuthology.orchestra.run.smithi186.stdout: "subtrees": 3, 2024-04-25T01:29:26.600 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse": 11, 2024-04-25T01:29:26.600 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_hit": 5, 2024-04-25T01:29:26.600 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_forward": 1, 2024-04-25T01:29:26.600 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_discover": 4, 2024-04-25T01:29:26.600 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_dir_fetch": 0, 2024-04-25T01:29:26.600 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_remote_ino": 0, 2024-04-25T01:29:26.600 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_lock": 0, 2024-04-25T01:29:26.600 INFO:teuthology.orchestra.run.smithi186.stdout: "load_cent": 1000, 2024-04-25T01:29:26.600 INFO:teuthology.orchestra.run.smithi186.stdout: "q": 1, 2024-04-25T01:29:26.601 INFO:teuthology.orchestra.run.smithi186.stdout: "exported": 0, 2024-04-25T01:29:26.601 INFO:teuthology.orchestra.run.smithi186.stdout: "exported_inodes": 0, 2024-04-25T01:29:26.601 INFO:teuthology.orchestra.run.smithi186.stdout: "imported": 0, 2024-04-25T01:29:26.601 INFO:teuthology.orchestra.run.smithi186.stdout: "imported_inodes": 0, 2024-04-25T01:29:26.601 INFO:teuthology.orchestra.run.smithi186.stdout: "openino_dir_fetch": 0, 2024-04-25T01:29:26.602 INFO:teuthology.orchestra.run.smithi186.stdout: "openino_backtrace_fetch": 0, 2024-04-25T01:29:26.602 INFO:teuthology.orchestra.run.smithi186.stdout: "openino_peer_discover": 0, 2024-04-25T01:29:26.602 INFO:teuthology.orchestra.run.smithi186.stdout: "root_rfiles": 8, 2024-04-25T01:29:26.602 INFO:teuthology.orchestra.run.smithi186.stdout: "root_rbytes": 269505954, 2024-04-25T01:29:26.602 INFO:teuthology.orchestra.run.smithi186.stdout: "root_rsnaps": 0, 2024-04-25T01:29:26.602 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T01:29:26.602 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_set_tag": 0, 2024-04-25T01:29:26.602 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T01:29:26.602 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_inotable_repaired": 0, 2024-04-25T01:29:26.603 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_dir_inodes": 0, 2024-04-25T01:29:26.603 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T01:29:26.603 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T01:29:26.603 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_file_inodes": 0, 2024-04-25T01:29:26.603 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_inode_file_caps": 0, 2024-04-25T01:29:26.603 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T01:29:26.603 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_grant": 0, 2024-04-25T01:29:26.603 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T01:29:26.603 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T01:29:26.604 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T01:29:26.604 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_caps": 0, 2024-04-25T01:29:26.604 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_caps_dirty": 0, 2024-04-25T01:29:26.604 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_cap_release": 0, 2024-04-25T01:29:26.604 INFO:teuthology.orchestra.run.smithi186.stdout: "process_request_cap_release": 1 2024-04-25T01:29:26.604 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.604 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_cache": { 2024-04-25T01:29:26.604 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_update": 0, 2024-04-25T01:29:26.604 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_update_receipt": 9, 2024-04-25T01:29:26.604 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_try_discover": 6, 2024-04-25T01:29:26.604 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_send_discover": 8, 2024-04-25T01:29:26.605 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_handle_discover": 0, 2024-04-25T01:29:26.605 INFO:teuthology.orchestra.run.smithi186.stdout: "num_strays": 0, 2024-04-25T01:29:26.605 INFO:teuthology.orchestra.run.smithi186.stdout: "num_strays_delayed": 0, 2024-04-25T01:29:26.605 INFO:teuthology.orchestra.run.smithi186.stdout: "num_strays_enqueuing": 0, 2024-04-25T01:29:26.605 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_created": 0, 2024-04-25T01:29:26.605 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_enqueued": 0, 2024-04-25T01:29:26.605 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_reintegrated": 0, 2024-04-25T01:29:26.605 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_migrated": 0, 2024-04-25T01:29:26.605 INFO:teuthology.orchestra.run.smithi186.stdout: "num_recovering_processing": 0, 2024-04-25T01:29:26.605 INFO:teuthology.orchestra.run.smithi186.stdout: "num_recovering_enqueued": 0, 2024-04-25T01:29:26.605 INFO:teuthology.orchestra.run.smithi186.stdout: "num_recovering_prioritized": 0, 2024-04-25T01:29:26.605 INFO:teuthology.orchestra.run.smithi186.stdout: "recovery_started": 0, 2024-04-25T01:29:26.606 INFO:teuthology.orchestra.run.smithi186.stdout: "recovery_completed": 0, 2024-04-25T01:29:26.606 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_quiesce_path": 0, 2024-04-25T01:29:26.606 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_quiesce_inode": 0, 2024-04-25T01:29:26.606 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T01:29:26.606 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_exportdir": 0, 2024-04-25T01:29:26.606 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_flush": 0, 2024-04-25T01:29:26.606 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_fragmentdir": 0, 2024-04-25T01:29:26.606 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_fragstats": 0, 2024-04-25T01:29:26.606 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_inodestats": 0 2024-04-25T01:29:26.606 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.606 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_log": { 2024-04-25T01:29:26.606 INFO:teuthology.orchestra.run.smithi186.stdout: "evlrg": 0, 2024-04-25T01:29:26.606 INFO:teuthology.orchestra.run.smithi186.stdout: "evadd": 5, 2024-04-25T01:29:26.607 INFO:teuthology.orchestra.run.smithi186.stdout: "evex": 0, 2024-04-25T01:29:26.607 INFO:teuthology.orchestra.run.smithi186.stdout: "evtrm": 0, 2024-04-25T01:29:26.607 INFO:teuthology.orchestra.run.smithi186.stdout: "ev": 5, 2024-04-25T01:29:26.607 INFO:teuthology.orchestra.run.smithi186.stdout: "evexg": 0, 2024-04-25T01:29:26.607 INFO:teuthology.orchestra.run.smithi186.stdout: "evexd": 0, 2024-04-25T01:29:26.607 INFO:teuthology.orchestra.run.smithi186.stdout: "segadd": 2, 2024-04-25T01:29:26.607 INFO:teuthology.orchestra.run.smithi186.stdout: "segex": 0, 2024-04-25T01:29:26.607 INFO:teuthology.orchestra.run.smithi186.stdout: "segtrm": 0, 2024-04-25T01:29:26.607 INFO:teuthology.orchestra.run.smithi186.stdout: "seg": 2, 2024-04-25T01:29:26.607 INFO:teuthology.orchestra.run.smithi186.stdout: "segmjr": 2, 2024-04-25T01:29:26.607 INFO:teuthology.orchestra.run.smithi186.stdout: "segexg": 0, 2024-04-25T01:29:26.607 INFO:teuthology.orchestra.run.smithi186.stdout: "segexd": 0, 2024-04-25T01:29:26.607 INFO:teuthology.orchestra.run.smithi186.stdout: "expos": 4194304, 2024-04-25T01:29:26.608 INFO:teuthology.orchestra.run.smithi186.stdout: "wrpos": 4195734, 2024-04-25T01:29:26.608 INFO:teuthology.orchestra.run.smithi186.stdout: "rdpos": 0, 2024-04-25T01:29:26.608 INFO:teuthology.orchestra.run.smithi186.stdout: "jlat": { 2024-04-25T01:29:26.608 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 4, 2024-04-25T01:29:26.608 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.007775777, 2024-04-25T01:29:26.608 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.001943944 2024-04-25T01:29:26.608 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.608 INFO:teuthology.orchestra.run.smithi186.stdout: "replayed": 0 2024-04-25T01:29:26.608 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.608 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_mem": { 2024-04-25T01:29:26.608 INFO:teuthology.orchestra.run.smithi186.stdout: "ino": 20, 2024-04-25T01:29:26.608 INFO:teuthology.orchestra.run.smithi186.stdout: "ino+": 22, 2024-04-25T01:29:26.608 INFO:teuthology.orchestra.run.smithi186.stdout: "ino-": 2, 2024-04-25T01:29:26.609 INFO:teuthology.orchestra.run.smithi186.stdout: "dir": 19, 2024-04-25T01:29:26.609 INFO:teuthology.orchestra.run.smithi186.stdout: "dir+": 22, 2024-04-25T01:29:26.609 INFO:teuthology.orchestra.run.smithi186.stdout: "dir-": 3, 2024-04-25T01:29:26.609 INFO:teuthology.orchestra.run.smithi186.stdout: "dn": 16, 2024-04-25T01:29:26.609 INFO:teuthology.orchestra.run.smithi186.stdout: "dn+": 20, 2024-04-25T01:29:26.609 INFO:teuthology.orchestra.run.smithi186.stdout: "dn-": 4, 2024-04-25T01:29:26.609 INFO:teuthology.orchestra.run.smithi186.stdout: "cap": 0, 2024-04-25T01:29:26.609 INFO:teuthology.orchestra.run.smithi186.stdout: "cap+": 1, 2024-04-25T01:29:26.609 INFO:teuthology.orchestra.run.smithi186.stdout: "cap-": 1, 2024-04-25T01:29:26.609 INFO:teuthology.orchestra.run.smithi186.stdout: "rss": 52664, 2024-04-25T01:29:26.609 INFO:teuthology.orchestra.run.smithi186.stdout: "heap": 223612 2024-04-25T01:29:26.609 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.609 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_server": { 2024-04-25T01:29:26.610 INFO:teuthology.orchestra.run.smithi186.stdout: "dispatch_client_request": 4, 2024-04-25T01:29:26.610 INFO:teuthology.orchestra.run.smithi186.stdout: "dispatch_server_request": 0, 2024-04-25T01:29:26.610 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_request": 3, 2024-04-25T01:29:26.610 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_session": 7, 2024-04-25T01:29:26.610 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_peer_request": 0, 2024-04-25T01:29:26.610 INFO:teuthology.orchestra.run.smithi186.stdout: "req_create_latency": { 2024-04-25T01:29:26.610 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.610 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.610 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.610 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.610 INFO:teuthology.orchestra.run.smithi186.stdout: "req_getattr_latency": { 2024-04-25T01:29:26.610 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 1, 2024-04-25T01:29:26.611 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000206237, 2024-04-25T01:29:26.611 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000206237 2024-04-25T01:29:26.611 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.611 INFO:teuthology.orchestra.run.smithi186.stdout: "req_getfilelock_latency": { 2024-04-25T01:29:26.611 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.611 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.611 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.611 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.611 INFO:teuthology.orchestra.run.smithi186.stdout: "req_link_latency": { 2024-04-25T01:29:26.611 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.611 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.611 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.611 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.612 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookup_latency": { 2024-04-25T01:29:26.612 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.612 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.612 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.612 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.612 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookuphash_latency": { 2024-04-25T01:29:26.612 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.612 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.612 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.612 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.612 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupino_latency": { 2024-04-25T01:29:26.612 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.612 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.613 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.613 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.613 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupname_latency": { 2024-04-25T01:29:26.613 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.613 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.613 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.613 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.613 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupparent_latency": { 2024-04-25T01:29:26.613 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.613 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.613 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.613 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.613 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupsnap_latency": { 2024-04-25T01:29:26.614 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.614 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.614 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.614 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.614 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lssnap_latency": { 2024-04-25T01:29:26.614 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.614 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.614 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.614 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.614 INFO:teuthology.orchestra.run.smithi186.stdout: "req_mkdir_latency": { 2024-04-25T01:29:26.614 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.615 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:26 smithi111 ceph-mon[32623]: pgmap v488: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T01:29:26.615 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.616 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.616 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.616 INFO:teuthology.orchestra.run.smithi186.stdout: "req_mknod_latency": { 2024-04-25T01:29:26.616 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.616 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.616 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.616 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.616 INFO:teuthology.orchestra.run.smithi186.stdout: "req_mksnap_latency": { 2024-04-25T01:29:26.616 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.616 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.616 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.616 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.617 INFO:teuthology.orchestra.run.smithi186.stdout: "req_open_latency": { 2024-04-25T01:29:26.617 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.617 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.617 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.617 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.617 INFO:teuthology.orchestra.run.smithi186.stdout: "req_readdir_latency": { 2024-04-25T01:29:26.617 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.617 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.617 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.617 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.617 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rename_latency": { 2024-04-25T01:29:26.617 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.617 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.618 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.618 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.618 INFO:teuthology.orchestra.run.smithi186.stdout: "req_renamesnap_latency": { 2024-04-25T01:29:26.618 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.618 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.618 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.618 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.618 INFO:teuthology.orchestra.run.smithi186.stdout: "req_snapdiff_latency": { 2024-04-25T01:29:26.618 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.618 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.618 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.618 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.619 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rmdir_latency": { 2024-04-25T01:29:26.619 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.619 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.619 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.619 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.619 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rmsnap_latency": { 2024-04-25T01:29:26.619 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.619 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.619 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.619 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.619 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rmxattr_latency": { 2024-04-25T01:29:26.619 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.619 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.620 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.620 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.620 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setattr_latency": { 2024-04-25T01:29:26.620 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.620 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.620 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.620 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.620 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setdirlayout_latency": { 2024-04-25T01:29:26.620 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.620 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.620 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.620 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.620 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setfilelock_latency": { 2024-04-25T01:29:26.621 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.621 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.621 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.621 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.621 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setlayout_latency": { 2024-04-25T01:29:26.621 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.621 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.621 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.621 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.621 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setxattr_latency": { 2024-04-25T01:29:26.621 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.621 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.622 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.622 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.622 INFO:teuthology.orchestra.run.smithi186.stdout: "req_symlink_latency": { 2024-04-25T01:29:26.622 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.622 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.622 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.622 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.622 INFO:teuthology.orchestra.run.smithi186.stdout: "req_unlink_latency": { 2024-04-25T01:29:26.622 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.622 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.622 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.622 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.622 INFO:teuthology.orchestra.run.smithi186.stdout: "cap_revoke_eviction": 0, 2024-04-25T01:29:26.623 INFO:teuthology.orchestra.run.smithi186.stdout: "cap_acquisition_throttle": 0, 2024-04-25T01:29:26.623 INFO:teuthology.orchestra.run.smithi186.stdout: "req_getvxattr_latency": { 2024-04-25T01:29:26.623 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.623 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.623 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.623 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:26.623 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.623 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_sessions": { 2024-04-25T01:29:26.623 INFO:teuthology.orchestra.run.smithi186.stdout: "session_count": 1, 2024-04-25T01:29:26.623 INFO:teuthology.orchestra.run.smithi186.stdout: "session_add": 2, 2024-04-25T01:29:26.623 INFO:teuthology.orchestra.run.smithi186.stdout: "session_remove": 1, 2024-04-25T01:29:26.623 INFO:teuthology.orchestra.run.smithi186.stdout: "sessions_open": 1, 2024-04-25T01:29:26.623 INFO:teuthology.orchestra.run.smithi186.stdout: "sessions_stale": 0, 2024-04-25T01:29:26.624 INFO:teuthology.orchestra.run.smithi186.stdout: "total_load": 1, 2024-04-25T01:29:26.624 INFO:teuthology.orchestra.run.smithi186.stdout: "average_load": 1, 2024-04-25T01:29:26.624 INFO:teuthology.orchestra.run.smithi186.stdout: "avg_session_uptime": 177, 2024-04-25T01:29:26.624 INFO:teuthology.orchestra.run.smithi186.stdout: "mdthresh_evicted": 0 2024-04-25T01:29:26.624 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.624 INFO:teuthology.orchestra.run.smithi186.stdout: "mempool": { 2024-04-25T01:29:26.624 INFO:teuthology.orchestra.run.smithi186.stdout: "bloom_filter_bytes": 0, 2024-04-25T01:29:26.624 INFO:teuthology.orchestra.run.smithi186.stdout: "bloom_filter_items": 0, 2024-04-25T01:29:26.624 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T01:29:26.624 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_alloc_items": 0, 2024-04-25T01:29:26.624 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T01:29:26.624 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_data_items": 0, 2024-04-25T01:29:26.624 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T01:29:26.625 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T01:29:26.625 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T01:29:26.625 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T01:29:26.625 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T01:29:26.625 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_other_items": 0, 2024-04-25T01:29:26.625 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T01:29:26.625 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T01:29:26.625 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_extent_bytes": 0, 2024-04-25T01:29:26.626 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_extent_items": 0, 2024-04-25T01:29:26.626 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_blob_bytes": 0, 2024-04-25T01:29:26.626 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_blob_items": 0, 2024-04-25T01:29:26.626 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T01:29:26.626 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T01:29:26.626 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T01:29:26.626 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T01:29:26.626 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T01:29:26.626 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_fsck_items": 0, 2024-04-25T01:29:26.626 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_txc_bytes": 0, 2024-04-25T01:29:26.626 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_txc_items": 0, 2024-04-25T01:29:26.626 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T01:29:26.626 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T01:29:26.627 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_bytes": 0, 2024-04-25T01:29:26.627 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_items": 0, 2024-04-25T01:29:26.627 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_bytes": 0, 2024-04-25T01:29:26.627 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_items": 0, 2024-04-25T01:29:26.627 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T01:29:26.627 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_reader_items": 0, 2024-04-25T01:29:26.627 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T01:29:26.627 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_writer_items": 0, 2024-04-25T01:29:26.627 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_anon_bytes": 238921, 2024-04-25T01:29:26.627 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_anon_items": 81, 2024-04-25T01:29:26.628 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_meta_bytes": 0, 2024-04-25T01:29:26.628 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_meta_items": 0, 2024-04-25T01:29:26.628 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_bytes": 0, 2024-04-25T01:29:26.628 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_items": 0, 2024-04-25T01:29:26.628 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_mapbl_bytes": 0, 2024-04-25T01:29:26.628 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_mapbl_items": 0, 2024-04-25T01:29:26.628 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_pglog_bytes": 0, 2024-04-25T01:29:26.628 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_pglog_items": 0, 2024-04-25T01:29:26.628 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_bytes": 7720, 2024-04-25T01:29:26.628 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_items": 162, 2024-04-25T01:29:26.628 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T01:29:26.629 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_mapping_items": 0, 2024-04-25T01:29:26.629 INFO:teuthology.orchestra.run.smithi186.stdout: "pgmap_bytes": 0, 2024-04-25T01:29:26.629 INFO:teuthology.orchestra.run.smithi186.stdout: "pgmap_items": 0, 2024-04-25T01:29:26.629 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_co_bytes": 80645, 2024-04-25T01:29:26.629 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_co_items": 327, 2024-04-25T01:29:26.629 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_1_bytes": 0, 2024-04-25T01:29:26.629 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_1_items": 0, 2024-04-25T01:29:26.629 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_2_bytes": 0, 2024-04-25T01:29:26.629 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_2_items": 0 2024-04-25T01:29:26.629 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.630 INFO:teuthology.orchestra.run.smithi186.stdout: "objecter": { 2024-04-25T01:29:26.630 INFO:teuthology.orchestra.run.smithi186.stdout: "op_active": 0, 2024-04-25T01:29:26.630 INFO:teuthology.orchestra.run.smithi186.stdout: "op_laggy": 0, 2024-04-25T01:29:26.630 INFO:teuthology.orchestra.run.smithi186.stdout: "op_send": 40, 2024-04-25T01:29:26.630 INFO:teuthology.orchestra.run.smithi186.stdout: "op_send_bytes": 11732, 2024-04-25T01:29:26.630 INFO:teuthology.orchestra.run.smithi186.stdout: "op_resend": 33, 2024-04-25T01:29:26.630 INFO:teuthology.orchestra.run.smithi186.stdout: "op_reply": 40, 2024-04-25T01:29:26.630 INFO:teuthology.orchestra.run.smithi186.stdout: "op_latency": { 2024-04-25T01:29:26.630 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 40, 2024-04-25T01:29:26.631 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.387992985, 2024-04-25T01:29:26.631 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.009699824 2024-04-25T01:29:26.631 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.631 INFO:teuthology.orchestra.run.smithi186.stdout: "op_inflight": 0, 2024-04-25T01:29:26.631 INFO:teuthology.orchestra.run.smithi186.stdout: "oplen_avg": { 2024-04-25T01:29:26.631 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 40, 2024-04-25T01:29:26.631 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 62 2024-04-25T01:29:26.631 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.631 INFO:teuthology.orchestra.run.smithi186.stdout: "op": 40, 2024-04-25T01:29:26.631 INFO:teuthology.orchestra.run.smithi186.stdout: "op_r": 0, 2024-04-25T01:29:26.632 INFO:teuthology.orchestra.run.smithi186.stdout: "op_w": 40, 2024-04-25T01:29:26.632 INFO:teuthology.orchestra.run.smithi186.stdout: "op_rmw": 0, 2024-04-25T01:29:26.632 INFO:teuthology.orchestra.run.smithi186.stdout: "op_pg": 0, 2024-04-25T01:29:26.632 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_stat": 0, 2024-04-25T01:29:26.632 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_create": 10, 2024-04-25T01:29:26.632 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_read": 0, 2024-04-25T01:29:26.632 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_write": 4, 2024-04-25T01:29:26.632 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_writefull": 7, 2024-04-25T01:29:26.632 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_writesame": 0, 2024-04-25T01:29:26.632 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_append": 0, 2024-04-25T01:29:26.632 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_zero": 0, 2024-04-25T01:29:26.633 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_truncate": 0, 2024-04-25T01:29:26.633 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_delete": 6, 2024-04-25T01:29:26.633 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_mapext": 0, 2024-04-25T01:29:26.633 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_sparse_read": 0, 2024-04-25T01:29:26.633 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_clonerange": 0, 2024-04-25T01:29:26.633 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_getxattr": 0, 2024-04-25T01:29:26.633 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_setxattr": 20, 2024-04-25T01:29:26.633 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_cmpxattr": 0, 2024-04-25T01:29:26.633 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_rmxattr": 0, 2024-04-25T01:29:26.633 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_resetxattrs": 0, 2024-04-25T01:29:26.634 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_call": 0, 2024-04-25T01:29:26.634 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_watch": 0, 2024-04-25T01:29:26.634 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_notify": 0, 2024-04-25T01:29:26.634 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T01:29:26.634 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_pgls": 0, 2024-04-25T01:29:26.634 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_pgls_filter": 0, 2024-04-25T01:29:26.634 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_other": 0, 2024-04-25T01:29:26.634 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_active": 0, 2024-04-25T01:29:26.634 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_send": 0, 2024-04-25T01:29:26.634 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_resend": 0, 2024-04-25T01:29:26.635 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_ping": 0, 2024-04-25T01:29:26.635 INFO:teuthology.orchestra.run.smithi186.stdout: "poolop_active": 0, 2024-04-25T01:29:26.635 INFO:teuthology.orchestra.run.smithi186.stdout: "poolop_send": 0, 2024-04-25T01:29:26.635 INFO:teuthology.orchestra.run.smithi186.stdout: "poolop_resend": 0, 2024-04-25T01:29:26.635 INFO:teuthology.orchestra.run.smithi186.stdout: "poolstat_active": 0, 2024-04-25T01:29:26.635 INFO:teuthology.orchestra.run.smithi186.stdout: "poolstat_send": 0, 2024-04-25T01:29:26.635 INFO:teuthology.orchestra.run.smithi186.stdout: "poolstat_resend": 0, 2024-04-25T01:29:26.635 INFO:teuthology.orchestra.run.smithi186.stdout: "statfs_active": 0, 2024-04-25T01:29:26.635 INFO:teuthology.orchestra.run.smithi186.stdout: "statfs_send": 0, 2024-04-25T01:29:26.636 INFO:teuthology.orchestra.run.smithi186.stdout: "statfs_resend": 0, 2024-04-25T01:29:26.636 INFO:teuthology.orchestra.run.smithi186.stdout: "command_active": 0, 2024-04-25T01:29:26.636 INFO:teuthology.orchestra.run.smithi186.stdout: "command_send": 0, 2024-04-25T01:29:26.636 INFO:teuthology.orchestra.run.smithi186.stdout: "command_resend": 0, 2024-04-25T01:29:26.636 INFO:teuthology.orchestra.run.smithi186.stdout: "map_epoch": 88, 2024-04-25T01:29:26.636 INFO:teuthology.orchestra.run.smithi186.stdout: "map_full": 0, 2024-04-25T01:29:26.636 INFO:teuthology.orchestra.run.smithi186.stdout: "map_inc": 2, 2024-04-25T01:29:26.636 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_sessions": 8, 2024-04-25T01:29:26.636 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_session_open": 8, 2024-04-25T01:29:26.637 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_session_close": 0, 2024-04-25T01:29:26.637 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_laggy": 0, 2024-04-25T01:29:26.637 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_wr": 14, 2024-04-25T01:29:26.637 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_rd": 0, 2024-04-25T01:29:26.637 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_del": 1 2024-04-25T01:29:26.637 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.637 INFO:teuthology.orchestra.run.smithi186.stdout: "oft": { 2024-04-25T01:29:26.637 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_objs": 1, 2024-04-25T01:29:26.637 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_kv_pairs": 0, 2024-04-25T01:29:26.637 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_updates": 0, 2024-04-25T01:29:26.637 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_removes": 0 2024-04-25T01:29:26.638 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.638 INFO:teuthology.orchestra.run.smithi186.stdout: "osd-slow-ops": { 2024-04-25T01:29:26.638 INFO:teuthology.orchestra.run.smithi186.stdout: "slow_ops_count": 0 2024-04-25T01:29:26.638 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.638 INFO:teuthology.orchestra.run.smithi186.stdout: "purge_queue": { 2024-04-25T01:29:26.638 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing_ops": 0, 2024-04-25T01:29:26.638 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T01:29:26.638 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing": 0, 2024-04-25T01:29:26.638 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing_high_water": 0, 2024-04-25T01:29:26.638 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executed_ops": 0, 2024-04-25T01:29:26.638 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executed": 0, 2024-04-25T01:29:26.638 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_item_in_journal": 0 2024-04-25T01:29:26.639 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.639 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T01:29:26.639 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:26.639 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 104857600, 2024-04-25T01:29:26.639 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:26.639 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 475, 2024-04-25T01:29:26.639 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 574570, 2024-04-25T01:29:26.639 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:26.639 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 475, 2024-04-25T01:29:26.639 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 0, 2024-04-25T01:29:26.639 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 0, 2024-04-25T01:29:26.639 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 475, 2024-04-25T01:29:26.639 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 574570, 2024-04-25T01:29:26.640 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:26.640 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.640 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.640 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.640 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:26.640 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.640 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-objecter_bytes": { 2024-04-25T01:29:26.640 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:26.640 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 104857600, 2024-04-25T01:29:26.640 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:26.640 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 0, 2024-04-25T01:29:26.640 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 0, 2024-04-25T01:29:26.640 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:26.641 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:26.641 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 40, 2024-04-25T01:29:26.641 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 11732, 2024-04-25T01:29:26.641 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 40, 2024-04-25T01:29:26.641 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 11732, 2024-04-25T01:29:26.641 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:26.641 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.641 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.641 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.641 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:26.641 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.641 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-objecter_ops": { 2024-04-25T01:29:26.642 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:26.642 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 1024, 2024-04-25T01:29:26.642 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:26.642 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 0, 2024-04-25T01:29:26.642 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 0, 2024-04-25T01:29:26.642 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:26.642 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:26.642 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 40, 2024-04-25T01:29:26.642 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 40, 2024-04-25T01:29:26.642 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 40, 2024-04-25T01:29:26.642 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 40, 2024-04-25T01:29:26.642 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:26.643 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.643 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.643 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.643 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:26.643 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.643 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-write_buf_throttle": { 2024-04-25T01:29:26.643 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:26.643 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 3758096384, 2024-04-25T01:29:26.643 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:26.643 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 0, 2024-04-25T01:29:26.643 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 0, 2024-04-25T01:29:26.643 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:26.643 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:26.644 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 0, 2024-04-25T01:29:26.644 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 0, 2024-04-25T01:29:26.644 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 0, 2024-04-25T01:29:26.644 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 0, 2024-04-25T01:29:26.644 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:26.644 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.644 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.644 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.644 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:26.644 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:26.644 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-write_buf_throttle-0x55bacbc8a500": { 2024-04-25T01:29:26.644 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:26.645 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 3758096384, 2024-04-25T01:29:26.645 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:26.645 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 5, 2024-04-25T01:29:26.645 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 1430, 2024-04-25T01:29:26.645 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:26.645 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 5, 2024-04-25T01:29:26.645 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 0, 2024-04-25T01:29:26.645 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 0, 2024-04-25T01:29:26.645 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 4, 2024-04-25T01:29:26.645 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 1430, 2024-04-25T01:29:26.645 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:26.645 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:26.645 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:26.645 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:26.646 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:26.646 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:26.646 INFO:teuthology.orchestra.run.smithi186.stdout:} 2024-04-25T01:29:26.802 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:26 smithi026 ceph-mon[28096]: pgmap v488: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T01:29:27.359 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-04-25T01:29:27.360 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-04-25T01:29:27.360 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-04-25T01:29:27.360 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=9 2024-04-25T01:29:27.360 DEBUG:tasks.check_counter:Getting stats from i 2024-04-25T01:29:27.360 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-25T01:29:27.647 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:29:28.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:28 smithi111 ceph-mon[32623]: pgmap v489: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-04-25T01:29:28.780 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:28 smithi186 ceph-mon[32747]: pgmap v489: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-04-25T01:29:28.801 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:28 smithi026 ceph-mon[28096]: pgmap v489: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-04-25T01:29:29.329 INFO:teuthology.orchestra.run.smithi186.stdout:{ 2024-04-25T01:29:29.329 INFO:teuthology.orchestra.run.smithi186.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T01:29:29.329 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_messages": 397, 2024-04-25T01:29:29.329 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages": 424, 2024-04-25T01:29:29.329 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_bytes": 595562, 2024-04-25T01:29:29.329 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_bytes": 188030, 2024-04-25T01:29:29.329 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_created_connections": 9, 2024-04-25T01:29:29.329 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_active_connections": 3, 2024-04-25T01:29:29.329 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_total_time": 0.049274441, 2024-04-25T01:29:29.329 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_send_time": 0.017702106, 2024-04-25T01:29:29.329 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_recv_time": 0.033010544, 2024-04-25T01:29:29.330 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_fast_dispatch_time": 0.005131047, 2024-04-25T01:29:29.330 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:29.330 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 423, 2024-04-25T01:29:29.330 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.035837681, 2024-04-25T01:29:29.330 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000084722 2024-04-25T01:29:29.330 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.330 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:29.330 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 497, 2024-04-25T01:29:29.330 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000139122, 2024-04-25T01:29:29.330 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000279 2024-04-25T01:29:29.330 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.330 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_encrypted_bytes": 502656, 2024-04-25T01:29:29.330 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_encrypted_bytes": 64896 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_messages": 39, 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages": 112, 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_bytes": 16628, 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_bytes": 271801, 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_created_connections": 14, 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_active_connections": 5, 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_total_time": 0.011247643, 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_send_time": 0.004552335, 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_recv_time": 0.005644177, 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_fast_dispatch_time": 0.000255977, 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 110, 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.022964980, 2024-04-25T01:29:29.331 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000208772 2024-04-25T01:29:29.332 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.332 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:29.332 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 44, 2024-04-25T01:29:29.332 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000009885, 2024-04-25T01:29:29.332 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000224 2024-04-25T01:29:29.332 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.332 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_encrypted_bytes": 1088, 2024-04-25T01:29:29.332 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_encrypted_bytes": 207312 2024-04-25T01:29:29.332 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.332 INFO:teuthology.orchestra.run.smithi186.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T01:29:29.332 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_messages": 36, 2024-04-25T01:29:29.332 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages": 36, 2024-04-25T01:29:29.332 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_bytes": 18440, 2024-04-25T01:29:29.332 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_bytes": 24489, 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_created_connections": 9, 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_active_connections": 4, 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_total_time": 0.005443485, 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_send_time": 0.001144676, 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_recv_time": 0.003915558, 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_fast_dispatch_time": 0.000424670, 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 35, 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.020279963, 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000579427 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 30, 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000012344, 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000411 2024-04-25T01:29:29.333 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.334 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-04-25T01:29:29.334 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_encrypted_bytes": 448 2024-04-25T01:29:29.334 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.334 INFO:teuthology.orchestra.run.smithi186.stdout: "cct": { 2024-04-25T01:29:29.334 INFO:teuthology.orchestra.run.smithi186.stdout: "total_workers": 1, 2024-04-25T01:29:29.334 INFO:teuthology.orchestra.run.smithi186.stdout: "unhealthy_workers": 0 2024-04-25T01:29:29.334 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.334 INFO:teuthology.orchestra.run.smithi186.stdout: "finisher-MDSRank": { 2024-04-25T01:29:29.334 INFO:teuthology.orchestra.run.smithi186.stdout: "queue_len": 0, 2024-04-25T01:29:29.334 INFO:teuthology.orchestra.run.smithi186.stdout: "complete_latency": { 2024-04-25T01:29:29.334 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 53, 2024-04-25T01:29:29.334 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.001598434, 2024-04-25T01:29:29.334 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000030159 2024-04-25T01:29:29.334 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: "finisher-PurgeQueue": { 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: "queue_len": 0, 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: "complete_latency": { 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 2, 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000011506, 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000005753 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: "mds": { 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: "request": 1, 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: "reply": 1, 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: "reply_latency": { 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 1, 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000113103, 2024-04-25T01:29:29.335 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000113103 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "slow_reply": 0, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "forward": 0, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_fetch_complete": 0, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_fetch_keys": 0, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_commit": 11, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_split": 0, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_merge": 0, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes": 16, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_top": 0, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_bottom": 16, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_pin_tail": 0, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_pinned": 13, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_expired": 4, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_with_caps": 1, 2024-04-25T01:29:29.336 INFO:teuthology.orchestra.run.smithi186.stdout: "caps": 1, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "subtrees": 3, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse": 7, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_hit": 4, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_forward": 0, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_discover": 3, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_dir_fetch": 0, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_remote_ino": 0, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_lock": 0, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "load_cent": 1000, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "q": 1, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "exported": 0, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "exported_inodes": 0, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "imported": 0, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "imported_inodes": 0, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "openino_dir_fetch": 0, 2024-04-25T01:29:29.337 INFO:teuthology.orchestra.run.smithi186.stdout: "openino_backtrace_fetch": 0, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "openino_peer_discover": 0, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "root_rfiles": 8, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "root_rbytes": 269505954, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "root_rsnaps": 0, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_set_tag": 0, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_inotable_repaired": 0, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_dir_inodes": 0, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_file_inodes": 0, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_inode_file_caps": 0, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_grant": 0, 2024-04-25T01:29:29.338 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_caps": 0, 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_caps_dirty": 0, 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_cap_release": 0, 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "process_request_cap_release": 0 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_cache": { 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_update": 0, 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_update_receipt": 11, 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_try_discover": 7, 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_send_discover": 8, 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_handle_discover": 0, 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "num_strays": 0, 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "num_strays_delayed": 0, 2024-04-25T01:29:29.339 INFO:teuthology.orchestra.run.smithi186.stdout: "num_strays_enqueuing": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_created": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_enqueued": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_reintegrated": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_migrated": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "num_recovering_processing": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "num_recovering_enqueued": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "num_recovering_prioritized": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "recovery_started": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "recovery_completed": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_quiesce_path": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_quiesce_inode": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_exportdir": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_flush": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_fragmentdir": 0, 2024-04-25T01:29:29.340 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_fragstats": 0, 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_inodestats": 0 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_log": { 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "evlrg": 0, 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "evadd": 5, 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "evex": 0, 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "evtrm": 0, 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "ev": 5, 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "evexg": 0, 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "evexd": 0, 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "segadd": 2, 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "segex": 0, 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "segtrm": 0, 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "seg": 2, 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "segmjr": 2, 2024-04-25T01:29:29.341 INFO:teuthology.orchestra.run.smithi186.stdout: "segexg": 0, 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: "segexd": 0, 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: "expos": 4194304, 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: "wrpos": 4195734, 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: "rdpos": 0, 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: "jlat": { 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 4, 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.007093421, 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.001773355 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: "replayed": 0 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_mem": { 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: "ino": 20, 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: "ino+": 22, 2024-04-25T01:29:29.342 INFO:teuthology.orchestra.run.smithi186.stdout: "ino-": 2, 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "dir": 19, 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "dir+": 23, 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "dir-": 4, 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "dn": 16, 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "dn+": 20, 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "dn-": 4, 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "cap": 1, 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "cap+": 1, 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "cap-": 0, 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "rss": 53956, 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "heap": 223612 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_server": { 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "dispatch_client_request": 1, 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "dispatch_server_request": 0, 2024-04-25T01:29:29.343 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_request": 1, 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_session": 7, 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_peer_request": 0, 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: "req_create_latency": { 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: "req_getattr_latency": { 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: "req_getfilelock_latency": { 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.344 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: "req_link_latency": { 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookup_latency": { 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookuphash_latency": { 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.345 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupino_latency": { 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 1, 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000113103, 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000113103 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupname_latency": { 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupparent_latency": { 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.346 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupsnap_latency": { 2024-04-25T01:29:29.347 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.347 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.347 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.347 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.347 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lssnap_latency": { 2024-04-25T01:29:29.347 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.347 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.347 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.347 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.347 INFO:teuthology.orchestra.run.smithi186.stdout: "req_mkdir_latency": { 2024-04-25T01:29:29.347 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.348 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.348 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.348 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.348 INFO:teuthology.orchestra.run.smithi186.stdout: "req_mknod_latency": { 2024-04-25T01:29:29.348 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.348 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.348 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.348 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.348 INFO:teuthology.orchestra.run.smithi186.stdout: "req_mksnap_latency": { 2024-04-25T01:29:29.348 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.348 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.348 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: "req_open_latency": { 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: "req_readdir_latency": { 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rename_latency": { 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.349 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.350 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.350 INFO:teuthology.orchestra.run.smithi186.stdout: "req_renamesnap_latency": { 2024-04-25T01:29:29.350 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.350 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.350 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.350 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.350 INFO:teuthology.orchestra.run.smithi186.stdout: "req_snapdiff_latency": { 2024-04-25T01:29:29.350 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.350 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.350 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.350 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.350 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rmdir_latency": { 2024-04-25T01:29:29.350 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.350 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rmsnap_latency": { 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rmxattr_latency": { 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setattr_latency": { 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.351 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.352 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.352 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.352 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setdirlayout_latency": { 2024-04-25T01:29:29.352 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.352 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.352 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.353 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.353 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setfilelock_latency": { 2024-04-25T01:29:29.353 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.353 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.353 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.353 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.353 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setlayout_latency": { 2024-04-25T01:29:29.353 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.353 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.353 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.353 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.353 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setxattr_latency": { 2024-04-25T01:29:29.353 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.353 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: "req_symlink_latency": { 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: "req_unlink_latency": { 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: "cap_revoke_eviction": 0, 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: "cap_acquisition_throttle": 0, 2024-04-25T01:29:29.354 INFO:teuthology.orchestra.run.smithi186.stdout: "req_getvxattr_latency": { 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_sessions": { 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: "session_count": 1, 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: "session_add": 2, 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: "session_remove": 1, 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: "sessions_open": 1, 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: "sessions_stale": 0, 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: "total_load": 1, 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: "average_load": 1, 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: "avg_session_uptime": 179, 2024-04-25T01:29:29.355 INFO:teuthology.orchestra.run.smithi186.stdout: "mdthresh_evicted": 0 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: "mempool": { 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: "bloom_filter_bytes": 0, 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: "bloom_filter_items": 0, 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_alloc_items": 0, 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_data_items": 0, 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_other_items": 0, 2024-04-25T01:29:29.356 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_extent_bytes": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_extent_items": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_blob_bytes": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_blob_items": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_fsck_items": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_txc_bytes": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_txc_items": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T01:29:29.357 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_bytes": 0, 2024-04-25T01:29:29.358 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_items": 0, 2024-04-25T01:29:29.358 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_bytes": 0, 2024-04-25T01:29:29.358 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_items": 0, 2024-04-25T01:29:29.358 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T01:29:29.358 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_reader_items": 0, 2024-04-25T01:29:29.358 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T01:29:29.358 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_writer_items": 0, 2024-04-25T01:29:29.358 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_anon_bytes": 278501, 2024-04-25T01:29:29.358 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_anon_items": 91, 2024-04-25T01:29:29.358 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_meta_bytes": 0, 2024-04-25T01:29:29.358 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_meta_items": 0, 2024-04-25T01:29:29.358 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_bytes": 0, 2024-04-25T01:29:29.358 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_items": 0, 2024-04-25T01:29:29.358 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_mapbl_bytes": 0, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_mapbl_items": 0, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_pglog_bytes": 0, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_pglog_items": 0, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_bytes": 7720, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_items": 162, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_mapping_items": 0, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "pgmap_bytes": 0, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "pgmap_items": 0, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_co_bytes": 80957, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_co_items": 322, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_1_bytes": 0, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_1_items": 0, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_2_bytes": 0, 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_2_items": 0 2024-04-25T01:29:29.359 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "objecter": { 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "op_active": 0, 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "op_laggy": 0, 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "op_send": 41, 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "op_send_bytes": 11943, 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "op_resend": 28, 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "op_reply": 41, 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "op_latency": { 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 41, 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.272995054, 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.006658415 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "op_inflight": 0, 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "oplen_avg": { 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 41, 2024-04-25T01:29:29.360 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 64 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "op": 41, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "op_r": 0, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "op_w": 41, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "op_rmw": 0, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "op_pg": 0, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_stat": 0, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_create": 10, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_read": 0, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_write": 4, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_writefull": 7, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_writesame": 0, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_append": 0, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_zero": 0, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_truncate": 0, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_delete": 6, 2024-04-25T01:29:29.361 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_mapext": 0, 2024-04-25T01:29:29.362 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_sparse_read": 0, 2024-04-25T01:29:29.362 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_clonerange": 0, 2024-04-25T01:29:29.362 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_getxattr": 0, 2024-04-25T01:29:29.362 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_setxattr": 20, 2024-04-25T01:29:29.362 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_cmpxattr": 0, 2024-04-25T01:29:29.362 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_rmxattr": 0, 2024-04-25T01:29:29.362 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_resetxattrs": 0, 2024-04-25T01:29:29.362 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_call": 0, 2024-04-25T01:29:29.362 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_watch": 0, 2024-04-25T01:29:29.362 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_notify": 0, 2024-04-25T01:29:29.362 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T01:29:29.362 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_pgls": 0, 2024-04-25T01:29:29.362 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_pgls_filter": 0, 2024-04-25T01:29:29.362 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_other": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_active": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_send": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_resend": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_ping": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "poolop_active": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "poolop_send": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "poolop_resend": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "poolstat_active": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "poolstat_send": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "poolstat_resend": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "statfs_active": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "statfs_send": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "statfs_resend": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "command_active": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "command_send": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "command_resend": 0, 2024-04-25T01:29:29.363 INFO:teuthology.orchestra.run.smithi186.stdout: "map_epoch": 88, 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: "map_full": 0, 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: "map_inc": 2, 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_sessions": 9, 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_session_open": 9, 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_session_close": 0, 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_laggy": 0, 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_wr": 16, 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_rd": 0, 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_del": 1 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: "oft": { 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_objs": 1, 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_kv_pairs": 0, 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_updates": 0, 2024-04-25T01:29:29.364 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_removes": 0 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: "osd-slow-ops": { 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: "slow_ops_count": 0 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: "purge_queue": { 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing_ops": 0, 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing": 0, 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing_high_water": 0, 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executed_ops": 0, 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executed": 0, 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_item_in_journal": 0 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:29.365 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 104857600, 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 468, 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 578266, 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 468, 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 0, 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 0, 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 468, 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 578266, 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:29.366 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-objecter_bytes": { 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 104857600, 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 0, 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 0, 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 41, 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 11943, 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 41, 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 11943, 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.367 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-objecter_ops": { 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 1024, 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 0, 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 0, 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 41, 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 41, 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 41, 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 41, 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:29.368 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.369 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.369 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.369 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:29.369 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.369 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-write_buf_throttle": { 2024-04-25T01:29:29.369 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:29.369 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 3758096384, 2024-04-25T01:29:29.369 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:29.369 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 0, 2024-04-25T01:29:29.369 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 0, 2024-04-25T01:29:29.369 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:29.369 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 0, 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 0, 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 0, 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 0, 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-write_buf_throttle-0x5622d5900500": { 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 3758096384, 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:29.370 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 5, 2024-04-25T01:29:29.371 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 1430, 2024-04-25T01:29:29.371 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:29.371 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 5, 2024-04-25T01:29:29.371 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 0, 2024-04-25T01:29:29.371 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 0, 2024-04-25T01:29:29.371 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 4, 2024-04-25T01:29:29.371 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 1430, 2024-04-25T01:29:29.371 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:29.371 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:29.371 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:29.371 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:29.371 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:29.371 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:29.371 INFO:teuthology.orchestra.run.smithi186.stdout:} 2024-04-25T01:29:30.109 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-04-25T01:29:30.110 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-04-25T01:29:30.110 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-04-25T01:29:30.110 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=11 2024-04-25T01:29:30.110 DEBUG:tasks.check_counter:Getting stats from l 2024-04-25T01:29:30.110 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551 shell --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-25T01:29:30.349 INFO:teuthology.orchestra.run.smithi186.stderr:Inferring config /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T01:29:30.715 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:30 smithi026 ceph-mon[28096]: pgmap v490: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-04-25T01:29:30.720 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:30 smithi186 ceph-mon[32747]: pgmap v490: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-04-25T01:29:30.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:30 smithi111 ceph-mon[32623]: pgmap v490: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-04-25T01:29:32.008 INFO:teuthology.orchestra.run.smithi186.stdout:{ 2024-04-25T01:29:32.008 INFO:teuthology.orchestra.run.smithi186.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T01:29:32.008 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_messages": 341, 2024-04-25T01:29:32.008 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages": 341, 2024-04-25T01:29:32.008 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_bytes": 93339, 2024-04-25T01:29:32.008 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_bytes": 107678, 2024-04-25T01:29:32.008 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_created_connections": 6, 2024-04-25T01:29:32.008 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_active_connections": 2, 2024-04-25T01:29:32.008 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_total_time": 0.036153192, 2024-04-25T01:29:32.008 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_send_time": 0.010253207, 2024-04-25T01:29:32.009 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_recv_time": 0.010429144, 2024-04-25T01:29:32.009 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_fast_dispatch_time": 0.011377539, 2024-04-25T01:29:32.009 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:32.009 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 340, 2024-04-25T01:29:32.009 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.016551566, 2024-04-25T01:29:32.009 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000048681 2024-04-25T01:29:32.009 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.009 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:32.009 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.009 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.009 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.009 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.009 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-04-25T01:29:32.009 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_encrypted_bytes": 448 2024-04-25T01:29:32.010 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.010 INFO:teuthology.orchestra.run.smithi186.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T01:29:32.010 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_messages": 374, 2024-04-25T01:29:32.010 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages": 370, 2024-04-25T01:29:32.010 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_bytes": 533298, 2024-04-25T01:29:32.010 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_bytes": 147121, 2024-04-25T01:29:32.010 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_created_connections": 4, 2024-04-25T01:29:32.010 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_active_connections": 3, 2024-04-25T01:29:32.010 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_total_time": 0.047034255, 2024-04-25T01:29:32.010 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_send_time": 0.013745398, 2024-04-25T01:29:32.010 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_recv_time": 0.018949725, 2024-04-25T01:29:32.010 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_fast_dispatch_time": 0.013662337, 2024-04-25T01:29:32.010 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:32.010 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 369, 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.018929051, 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000051298 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_encrypted_bytes": 469808, 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_encrypted_bytes": 65072 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_messages": 332, 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages": 411, 2024-04-25T01:29:32.011 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_bytes": 111376, 2024-04-25T01:29:32.012 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_bytes": 312890, 2024-04-25T01:29:32.012 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_created_connections": 4, 2024-04-25T01:29:32.012 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_active_connections": 3, 2024-04-25T01:29:32.012 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_total_time": 0.044005089, 2024-04-25T01:29:32.012 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_send_time": 0.015403320, 2024-04-25T01:29:32.012 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_recv_time": 0.011076544, 2024-04-25T01:29:32.012 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_running_fast_dispatch_time": 0.012646198, 2024-04-25T01:29:32.012 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T01:29:32.012 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 409, 2024-04-25T01:29:32.012 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.028365603, 2024-04-25T01:29:32.012 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000069353 2024-04-25T01:29:32.012 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.012 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_handle_ack_lat": { 2024-04-25T01:29:32.012 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.013 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.013 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.013 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.013 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-25T01:29:32.013 INFO:teuthology.orchestra.run.smithi186.stdout: "msgr_send_encrypted_bytes": 207632 2024-04-25T01:29:32.013 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.013 INFO:teuthology.orchestra.run.smithi186.stdout: "cct": { 2024-04-25T01:29:32.013 INFO:teuthology.orchestra.run.smithi186.stdout: "total_workers": 1, 2024-04-25T01:29:32.013 INFO:teuthology.orchestra.run.smithi186.stdout: "unhealthy_workers": 0 2024-04-25T01:29:32.013 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.013 INFO:teuthology.orchestra.run.smithi186.stdout: "finisher-MDSRank": { 2024-04-25T01:29:32.013 INFO:teuthology.orchestra.run.smithi186.stdout: "queue_len": 0, 2024-04-25T01:29:32.013 INFO:teuthology.orchestra.run.smithi186.stdout: "complete_latency": { 2024-04-25T01:29:32.013 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 1565, 2024-04-25T01:29:32.014 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.048276547, 2024-04-25T01:29:32.014 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000030847 2024-04-25T01:29:32.014 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:32.014 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.014 INFO:teuthology.orchestra.run.smithi186.stdout: "finisher-PurgeQueue": { 2024-04-25T01:29:32.014 INFO:teuthology.orchestra.run.smithi186.stdout: "queue_len": 0, 2024-04-25T01:29:32.014 INFO:teuthology.orchestra.run.smithi186.stdout: "complete_latency": { 2024-04-25T01:29:32.014 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.014 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.014 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.014 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:32.014 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.014 INFO:teuthology.orchestra.run.smithi186.stdout: "mds": { 2024-04-25T01:29:32.015 INFO:teuthology.orchestra.run.smithi186.stdout: "request": 0, 2024-04-25T01:29:32.015 INFO:teuthology.orchestra.run.smithi186.stdout: "reply": 0, 2024-04-25T01:29:32.015 INFO:teuthology.orchestra.run.smithi186.stdout: "reply_latency": { 2024-04-25T01:29:32.015 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.015 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.015 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.015 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.015 INFO:teuthology.orchestra.run.smithi186.stdout: "slow_reply": 0, 2024-04-25T01:29:32.015 INFO:teuthology.orchestra.run.smithi186.stdout: "forward": 0, 2024-04-25T01:29:32.015 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_fetch_complete": 0, 2024-04-25T01:29:32.015 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_fetch_keys": 0, 2024-04-25T01:29:32.015 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_commit": 0, 2024-04-25T01:29:32.015 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_split": 0, 2024-04-25T01:29:32.015 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_merge": 0, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes": 0, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_top": 0, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_bottom": 0, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_pin_tail": 0, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_pinned": 0, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_expired": 0, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "inodes_with_caps": 0, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "caps": 0, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "subtrees": 1, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse": 0, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_hit": 0, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_forward": 0, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_discover": 0, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_dir_fetch": 0, 2024-04-25T01:29:32.016 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_remote_ino": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "traverse_lock": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "load_cent": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "q": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "exported": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "exported_inodes": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "imported": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "imported_inodes": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "openino_dir_fetch": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "openino_backtrace_fetch": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "openino_peer_discover": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "root_rfiles": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "root_rbytes": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "root_rsnaps": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T01:29:32.017 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_set_tag": 0, 2024-04-25T01:29:32.018 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T01:29:32.018 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_inotable_repaired": 0, 2024-04-25T01:29:32.018 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_dir_inodes": 0, 2024-04-25T01:29:32.018 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T01:29:32.018 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T01:29:32.018 INFO:teuthology.orchestra.run.smithi186.stdout: "scrub_file_inodes": 0, 2024-04-25T01:29:32.018 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_inode_file_caps": 0, 2024-04-25T01:29:32.018 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T01:29:32.018 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_grant": 0, 2024-04-25T01:29:32.018 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T01:29:32.018 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T01:29:32.018 INFO:teuthology.orchestra.run.smithi186.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T01:29:32.018 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_caps": 0, 2024-04-25T01:29:32.018 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_caps_dirty": 0, 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_cap_release": 0, 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: "process_request_cap_release": 0 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_cache": { 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_update": 0, 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_update_receipt": 0, 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_try_discover": 0, 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_send_discover": 0, 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: "dir_handle_discover": 0, 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: "num_strays": 0, 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: "num_strays_delayed": 0, 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: "num_strays_enqueuing": 0, 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_created": 0, 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_enqueued": 0, 2024-04-25T01:29:32.019 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_reintegrated": 0, 2024-04-25T01:29:32.020 INFO:teuthology.orchestra.run.smithi186.stdout: "strays_migrated": 0, 2024-04-25T01:29:32.020 INFO:teuthology.orchestra.run.smithi186.stdout: "num_recovering_processing": 0, 2024-04-25T01:29:32.020 INFO:teuthology.orchestra.run.smithi186.stdout: "num_recovering_enqueued": 0, 2024-04-25T01:29:32.020 INFO:teuthology.orchestra.run.smithi186.stdout: "num_recovering_prioritized": 0, 2024-04-25T01:29:32.020 INFO:teuthology.orchestra.run.smithi186.stdout: "recovery_started": 0, 2024-04-25T01:29:32.020 INFO:teuthology.orchestra.run.smithi186.stdout: "recovery_completed": 0, 2024-04-25T01:29:32.020 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_quiesce_path": 0, 2024-04-25T01:29:32.020 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_quiesce_inode": 0, 2024-04-25T01:29:32.020 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T01:29:32.020 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_exportdir": 0, 2024-04-25T01:29:32.020 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_flush": 0, 2024-04-25T01:29:32.020 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_fragmentdir": 0, 2024-04-25T01:29:32.020 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_fragstats": 0, 2024-04-25T01:29:32.020 INFO:teuthology.orchestra.run.smithi186.stdout: "ireq_inodestats": 0 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_log": { 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: "evlrg": 0, 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: "evadd": 0, 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: "evex": 0, 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: "evtrm": 0, 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: "ev": 5, 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: "evexg": 0, 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: "evexd": 0, 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: "segadd": 0, 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: "segex": 0, 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: "segtrm": 0, 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: "seg": 2, 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: "segmjr": 2, 2024-04-25T01:29:32.021 INFO:teuthology.orchestra.run.smithi186.stdout: "segexg": 0, 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: "segexd": 0, 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: "expos": 4194304, 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: "wrpos": 4195734, 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: "rdpos": 4195424, 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: "jlat": { 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: "replayed": 5 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_mem": { 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: "ino": 3, 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: "ino+": 3, 2024-04-25T01:29:32.022 INFO:teuthology.orchestra.run.smithi186.stdout: "ino-": 0, 2024-04-25T01:29:32.023 INFO:teuthology.orchestra.run.smithi186.stdout: "dir": 1, 2024-04-25T01:29:32.023 INFO:teuthology.orchestra.run.smithi186.stdout: "dir+": 1, 2024-04-25T01:29:32.023 INFO:teuthology.orchestra.run.smithi186.stdout: "dir-": 0, 2024-04-25T01:29:32.023 INFO:teuthology.orchestra.run.smithi186.stdout: "dn": 0, 2024-04-25T01:29:32.023 INFO:teuthology.orchestra.run.smithi186.stdout: "dn+": 0, 2024-04-25T01:29:32.023 INFO:teuthology.orchestra.run.smithi186.stdout: "dn-": 0, 2024-04-25T01:29:32.023 INFO:teuthology.orchestra.run.smithi186.stdout: "cap": 0, 2024-04-25T01:29:32.023 INFO:teuthology.orchestra.run.smithi186.stdout: "cap+": 0, 2024-04-25T01:29:32.023 INFO:teuthology.orchestra.run.smithi186.stdout: "cap-": 0, 2024-04-25T01:29:32.023 INFO:teuthology.orchestra.run.smithi186.stdout: "rss": 49972, 2024-04-25T01:29:32.023 INFO:teuthology.orchestra.run.smithi186.stdout: "heap": 215420 2024-04-25T01:29:32.023 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.023 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_server": { 2024-04-25T01:29:32.023 INFO:teuthology.orchestra.run.smithi186.stdout: "dispatch_client_request": 0, 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: "dispatch_server_request": 0, 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_request": 0, 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_client_session": 0, 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: "handle_peer_request": 0, 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: "req_create_latency": { 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: "req_getattr_latency": { 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.024 INFO:teuthology.orchestra.run.smithi186.stdout: "req_getfilelock_latency": { 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: "req_link_latency": { 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookup_latency": { 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.025 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookuphash_latency": { 2024-04-25T01:29:32.026 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.026 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.026 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.026 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.026 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupino_latency": { 2024-04-25T01:29:32.026 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.026 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.026 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.026 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.026 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupname_latency": { 2024-04-25T01:29:32.026 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.026 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.026 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.026 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupparent_latency": { 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lookupsnap_latency": { 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: "req_lssnap_latency": { 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.027 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.028 INFO:teuthology.orchestra.run.smithi186.stdout: "req_mkdir_latency": { 2024-04-25T01:29:32.028 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.028 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.028 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.028 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: "req_mknod_latency": { 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: "req_mksnap_latency": { 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: "req_open_latency": { 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.029 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.030 INFO:teuthology.orchestra.run.smithi186.stdout: "req_readdir_latency": { 2024-04-25T01:29:32.030 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.030 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.030 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.030 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.030 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rename_latency": { 2024-04-25T01:29:32.030 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.030 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.030 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.030 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.030 INFO:teuthology.orchestra.run.smithi186.stdout: "req_renamesnap_latency": { 2024-04-25T01:29:32.030 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.030 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.030 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.031 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.031 INFO:teuthology.orchestra.run.smithi186.stdout: "req_snapdiff_latency": { 2024-04-25T01:29:32.031 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.031 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.031 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.031 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.031 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rmdir_latency": { 2024-04-25T01:29:32.031 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.031 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.031 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.031 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.031 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rmsnap_latency": { 2024-04-25T01:29:32.031 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.031 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: "req_rmxattr_latency": { 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setattr_latency": { 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setdirlayout_latency": { 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.032 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setfilelock_latency": { 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setlayout_latency": { 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: "req_setxattr_latency": { 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.033 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.034 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.034 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.034 INFO:teuthology.orchestra.run.smithi186.stdout: "req_symlink_latency": { 2024-04-25T01:29:32.034 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.034 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.034 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.034 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.034 INFO:teuthology.orchestra.run.smithi186.stdout: "req_unlink_latency": { 2024-04-25T01:29:32.034 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.034 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.034 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.034 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.034 INFO:teuthology.orchestra.run.smithi186.stdout: "cap_revoke_eviction": 0, 2024-04-25T01:29:32.034 INFO:teuthology.orchestra.run.smithi186.stdout: "cap_acquisition_throttle": 0, 2024-04-25T01:29:32.035 INFO:teuthology.orchestra.run.smithi186.stdout: "req_getvxattr_latency": { 2024-04-25T01:29:32.035 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.035 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.035 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.035 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:32.035 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.035 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_sessions": { 2024-04-25T01:29:32.035 INFO:teuthology.orchestra.run.smithi186.stdout: "session_count": 1, 2024-04-25T01:29:32.035 INFO:teuthology.orchestra.run.smithi186.stdout: "session_add": 2, 2024-04-25T01:29:32.035 INFO:teuthology.orchestra.run.smithi186.stdout: "session_remove": 1, 2024-04-25T01:29:32.035 INFO:teuthology.orchestra.run.smithi186.stdout: "sessions_open": 1, 2024-04-25T01:29:32.035 INFO:teuthology.orchestra.run.smithi186.stdout: "sessions_stale": 0, 2024-04-25T01:29:32.035 INFO:teuthology.orchestra.run.smithi186.stdout: "total_load": 0, 2024-04-25T01:29:32.035 INFO:teuthology.orchestra.run.smithi186.stdout: "average_load": 0, 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: "avg_session_uptime": 1694, 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: "mdthresh_evicted": 0 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: "mempool": { 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: "bloom_filter_bytes": 0, 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: "bloom_filter_items": 0, 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_alloc_items": 0, 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_data_items": 0, 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T01:29:32.036 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_other_items": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_extent_bytes": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_extent_items": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_blob_bytes": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_blob_items": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_fsck_items": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_txc_bytes": 0, 2024-04-25T01:29:32.037 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_txc_items": 0, 2024-04-25T01:29:32.038 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T01:29:32.038 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T01:29:32.038 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_bytes": 0, 2024-04-25T01:29:32.038 INFO:teuthology.orchestra.run.smithi186.stdout: "bluestore_writing_items": 0, 2024-04-25T01:29:32.038 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_bytes": 0, 2024-04-25T01:29:32.038 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_items": 0, 2024-04-25T01:29:32.038 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T01:29:32.038 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_reader_items": 0, 2024-04-25T01:29:32.038 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T01:29:32.038 INFO:teuthology.orchestra.run.smithi186.stdout: "bluefs_file_writer_items": 0, 2024-04-25T01:29:32.038 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_anon_bytes": 189234, 2024-04-25T01:29:32.038 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_anon_items": 49, 2024-04-25T01:29:32.038 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_meta_bytes": 0, 2024-04-25T01:29:32.038 INFO:teuthology.orchestra.run.smithi186.stdout: "buffer_meta_items": 0, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_bytes": 0, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_items": 0, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_mapbl_bytes": 0, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_mapbl_items": 0, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_pglog_bytes": 0, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_pglog_items": 0, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_bytes": 7720, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_items": 162, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "osdmap_mapping_items": 0, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "pgmap_bytes": 0, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "pgmap_items": 0, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_co_bytes": 8464, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "mds_co_items": 13, 2024-04-25T01:29:32.039 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_1_bytes": 0, 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_1_items": 0, 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_2_bytes": 0, 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: "unittest_2_items": 0 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: "objecter": { 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: "op_active": 0, 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: "op_laggy": 0, 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: "op_send": 926, 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: "op_send_bytes": 21, 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: "op_resend": 3, 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: "op_reply": 926, 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: "op_latency": { 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 926, 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.704987186, 2024-04-25T01:29:32.040 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000761325 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: "op_inflight": 0, 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: "oplen_avg": { 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 926, 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 927 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: "op": 926, 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: "op_r": 926, 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: "op_w": 0, 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: "op_rmw": 0, 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: "op_pg": 0, 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_stat": 587, 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_create": 0, 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_read": 337, 2024-04-25T01:29:32.041 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_write": 0, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_writefull": 0, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_writesame": 0, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_append": 0, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_zero": 0, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_truncate": 0, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_delete": 0, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_mapext": 0, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_sparse_read": 0, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_clonerange": 0, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_getxattr": 1, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_setxattr": 0, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_cmpxattr": 0, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_rmxattr": 0, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_resetxattrs": 0, 2024-04-25T01:29:32.042 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_call": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_watch": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_notify": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_pgls": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_pgls_filter": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "osdop_other": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_active": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_send": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_resend": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "linger_ping": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "poolop_active": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "poolop_send": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "poolop_resend": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "poolstat_active": 0, 2024-04-25T01:29:32.043 INFO:teuthology.orchestra.run.smithi186.stdout: "poolstat_send": 0, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "poolstat_resend": 0, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "statfs_active": 0, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "statfs_send": 0, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "statfs_resend": 0, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "command_active": 0, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "command_send": 0, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "command_resend": 0, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "map_epoch": 88, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "map_full": 0, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "map_inc": 2, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_sessions": 5, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_session_open": 5, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_session_close": 0, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "osd_laggy": 0, 2024-04-25T01:29:32.044 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_wr": 0, 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_rd": 2, 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_del": 0 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: "oft": { 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_objs": 0, 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_kv_pairs": 0, 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_updates": 0, 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: "omap_total_removes": 0 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: "osd-slow-ops": { 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: "slow_ops_count": 0 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: "purge_queue": { 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing_ops": 0, 2024-04-25T01:29:32.045 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T01:29:32.046 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing": 0, 2024-04-25T01:29:32.046 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executing_high_water": 0, 2024-04-25T01:29:32.046 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executed_ops": 0, 2024-04-25T01:29:32.046 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_executed": 0, 2024-04-25T01:29:32.046 INFO:teuthology.orchestra.run.smithi186.stdout: "pq_item_in_journal": 0 2024-04-25T01:29:32.046 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.046 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T01:29:32.046 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:32.046 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 104857600, 2024-04-25T01:29:32.046 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:32.046 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 1043, 2024-04-25T01:29:32.046 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 635180, 2024-04-25T01:29:32.046 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:32.046 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 1043, 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 0, 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 0, 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 1043, 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 635180, 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-objecter_bytes": { 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 104857600, 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:32.047 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 0, 2024-04-25T01:29:32.048 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 0, 2024-04-25T01:29:32.048 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:32.048 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:32.048 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 926, 2024-04-25T01:29:32.048 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 1435, 2024-04-25T01:29:32.048 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 926, 2024-04-25T01:29:32.048 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 1435, 2024-04-25T01:29:32.048 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:32.048 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.048 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.048 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.048 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:32.048 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.048 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-objecter_ops": { 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 1024, 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 0, 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 0, 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 926, 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 926, 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 926, 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 926, 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.049 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-write_buf_throttle": { 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 3758096384, 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 0, 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 0, 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 0, 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 0, 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 0, 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 0, 2024-04-25T01:29:32.050 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: }, 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: "throttle-write_buf_throttle-0x55d8ab1e46e0": { 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: "val": 0, 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: "max": 3758096384, 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: "get_started": 0, 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: "get": 0, 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: "get_sum": 0, 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_fail": 0, 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: "get_or_fail_success": 0, 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: "take": 0, 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: "take_sum": 0, 2024-04-25T01:29:32.051 INFO:teuthology.orchestra.run.smithi186.stdout: "put": 0, 2024-04-25T01:29:32.052 INFO:teuthology.orchestra.run.smithi186.stdout: "put_sum": 0, 2024-04-25T01:29:32.052 INFO:teuthology.orchestra.run.smithi186.stdout: "wait": { 2024-04-25T01:29:32.052 INFO:teuthology.orchestra.run.smithi186.stdout: "avgcount": 0, 2024-04-25T01:29:32.052 INFO:teuthology.orchestra.run.smithi186.stdout: "sum": 0.000000000, 2024-04-25T01:29:32.052 INFO:teuthology.orchestra.run.smithi186.stdout: "avgtime": 0.000000000 2024-04-25T01:29:32.052 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:32.052 INFO:teuthology.orchestra.run.smithi186.stdout: } 2024-04-25T01:29:32.052 INFO:teuthology.orchestra.run.smithi186.stdout:} 2024-04-25T01:29:32.778 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:32 smithi186 ceph-mon[32747]: pgmap v491: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T01:29:32.801 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:32 smithi026 ceph-mon[28096]: pgmap v491: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T01:29:32.805 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-04-25T01:29:32.805 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-04-25T01:29:32.805 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-04-25T01:29:32.805 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-04-25T01:29:32.806 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-04-25T01:29:32.816 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-25T01:29:32.816 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:29:32.816 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T01:29:32.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:32 smithi111 ceph-mon[32623]: pgmap v491: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T01:29:32.881 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-25T01:29:32.881 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T01:29:32.940 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T01:29:33.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.180+0000 7fb2cbe00640 1 -- 172.21.15.26:0/2376362053 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2cc1049b0 msgr2=0x7fb2cc104e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:33.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.180+0000 7fb2cbe00640 1 --2- 172.21.15.26:0/2376362053 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2cc1049b0 0x7fb2cc104e30 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fb2b8009900 tx=0x7fb2b802a3f0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.180+0000 7fb2cbe00640 1 -- 172.21.15.26:0/2376362053 shutdown_connections 2024-04-25T01:29:33.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.180+0000 7fb2cbe00640 1 --2- 172.21.15.26:0/2376362053 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2cc105370 0x7fb2cc10bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.180+0000 7fb2cbe00640 1 --2- 172.21.15.26:0/2376362053 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2cc1049b0 0x7fb2cc104e30 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.180+0000 7fb2cbe00640 1 --2- 172.21.15.26:0/2376362053 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb2cc1037c0 0x7fb2cc103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.180+0000 7fb2cbe00640 1 -- 172.21.15.26:0/2376362053 >> 172.21.15.26:0/2376362053 conn(0x7fb2cc0fed50 msgr2=0x7fb2cc101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:33.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.180+0000 7fb2cbe00640 1 -- 172.21.15.26:0/2376362053 shutdown_connections 2024-04-25T01:29:33.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.180+0000 7fb2cbe00640 1 -- 172.21.15.26:0/2376362053 wait complete. 2024-04-25T01:29:33.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.181+0000 7fb2cbe00640 1 Processor -- start 2024-04-25T01:29:33.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.182+0000 7fb2cbe00640 1 -- start start 2024-04-25T01:29:33.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.182+0000 7fb2cbe00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2cc1037c0 0x7fb2cc199b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:33.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.182+0000 7fb2cbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2cc1049b0 0x7fb2cc19a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:33.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.182+0000 7fb2cbe00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb2cc105370 0x7fb2cc1a10d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:33.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.182+0000 7fb2cbe00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb2cc10f470 con 0x7fb2cc1049b0 2024-04-25T01:29:33.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.182+0000 7fb2cbe00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb2cc10f2f0 con 0x7fb2cc1037c0 2024-04-25T01:29:33.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.182+0000 7fb2cbe00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fb2cc10f5f0 con 0x7fb2cc105370 2024-04-25T01:29:33.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.182+0000 7fb2ca000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2cc1049b0 0x7fb2cc19a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:33.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.182+0000 7fb2ca000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2cc1049b0 0x7fb2cc19a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35828/0 (socket says 172.21.15.26:35828) 2024-04-25T01:29:33.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.182+0000 7fb2ca000640 1 -- 172.21.15.26:0/280549669 learned_addr learned my addr 172.21.15.26:0/280549669 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:29:33.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.182+0000 7fb2caa00640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2cc1037c0 0x7fb2cc199b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:33.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.182+0000 7fb2cb400640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb2cc105370 0x7fb2cc1a10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:33.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.183+0000 7fb2ca000640 1 -- 172.21.15.26:0/280549669 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb2cc105370 msgr2=0x7fb2cc1a10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:33.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.183+0000 7fb2ca000640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb2cc105370 0x7fb2cc1a10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.183+0000 7fb2ca000640 1 -- 172.21.15.26:0/280549669 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2cc1037c0 msgr2=0x7fb2cc199b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:33.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.183+0000 7fb2ca000640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2cc1037c0 0x7fb2cc199b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.183+0000 7fb2ca000640 1 -- 172.21.15.26:0/280549669 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2cc1a1740 con 0x7fb2cc1049b0 2024-04-25T01:29:33.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.183+0000 7fb2caa00640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2cc1037c0 0x7fb2cc199b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:29:33.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.183+0000 7fb2ca000640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2cc1049b0 0x7fb2cc19a060 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb2b8031440 tx=0x7fb2b8032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:33.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.183+0000 7fb2c3400640 1 -- 172.21.15.26:0/280549669 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b803f030 con 0x7fb2cc1049b0 2024-04-25T01:29:33.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.184+0000 7fb2c3400640 1 -- 172.21.15.26:0/280549669 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb2b8003ce0 con 0x7fb2cc1049b0 2024-04-25T01:29:33.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.184+0000 7fb2cbe00640 1 -- 172.21.15.26:0/280549669 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2cc1a19d0 con 0x7fb2cc1049b0 2024-04-25T01:29:33.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.184+0000 7fb2c3400640 1 -- 172.21.15.26:0/280549669 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b8035070 con 0x7fb2cc1049b0 2024-04-25T01:29:33.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.184+0000 7fb2cbe00640 1 -- 172.21.15.26:0/280549669 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2cc1a1f10 con 0x7fb2cc1049b0 2024-04-25T01:29:33.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.185+0000 7fb2cbe00640 1 -- 172.21.15.26:0/280549669 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2cc10aa80 con 0x7fb2cc1049b0 2024-04-25T01:29:33.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.188+0000 7fb2c3400640 1 -- 172.21.15.26:0/280549669 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb2b8042030 con 0x7fb2cc1049b0 2024-04-25T01:29:33.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.190+0000 7fb2c3400640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb2b00a2c10 0x7fb2b00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:33.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.190+0000 7fb2c3400640 1 -- 172.21.15.26:0/280549669 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fb2b80ef390 con 0x7fb2cc1049b0 2024-04-25T01:29:33.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.190+0000 7fb2caa00640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb2b00a2c10 0x7fb2b00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:33.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.191+0000 7fb2caa00640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb2b00a2c10 0x7fb2b00a50d0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc104810 tx=0x7fb2bc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:33.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.195+0000 7fb2c3400640 1 -- 172.21.15.26:0/280549669 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb2b80bc270 con 0x7fb2cc1049b0 2024-04-25T01:29:33.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.420+0000 7fb2cbe00640 1 -- 172.21.15.26:0/280549669 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb2cc062340 con 0x7fb2cc1049b0 2024-04-25T01:29:33.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.422+0000 7fb2c3400640 1 -- 172.21.15.26:0/280549669 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22721 (secure 0 0 0) 0x7fb2b80bbb70 con 0x7fb2cc1049b0 2024-04-25T01:29:33.401 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:29:33.401 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":88,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:24:46.838091+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T01:23:51.673615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T01:23:52.776694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.2","mappings":[{"from":7,"to":11}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:29:33.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.425+0000 7fb2cbe00640 1 -- 172.21.15.26:0/280549669 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb2b00a2c10 msgr2=0x7fb2b00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:33.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.425+0000 7fb2cbe00640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb2b00a2c10 0x7fb2b00a50d0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc104810 tx=0x7fb2bc005f90 comp rx=0 tx=0).stop 2024-04-25T01:29:33.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.425+0000 7fb2cbe00640 1 -- 172.21.15.26:0/280549669 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2cc1049b0 msgr2=0x7fb2cc19a060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:33.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.425+0000 7fb2cbe00640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2cc1049b0 0x7fb2cc19a060 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb2b8031440 tx=0x7fb2b8032ce0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.425+0000 7fb2cbe00640 1 -- 172.21.15.26:0/280549669 shutdown_connections 2024-04-25T01:29:33.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.425+0000 7fb2cbe00640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb2b00a2c10 0x7fb2b00a50d0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.425+0000 7fb2cbe00640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb2cc105370 0x7fb2cc1a10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.425+0000 7fb2cbe00640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb2cc1049b0 0x7fb2cc19a060 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.425+0000 7fb2cbe00640 1 --2- 172.21.15.26:0/280549669 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb2cc1037c0 0x7fb2cc199b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.425+0000 7fb2cbe00640 1 -- 172.21.15.26:0/280549669 >> 172.21.15.26:0/280549669 conn(0x7fb2cc0fed50 msgr2=0x7fb2cc107c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:33.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.425+0000 7fb2cbe00640 1 -- 172.21.15.26:0/280549669 shutdown_connections 2024-04-25T01:29:33.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.425+0000 7fb2cbe00640 1 -- 172.21.15.26:0/280549669 wait complete. 2024-04-25T01:29:33.421 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T01:18:37.687060+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T01:23:51.673615+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T01:23:52.776694+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T01:29:33.422 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T01:29:33.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.641+0000 7febbea00640 1 -- 172.21.15.26:0/3091251009 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7febb8105550 msgr2=0x7febb810bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:33.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.641+0000 7febbea00640 1 --2- 172.21.15.26:0/3091251009 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7febb8105550 0x7febb810bde0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7febb0009ca0 tx=0x7febb002a8c0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.642+0000 7febbea00640 1 -- 172.21.15.26:0/3091251009 shutdown_connections 2024-04-25T01:29:33.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.642+0000 7febbea00640 1 --2- 172.21.15.26:0/3091251009 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7febb8105550 0x7febb810bde0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.642+0000 7febbea00640 1 --2- 172.21.15.26:0/3091251009 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7febb8104b90 0x7febb8105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.642+0000 7febbea00640 1 --2- 172.21.15.26:0/3091251009 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb81039a0 0x7febb8103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.642+0000 7febbea00640 1 -- 172.21.15.26:0/3091251009 >> 172.21.15.26:0/3091251009 conn(0x7febb80feef0 msgr2=0x7febb8101350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:33.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.642+0000 7febbea00640 1 -- 172.21.15.26:0/3091251009 shutdown_connections 2024-04-25T01:29:33.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.642+0000 7febbea00640 1 -- 172.21.15.26:0/3091251009 wait complete. 2024-04-25T01:29:33.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.643+0000 7febbea00640 1 Processor -- start 2024-04-25T01:29:33.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.643+0000 7febbea00640 1 -- start start 2024-04-25T01:29:33.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.643+0000 7febbea00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7febb81039a0 0x7febb8199c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:33.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.643+0000 7febbea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb8104b90 0x7febb819a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:33.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.643+0000 7febbea00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7febb8105550 0x7febb81a11c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:33.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.643+0000 7febbea00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7febb810f650 con 0x7febb8104b90 2024-04-25T01:29:33.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.643+0000 7febbea00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7febb810f4d0 con 0x7febb8105550 2024-04-25T01:29:33.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.643+0000 7febbea00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7febb810f7d0 con 0x7febb81039a0 2024-04-25T01:29:33.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.643+0000 7febbca00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7febb8105550 0x7febb81a11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:33.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.643+0000 7febbca00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7febb8105550 0x7febb81a11c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:43510/0 (socket says 172.21.15.26:43510) 2024-04-25T01:29:33.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.643+0000 7febb7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb8104b90 0x7febb819a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:33.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.643+0000 7febb7e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7febb81039a0 0x7febb8199c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:33.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.643+0000 7febbca00640 1 -- 172.21.15.26:0/2903246086 learned_addr learned my addr 172.21.15.26:0/2903246086 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:29:33.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.644+0000 7febbca00640 1 -- 172.21.15.26:0/2903246086 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7febb81039a0 msgr2=0x7febb8199c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:33.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.644+0000 7febbca00640 1 --2- 172.21.15.26:0/2903246086 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7febb81039a0 0x7febb8199c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.644+0000 7febbca00640 1 -- 172.21.15.26:0/2903246086 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb8104b90 msgr2=0x7febb819a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:33.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.644+0000 7febbca00640 1 --2- 172.21.15.26:0/2903246086 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb8104b90 0x7febb819a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.644+0000 7febbca00640 1 -- 172.21.15.26:0/2903246086 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febb81a1860 con 0x7febb8105550 2024-04-25T01:29:33.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.644+0000 7febb7e00640 1 --2- 172.21.15.26:0/2903246086 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7febb81039a0 0x7febb8199c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:29:33.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.644+0000 7febbca00640 1 --2- 172.21.15.26:0/2903246086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7febb8105550 0x7febb81a11c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7febb002f540 tx=0x7febb0031750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:33.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.644+0000 7febb4c00640 1 -- 172.21.15.26:0/2903246086 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febb0003b70 con 0x7febb8105550 2024-04-25T01:29:33.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.644+0000 7febb4c00640 1 -- 172.21.15.26:0/2903246086 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7febb0003d10 con 0x7febb8105550 2024-04-25T01:29:33.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.644+0000 7febbea00640 1 -- 172.21.15.26:0/2903246086 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febb81a1af0 con 0x7febb8105550 2024-04-25T01:29:33.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.644+0000 7febb4c00640 1 -- 172.21.15.26:0/2903246086 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febb002fb50 con 0x7febb8105550 2024-04-25T01:29:33.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.645+0000 7febbea00640 1 -- 172.21.15.26:0/2903246086 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febb81a2090 con 0x7febb8105550 2024-04-25T01:29:33.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.646+0000 7febbea00640 1 -- 172.21.15.26:0/2903246086 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febb810ac60 con 0x7febb8105550 2024-04-25T01:29:33.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.648+0000 7febb4c00640 1 -- 172.21.15.26:0/2903246086 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7febb002fcf0 con 0x7febb8105550 2024-04-25T01:29:33.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.649+0000 7febb4c00640 1 --2- 172.21.15.26:0/2903246086 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7feb9c0a2c10 0x7feb9c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:33.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.649+0000 7febb4c00640 1 -- 172.21.15.26:0/2903246086 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7febb00f0670 con 0x7febb8105550 2024-04-25T01:29:33.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.649+0000 7febb7e00640 1 --2- 172.21.15.26:0/2903246086 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7feb9c0a2c10 0x7feb9c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:33.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.650+0000 7febb7e00640 1 --2- 172.21.15.26:0/2903246086 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7feb9c0a2c10 0x7feb9c0a50d0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7febb819b120 tx=0x7feba8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:33.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.651+0000 7febb4c00640 1 -- 172.21.15.26:0/2903246086 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7febb00bd550 con 0x7febb8105550 2024-04-25T01:29:33.801 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:33 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:29:33.831 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:33 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:29:33.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.854+0000 7febbea00640 1 -- 172.21.15.26:0/2903246086 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7febb802d300 con 0x7febb8105550 2024-04-25T01:29:33.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.855+0000 7febb4c00640 1 -- 172.21.15.26:0/2903246086 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7febb00bce50 con 0x7febb8105550 2024-04-25T01:29:33.833 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-25T01:29:33.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.857+0000 7febbea00640 1 -- 172.21.15.26:0/2903246086 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7feb9c0a2c10 msgr2=0x7feb9c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:33.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.857+0000 7febbea00640 1 --2- 172.21.15.26:0/2903246086 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7feb9c0a2c10 0x7feb9c0a50d0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7febb819b120 tx=0x7feba8005f90 comp rx=0 tx=0).stop 2024-04-25T01:29:33.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.857+0000 7febbea00640 1 -- 172.21.15.26:0/2903246086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7febb8105550 msgr2=0x7febb81a11c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:33.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.857+0000 7febbea00640 1 --2- 172.21.15.26:0/2903246086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7febb8105550 0x7febb81a11c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7febb002f540 tx=0x7febb0031750 comp rx=0 tx=0).stop 2024-04-25T01:29:33.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.857+0000 7febbea00640 1 -- 172.21.15.26:0/2903246086 shutdown_connections 2024-04-25T01:29:33.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.857+0000 7febbea00640 1 --2- 172.21.15.26:0/2903246086 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7febb8105550 0x7febb81a11c0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.857+0000 7febbea00640 1 --2- 172.21.15.26:0/2903246086 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb8104b90 0x7febb819a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.857+0000 7febbea00640 1 --2- 172.21.15.26:0/2903246086 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7feb9c0a2c10 0x7feb9c0a50d0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.857+0000 7febbea00640 1 --2- 172.21.15.26:0/2903246086 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7febb81039a0 0x7febb8199c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:33.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.857+0000 7febbea00640 1 -- 172.21.15.26:0/2903246086 >> 172.21.15.26:0/2903246086 conn(0x7febb80feef0 msgr2=0x7febb8107e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:33.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.857+0000 7febbea00640 1 -- 172.21.15.26:0/2903246086 shutdown_connections 2024-04-25T01:29:33.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:33.858+0000 7febbea00640 1 -- 172.21.15.26:0/2903246086 wait complete. 2024-04-25T01:29:33.853 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T01:29:33.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:33 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T01:29:34.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.061+0000 7f8f50200640 1 -- 172.21.15.26:0/590031646 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f48102980 msgr2=0x7f8f48102e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:34.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.061+0000 7f8f50200640 1 --2- 172.21.15.26:0/590031646 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f48102980 0x7f8f48102e00 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8f34009900 tx=0x7f8f3402a3f0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.061+0000 7f8f50200640 1 -- 172.21.15.26:0/590031646 shutdown_connections 2024-04-25T01:29:34.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.061+0000 7f8f50200640 1 --2- 172.21.15.26:0/590031646 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f48103340 0x7f8f48109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.061+0000 7f8f50200640 1 --2- 172.21.15.26:0/590031646 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f48102980 0x7f8f48102e00 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.061+0000 7f8f50200640 1 --2- 172.21.15.26:0/590031646 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8f48101790 0x7f8f48101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.061+0000 7f8f50200640 1 -- 172.21.15.26:0/590031646 >> 172.21.15.26:0/590031646 conn(0x7f8f480fcd20 msgr2=0x7f8f480ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:34.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.061+0000 7f8f50200640 1 -- 172.21.15.26:0/590031646 shutdown_connections 2024-04-25T01:29:34.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.061+0000 7f8f50200640 1 -- 172.21.15.26:0/590031646 wait complete. 2024-04-25T01:29:34.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.062+0000 7f8f50200640 1 Processor -- start 2024-04-25T01:29:34.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.062+0000 7f8f50200640 1 -- start start 2024-04-25T01:29:34.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.063+0000 7f8f50200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8f48101790 0x7f8f48197b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:34.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.063+0000 7f8f50200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f48102980 0x7f8f48198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:34.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.063+0000 7f8f50200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f48103340 0x7f8f4819f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:34.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.063+0000 7f8f50200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8f4810d460 con 0x7f8f48102980 2024-04-25T01:29:34.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.063+0000 7f8f50200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f8f4810d2e0 con 0x7f8f48103340 2024-04-25T01:29:34.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.063+0000 7f8f50200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f8f4810d5e0 con 0x7f8f48101790 2024-04-25T01:29:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.063+0000 7f8f4ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f48102980 0x7f8f48198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.063+0000 7f8f4ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f48102980 0x7f8f48198040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35862/0 (socket says 172.21.15.26:35862) 2024-04-25T01:29:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.063+0000 7f8f4ce00640 1 -- 172.21.15.26:0/916703388 learned_addr learned my addr 172.21.15.26:0/916703388 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:29:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.063+0000 7f8f4d800640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8f48101790 0x7f8f48197b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.063+0000 7f8f4e200640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f48103340 0x7f8f4819f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.064+0000 7f8f4d800640 1 -- 172.21.15.26:0/916703388 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f48103340 msgr2=0x7f8f4819f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.064+0000 7f8f4d800640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f48103340 0x7f8f4819f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.064+0000 7f8f4d800640 1 -- 172.21.15.26:0/916703388 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f48102980 msgr2=0x7f8f48198040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:34.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.064+0000 7f8f4d800640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f48102980 0x7f8f48198040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.064+0000 7f8f4d800640 1 -- 172.21.15.26:0/916703388 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f4819f720 con 0x7f8f48101790 2024-04-25T01:29:34.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.064+0000 7f8f4e200640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f48103340 0x7f8f4819f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T01:29:34.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.064+0000 7f8f4d800640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8f48101790 0x7f8f48197b00 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c00e9c0 tx=0x7f8f3c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:34.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.064+0000 7f8f46000640 1 -- 172.21.15.26:0/916703388 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f3c00ccc0 con 0x7f8f48101790 2024-04-25T01:29:34.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.064+0000 7f8f46000640 1 -- 172.21.15.26:0/916703388 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8f3c0035f0 con 0x7f8f48101790 2024-04-25T01:29:34.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.064+0000 7f8f46000640 1 -- 172.21.15.26:0/916703388 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f3c00ce60 con 0x7f8f48101790 2024-04-25T01:29:34.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.064+0000 7f8f50200640 1 -- 172.21.15.26:0/916703388 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f4819fa10 con 0x7f8f48101790 2024-04-25T01:29:34.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.065+0000 7f8f50200640 1 -- 172.21.15.26:0/916703388 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f4819ff10 con 0x7f8f48101790 2024-04-25T01:29:34.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.066+0000 7f8f50200640 1 -- 172.21.15.26:0/916703388 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f48108ad0 con 0x7f8f48101790 2024-04-25T01:29:34.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.068+0000 7f8f46000640 1 -- 172.21.15.26:0/916703388 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8f3c0037a0 con 0x7f8f48101790 2024-04-25T01:29:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.069+0000 7f8f46000640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8f300a2c10 0x7f8f300a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:34.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.069+0000 7f8f46000640 1 -- 172.21.15.26:0/916703388 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f8f3c0cf630 con 0x7f8f48101790 2024-04-25T01:29:34.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.070+0000 7f8f4ce00640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8f300a2c10 0x7f8f300a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:34.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.070+0000 7f8f4ce00640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8f300a2c10 0x7f8f300a50d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f8f48199010 tx=0x7f8f340315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:34.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.073+0000 7f8f46000640 1 -- 172.21.15.26:0/916703388 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f8f3c09c510 con 0x7f8f48101790 2024-04-25T01:29:34.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.278+0000 7f8f50200640 1 -- 172.21.15.26:0/916703388 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f8f48062340 con 0x7f8f48101790 2024-04-25T01:29:34.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.278+0000 7f8f46000640 1 -- 172.21.15.26:0/916703388 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7f8f3c09be10 con 0x7f8f48101790 2024-04-25T01:29:34.257 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-25T01:29:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.281+0000 7f8f50200640 1 -- 172.21.15.26:0/916703388 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8f300a2c10 msgr2=0x7f8f300a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.281+0000 7f8f50200640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8f300a2c10 0x7f8f300a50d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f8f48199010 tx=0x7f8f340315b0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.281+0000 7f8f50200640 1 -- 172.21.15.26:0/916703388 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8f48101790 msgr2=0x7f8f48197b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.281+0000 7f8f50200640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8f48101790 0x7f8f48197b00 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c00e9c0 tx=0x7f8f3c00ee80 comp rx=0 tx=0).stop 2024-04-25T01:29:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.281+0000 7f8f50200640 1 -- 172.21.15.26:0/916703388 shutdown_connections 2024-04-25T01:29:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.281+0000 7f8f50200640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f8f48103340 0x7f8f4819f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.281+0000 7f8f50200640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f48102980 0x7f8f48198040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.281+0000 7f8f50200640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f8f300a2c10 0x7f8f300a50d0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.281+0000 7f8f50200640 1 --2- 172.21.15.26:0/916703388 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f8f48101790 0x7f8f48197b00 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.281+0000 7f8f50200640 1 -- 172.21.15.26:0/916703388 >> 172.21.15.26:0/916703388 conn(0x7f8f480fcd20 msgr2=0x7f8f48105ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.281+0000 7f8f50200640 1 -- 172.21.15.26:0/916703388 shutdown_connections 2024-04-25T01:29:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.281+0000 7f8f50200640 1 -- 172.21.15.26:0/916703388 wait complete. 2024-04-25T01:29:34.280 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T01:29:34.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.522+0000 7f439f200640 1 -- 172.21.15.26:0/502348623 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f43a00ffc50 msgr2=0x7f43a0106e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:34.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.522+0000 7f439f200640 1 --2- 172.21.15.26:0/502348623 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f43a00ffc50 0x7f43a0106e30 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f438c009900 tx=0x7f438c02a410 comp rx=0 tx=0).stop 2024-04-25T01:29:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.523+0000 7f439f200640 1 -- 172.21.15.26:0/502348623 shutdown_connections 2024-04-25T01:29:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.523+0000 7f439f200640 1 --2- 172.21.15.26:0/502348623 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f43a0107370 0x7f43a0109760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.523+0000 7f439f200640 1 --2- 172.21.15.26:0/502348623 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f43a00ffc50 0x7f43a0106e30 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.523+0000 7f439f200640 1 --2- 172.21.15.26:0/502348623 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f43a00ff260 0x7f43a00ff660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.523+0000 7f439f200640 1 -- 172.21.15.26:0/502348623 >> 172.21.15.26:0/502348623 conn(0x7f43a00fae00 msgr2=0x7f43a00fd240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.523+0000 7f439f200640 1 -- 172.21.15.26:0/502348623 shutdown_connections 2024-04-25T01:29:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.523+0000 7f439f200640 1 -- 172.21.15.26:0/502348623 wait complete. 2024-04-25T01:29:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.524+0000 7f439f200640 1 Processor -- start 2024-04-25T01:29:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.524+0000 7f439f200640 1 -- start start 2024-04-25T01:29:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.524+0000 7f439f200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f43a00ff260 0x7f43a0102780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.524+0000 7f439f200640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f43a00ffc50 0x7f43a0100dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.524+0000 7f439f200640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f43a0107370 0x7f43a0101300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.524+0000 7f439f200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f43a010d2f0 con 0x7f43a00ff260 2024-04-25T01:29:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.524+0000 7f439f200640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f43a010d170 con 0x7f43a0107370 2024-04-25T01:29:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.524+0000 7f439f200640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f43a010d470 con 0x7f43a00ffc50 2024-04-25T01:29:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.524+0000 7f439de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f43a00ff260 0x7f43a0102780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.524+0000 7f439de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f43a00ff260 0x7f43a0102780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35870/0 (socket says 172.21.15.26:35870) 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.524+0000 7f439de00640 1 -- 172.21.15.26:0/1245740356 learned_addr learned my addr 172.21.15.26:0/1245740356 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.525+0000 7f439e800640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f43a0107370 0x7f43a0101300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.525+0000 7f439d400640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f43a00ffc50 0x7f43a0100dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.525+0000 7f439e800640 1 -- 172.21.15.26:0/1245740356 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f43a00ffc50 msgr2=0x7f43a0100dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.525+0000 7f439e800640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f43a00ffc50 0x7f43a0100dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.525+0000 7f439e800640 1 -- 172.21.15.26:0/1245740356 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f43a00ff260 msgr2=0x7f43a0102780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.525+0000 7f439e800640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f43a00ff260 0x7f43a0102780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.525+0000 7f439e800640 1 -- 172.21.15.26:0/1245740356 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43a0101b90 con 0x7f43a0107370 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.525+0000 7f439de00640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f43a00ff260 0x7f43a0102780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.525+0000 7f439e800640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f43a0107370 0x7f43a0101300 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4398009fd0 tx=0x7f439800ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.526+0000 7f4396a00640 1 -- 172.21.15.26:0/1245740356 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439800ce20 con 0x7f43a0107370 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.526+0000 7f4396a00640 1 -- 172.21.15.26:0/1245740356 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4398005020 con 0x7f43a0107370 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.526+0000 7f439f200640 1 -- 172.21.15.26:0/1245740356 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43a01a1a90 con 0x7f43a0107370 2024-04-25T01:29:34.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.526+0000 7f4396a00640 1 -- 172.21.15.26:0/1245740356 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4398010720 con 0x7f43a0107370 2024-04-25T01:29:34.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.526+0000 7f439f200640 1 -- 172.21.15.26:0/1245740356 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43a01a1fb0 con 0x7f43a0107370 2024-04-25T01:29:34.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.527+0000 7f439f200640 1 -- 172.21.15.26:0/1245740356 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43a00688d0 con 0x7f43a0107370 2024-04-25T01:29:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.529+0000 7f4396a00640 1 -- 172.21.15.26:0/1245740356 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4398005540 con 0x7f43a0107370 2024-04-25T01:29:34.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.530+0000 7f4396a00640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f43840a2c10 0x7f43840a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:34.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.530+0000 7f4396a00640 1 -- 172.21.15.26:0/1245740356 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f43980cf780 con 0x7f43a0107370 2024-04-25T01:29:34.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.531+0000 7f439de00640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f43840a2c10 0x7f43840a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:34.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.531+0000 7f439de00640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f43840a2c10 0x7f43840a50d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f4390011550 tx=0x7f4390005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:34.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.534+0000 7f4396a00640 1 -- 172.21.15.26:0/1245740356 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f439809c660 con 0x7f43a0107370 2024-04-25T01:29:34.551 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:34 smithi026 ceph-mon[28096]: pgmap v492: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-04-25T01:29:34.551 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:34 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/280549669' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:29:34.551 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:34 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2903246086' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:29:34.551 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:34 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/916703388' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:29:34.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.740+0000 7f439f200640 1 -- 172.21.15.26:0/1245740356 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f43a0062340 con 0x7f43a0107370 2024-04-25T01:29:34.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.741+0000 7f4396a00640 1 -- 172.21.15.26:0/1245740356 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7f439809bf60 con 0x7f43a0107370 2024-04-25T01:29:34.720 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-25T01:29:34.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.744+0000 7f439f200640 1 -- 172.21.15.26:0/1245740356 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f43840a2c10 msgr2=0x7f43840a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:34.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.744+0000 7f439f200640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f43840a2c10 0x7f43840a50d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f4390011550 tx=0x7f4390005f90 comp rx=0 tx=0).stop 2024-04-25T01:29:34.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.744+0000 7f439f200640 1 -- 172.21.15.26:0/1245740356 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f43a0107370 msgr2=0x7f43a0101300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:34.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.744+0000 7f439f200640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f43a0107370 0x7f43a0101300 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4398009fd0 tx=0x7f439800ef10 comp rx=0 tx=0).stop 2024-04-25T01:29:34.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.744+0000 7f439f200640 1 -- 172.21.15.26:0/1245740356 shutdown_connections 2024-04-25T01:29:34.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.744+0000 7f439f200640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f43a0107370 0x7f43a0101300 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.744+0000 7f439f200640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f43840a2c10 0x7f43840a50d0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.744+0000 7f439f200640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f43a00ffc50 0x7f43a0100dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.744+0000 7f439f200640 1 --2- 172.21.15.26:0/1245740356 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f43a00ff260 0x7f43a0102780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.744+0000 7f439f200640 1 -- 172.21.15.26:0/1245740356 >> 172.21.15.26:0/1245740356 conn(0x7f43a00fae00 msgr2=0x7f43a0102e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:34.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.744+0000 7f439f200640 1 -- 172.21.15.26:0/1245740356 shutdown_connections 2024-04-25T01:29:34.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.744+0000 7f439f200640 1 -- 172.21.15.26:0/1245740356 wait complete. 2024-04-25T01:29:34.732 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:34 smithi186 ceph-mon[32747]: pgmap v492: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-04-25T01:29:34.732 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:34 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/280549669' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:29:34.733 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:34 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2903246086' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:29:34.733 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:34 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/916703388' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:29:34.743 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-25T01:29:34.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:34 smithi111 ceph-mon[32623]: pgmap v492: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-04-25T01:29:34.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:34 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/280549669' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:29:34.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:34 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2903246086' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T01:29:34.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:34 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/916703388' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T01:29:34.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.984+0000 7fdc79800640 1 -- 172.21.15.26:0/325598784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc74108e70 msgr2=0x7fdc741092f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:34.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.984+0000 7fdc79800640 1 --2- 172.21.15.26:0/325598784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc74108e70 0x7fdc741092f0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c009900 tx=0x7fdc5c02a3f0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.984+0000 7fdc79800640 1 -- 172.21.15.26:0/325598784 shutdown_connections 2024-04-25T01:29:34.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.984+0000 7fdc79800640 1 --2- 172.21.15.26:0/325598784 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fdc74109830 0x7fdc741100c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.984+0000 7fdc79800640 1 --2- 172.21.15.26:0/325598784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc74108e70 0x7fdc741092f0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.984+0000 7fdc79800640 1 --2- 172.21.15.26:0/325598784 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc74107c80 0x7fdc741080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.984+0000 7fdc79800640 1 -- 172.21.15.26:0/325598784 >> 172.21.15.26:0/325598784 conn(0x7fdc74076c10 msgr2=0x7fdc74079050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:34.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.984+0000 7fdc79800640 1 -- 172.21.15.26:0/325598784 shutdown_connections 2024-04-25T01:29:34.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.984+0000 7fdc79800640 1 -- 172.21.15.26:0/325598784 wait complete. 2024-04-25T01:29:34.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.985+0000 7fdc79800640 1 Processor -- start 2024-04-25T01:29:34.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.986+0000 7fdc79800640 1 -- start start 2024-04-25T01:29:34.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.986+0000 7fdc79800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fdc74107c80 0x7fdc7419e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:34.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.986+0000 7fdc79800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc74108e70 0x7fdc7419e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:34.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.986+0000 7fdc79800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc74109830 0x7fdc741a54d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:34.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.986+0000 7fdc79800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdc74113950 con 0x7fdc74109830 2024-04-25T01:29:34.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.986+0000 7fdc79800640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fdc741137d0 con 0x7fdc74108e70 2024-04-25T01:29:34.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.986+0000 7fdc79800640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fdc74113ad0 con 0x7fdc74107c80 2024-04-25T01:29:34.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.986+0000 7fdc6be00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc74108e70 0x7fdc7419e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:34.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.986+0000 7fdc73e00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fdc74107c80 0x7fdc7419e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:34.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.986+0000 7fdc78e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc74109830 0x7fdc741a54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:34.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.986+0000 7fdc6be00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc74108e70 0x7fdc7419e5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:43562/0 (socket says 172.21.15.26:43562) 2024-04-25T01:29:34.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.986+0000 7fdc6be00640 1 -- 172.21.15.26:0/265588683 learned_addr learned my addr 172.21.15.26:0/265588683 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:29:34.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.987+0000 7fdc6be00640 1 -- 172.21.15.26:0/265588683 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fdc74107c80 msgr2=0x7fdc7419e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:34.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.987+0000 7fdc6be00640 1 --2- 172.21.15.26:0/265588683 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fdc74107c80 0x7fdc7419e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.987+0000 7fdc6be00640 1 -- 172.21.15.26:0/265588683 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc74109830 msgr2=0x7fdc741a54d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:34.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.987+0000 7fdc6be00640 1 --2- 172.21.15.26:0/265588683 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc74109830 0x7fdc741a54d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:34.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.987+0000 7fdc6be00640 1 -- 172.21.15.26:0/265588683 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc741a5b40 con 0x7fdc74108e70 2024-04-25T01:29:34.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.987+0000 7fdc6be00640 1 --2- 172.21.15.26:0/265588683 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc74108e70 0x7fdc7419e5a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c031440 tx=0x7fdc5c032ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:34.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.987+0000 7fdc71600640 1 -- 172.21.15.26:0/265588683 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc5c03f030 con 0x7fdc74108e70 2024-04-25T01:29:34.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.987+0000 7fdc79800640 1 -- 172.21.15.26:0/265588683 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc741a5dd0 con 0x7fdc74108e70 2024-04-25T01:29:34.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.987+0000 7fdc71600640 1 -- 172.21.15.26:0/265588683 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc5c003ce0 con 0x7fdc74108e70 2024-04-25T01:29:34.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.987+0000 7fdc71600640 1 -- 172.21.15.26:0/265588683 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc5c035070 con 0x7fdc74108e70 2024-04-25T01:29:34.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.988+0000 7fdc79800640 1 -- 172.21.15.26:0/265588683 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc741a6230 con 0x7fdc74108e70 2024-04-25T01:29:34.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.989+0000 7fdc79800640 1 -- 172.21.15.26:0/265588683 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc7410ef40 con 0x7fdc74108e70 2024-04-25T01:29:34.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.991+0000 7fdc71600640 1 -- 172.21.15.26:0/265588683 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fdc5c042030 con 0x7fdc74108e70 2024-04-25T01:29:34.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.992+0000 7fdc71600640 1 --2- 172.21.15.26:0/265588683 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fdc580a2b90 0x7fdc580a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:34.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.992+0000 7fdc71600640 1 -- 172.21.15.26:0/265588683 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fdc5c0ef550 con 0x7fdc74108e70 2024-04-25T01:29:34.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.992+0000 7fdc73e00640 1 --2- 172.21.15.26:0/265588683 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fdc580a2b90 0x7fdc580a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:34.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.993+0000 7fdc73e00640 1 --2- 172.21.15.26:0/265588683 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fdc580a2b90 0x7fdc580a5050 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fdc74108cd0 tx=0x7fdc64005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:34.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:34.996+0000 7fdc71600640 1 -- 172.21.15.26:0/265588683 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fdc5c0bbde0 con 0x7fdc74108e70 2024-04-25T01:29:35.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.214+0000 7fdc79800640 1 -- 172.21.15.26:0/265588683 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdc7402d170 con 0x7fdc74108e70 2024-04-25T01:29:35.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.215+0000 7fdc71600640 1 -- 172.21.15.26:0/265588683 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v88) ==== 81+0+591 (secure 0 0 0) 0x7fdc5c0c00e0 con 0x7fdc74108e70 2024-04-25T01:29:35.194 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6801/4127845359 2024-04-26T01:15:44.940175+0000 2024-04-25T01:29:35.194 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6800/4127845359 2024-04-26T01:15:44.940175+0000 2024-04-25T01:29:35.194 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/1036851625 2024-04-26T01:15:44.940175+0000 2024-04-25T01:29:35.194 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/4103699069 2024-04-26T01:15:44.940175+0000 2024-04-25T01:29:35.194 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6801/1337649924 2024-04-26T01:15:09.010195+0000 2024-04-25T01:29:35.194 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3683020118 2024-04-26T01:15:44.940175+0000 2024-04-25T01:29:35.194 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/182120408 2024-04-26T01:15:09.010195+0000 2024-04-25T01:29:35.194 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3929486128 2024-04-26T01:15:09.010195+0000 2024-04-25T01:29:35.194 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6800/1337649924 2024-04-26T01:15:09.010195+0000 2024-04-25T01:29:35.194 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/1431263717 2024-04-26T01:15:09.010195+0000 2024-04-25T01:29:35.198 INFO:teuthology.orchestra.run.smithi026.stderr:listed 10 entries 2024-04-25T01:29:35.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.218+0000 7fdc79800640 1 -- 172.21.15.26:0/265588683 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fdc580a2b90 msgr2=0x7fdc580a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:35.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.218+0000 7fdc79800640 1 --2- 172.21.15.26:0/265588683 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fdc580a2b90 0x7fdc580a5050 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fdc74108cd0 tx=0x7fdc64005f90 comp rx=0 tx=0).stop 2024-04-25T01:29:35.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.218+0000 7fdc79800640 1 -- 172.21.15.26:0/265588683 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc74108e70 msgr2=0x7fdc7419e5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:35.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.218+0000 7fdc79800640 1 --2- 172.21.15.26:0/265588683 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc74108e70 0x7fdc7419e5a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c031440 tx=0x7fdc5c032ce0 comp rx=0 tx=0).stop 2024-04-25T01:29:35.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.218+0000 7fdc79800640 1 -- 172.21.15.26:0/265588683 shutdown_connections 2024-04-25T01:29:35.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.218+0000 7fdc79800640 1 --2- 172.21.15.26:0/265588683 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc74109830 0x7fdc741a54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:35.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.218+0000 7fdc79800640 1 --2- 172.21.15.26:0/265588683 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fdc74108e70 0x7fdc7419e5a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:35.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.218+0000 7fdc79800640 1 --2- 172.21.15.26:0/265588683 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fdc580a2b90 0x7fdc580a5050 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:35.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.218+0000 7fdc79800640 1 --2- 172.21.15.26:0/265588683 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fdc74107c80 0x7fdc7419e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:35.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.218+0000 7fdc79800640 1 -- 172.21.15.26:0/265588683 >> 172.21.15.26:0/265588683 conn(0x7fdc74076c10 msgr2=0x7fdc7410c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:35.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.218+0000 7fdc79800640 1 -- 172.21.15.26:0/265588683 shutdown_connections 2024-04-25T01:29:35.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.218+0000 7fdc79800640 1 -- 172.21.15.26:0/265588683 wait complete. 2024-04-25T01:29:35.215 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-04-25T01:29:35.215 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T01:29:35.215 DEBUG:teuthology.orchestra.run.smithi026:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-04-25T01:29:35.334 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi026.front.sepia.ceph.com 2024-04-25T01:29:35.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T01:29:35.335 DEBUG:teuthology.orchestra.run.smithi026:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-25T01:29:35.405 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T01:29:35.405 DEBUG:teuthology.orchestra.run.smithi026:> ip netns list 2024-04-25T01:29:35.442 INFO:teuthology.orchestra.run.smithi026.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-25T01:29:35.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T01:29:35.444 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T01:29:35.547 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:29:35.547 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:29:35.547 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:35 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:29:35.547 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:35 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1245740356' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:29:35.547 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:35 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/265588683' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T01:29:35.561 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T01:29:35.561 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link delete ceph-brx 2024-04-25T01:29:35.676 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-25T01:29:35.687 INFO:tasks.cephadm:Teardown begin 2024-04-25T01:29:35.688 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-25T01:29:35.688 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:29:35.831 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:35 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:29:35.831 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:35 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:29:35.831 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:35 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:29:35.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:35 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1245740356' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:29:35.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:35 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/265588683' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T01:29:35.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:35 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T01:29:35.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:35 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T01:29:35.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:35 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' 2024-04-25T01:29:35.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:35 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1245740356' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T01:29:35.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:35 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/265588683' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T01:29:35.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.887+0000 7fc17f800640 1 -- 172.21.15.26:0/3723042633 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc178104bb0 msgr2=0x7fc178105030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:35.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.887+0000 7fc17f800640 1 --2- 172.21.15.26:0/3723042633 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc178104bb0 0x7fc178105030 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fc160009900 tx=0x7fc16002a400 comp rx=0 tx=0).stop 2024-04-25T01:29:35.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.887+0000 7fc17f800640 1 -- 172.21.15.26:0/3723042633 shutdown_connections 2024-04-25T01:29:35.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.887+0000 7fc17f800640 1 --2- 172.21.15.26:0/3723042633 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc178105570 0x7fc17810be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:35.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.887+0000 7fc17f800640 1 --2- 172.21.15.26:0/3723042633 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc178104bb0 0x7fc178105030 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:35.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.887+0000 7fc17f800640 1 --2- 172.21.15.26:0/3723042633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1781039c0 0x7fc178103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:35.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.887+0000 7fc17f800640 1 -- 172.21.15.26:0/3723042633 >> 172.21.15.26:0/3723042633 conn(0x7fc1780fef30 msgr2=0x7fc178101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:35.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.887+0000 7fc17f800640 1 -- 172.21.15.26:0/3723042633 shutdown_connections 2024-04-25T01:29:35.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.887+0000 7fc17f800640 1 -- 172.21.15.26:0/3723042633 wait complete. 2024-04-25T01:29:35.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.888+0000 7fc17f800640 1 Processor -- start 2024-04-25T01:29:35.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.888+0000 7fc17f800640 1 -- start start 2024-04-25T01:29:35.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc17f800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1781039c0 0x7fc178199d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:35.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc17f800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc178104bb0 0x7fc17819a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:35.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc17f800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc178105570 0x7fc1781a1270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:35.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc17f800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc17810f670 con 0x7fc178104bb0 2024-04-25T01:29:35.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc17f800640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fc17810f4f0 con 0x7fc178105570 2024-04-25T01:29:35.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc17f800640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fc17810f7f0 con 0x7fc1781039c0 2024-04-25T01:29:35.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc177e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc178104bb0 0x7fc17819a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:35.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc177e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc178104bb0 0x7fc17819a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35908/0 (socket says 172.21.15.26:35908) 2024-04-25T01:29:35.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc177e00640 1 -- 172.21.15.26:0/2620079632 learned_addr learned my addr 172.21.15.26:0/2620079632 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:29:35.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc17ce00640 1 --2- 172.21.15.26:0/2620079632 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1781039c0 0x7fc178199d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:35.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc17d800640 1 --2- 172.21.15.26:0/2620079632 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc178105570 0x7fc1781a1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:35.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc177e00640 1 -- 172.21.15.26:0/2620079632 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1781039c0 msgr2=0x7fc178199d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:35.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc177e00640 1 --2- 172.21.15.26:0/2620079632 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1781039c0 0x7fc178199d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:35.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc177e00640 1 -- 172.21.15.26:0/2620079632 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc178105570 msgr2=0x7fc1781a1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:35.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc177e00640 1 --2- 172.21.15.26:0/2620079632 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc178105570 0x7fc1781a1270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:35.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.889+0000 7fc177e00640 1 -- 172.21.15.26:0/2620079632 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1781a1910 con 0x7fc178104bb0 2024-04-25T01:29:35.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.890+0000 7fc177e00640 1 --2- 172.21.15.26:0/2620079632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc178104bb0 0x7fc17819a240 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fc160031440 tx=0x7fc160032e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:35.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.890+0000 7fc175600640 1 -- 172.21.15.26:0/2620079632 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc16003f030 con 0x7fc178104bb0 2024-04-25T01:29:35.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.890+0000 7fc175600640 1 -- 172.21.15.26:0/2620079632 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc160003ce0 con 0x7fc178104bb0 2024-04-25T01:29:35.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.890+0000 7fc17f800640 1 -- 172.21.15.26:0/2620079632 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1781a1ba0 con 0x7fc178104bb0 2024-04-25T01:29:35.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.890+0000 7fc175600640 1 -- 172.21.15.26:0/2620079632 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc160035070 con 0x7fc178104bb0 2024-04-25T01:29:35.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.890+0000 7fc17f800640 1 -- 172.21.15.26:0/2620079632 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1781a2090 con 0x7fc178104bb0 2024-04-25T01:29:35.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.892+0000 7fc17f800640 1 -- 172.21.15.26:0/2620079632 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc17810ace0 con 0x7fc178104bb0 2024-04-25T01:29:35.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.893+0000 7fc175600640 1 -- 172.21.15.26:0/2620079632 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc160042030 con 0x7fc178104bb0 2024-04-25T01:29:35.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.896+0000 7fc175600640 1 --2- 172.21.15.26:0/2620079632 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc15c0a2b90 0x7fc15c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:35.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.896+0000 7fc175600640 1 -- 172.21.15.26:0/2620079632 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fc1600ef6c0 con 0x7fc178104bb0 2024-04-25T01:29:35.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.896+0000 7fc17ce00640 1 --2- 172.21.15.26:0/2620079632 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc15c0a2b90 0x7fc15c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:35.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.897+0000 7fc17ce00640 1 --2- 172.21.15.26:0/2620079632 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc15c0a2b90 0x7fc15c0a5050 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fc17819b1d0 tx=0x7fc168009720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:35.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:35.900+0000 7fc175600640 1 -- 172.21.15.26:0/2620079632 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fc1600bbf50 con 0x7fc178104bb0 2024-04-25T01:29:36.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.146+0000 7fc17f800640 1 -- 172.21.15.26:0/2620079632 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc178062340 con 0x7fc178104bb0 2024-04-25T01:29:36.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.148+0000 7fc175600640 1 -- 172.21.15.26:0/2620079632 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11938 (secure 0 0 0) 0x7fc1600c0250 con 0x7fc178104bb0 2024-04-25T01:29:36.127 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:29:36.127 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/2305348479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":2305348479},{"type":"v1","addr":"172.21.15.26:6839","nonce":2305348479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T01:23:53.313159+0000","modified":"2024-04-25T01:26:25.911726+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24535,"mds_2":24502,"mds_3":24491,"mds_4":24466},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14469":{"gid":14469,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6841/706502534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":706502534},{"type":"v1","addr":"172.21.15.26:6841","nonce":706502534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.186:6839/1584253959","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6838","nonce":1584253959},{"type":"v1","addr":"172.21.15.186:6839","nonce":1584253959}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6839/1500026678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6838","nonce":1500026678},{"type":"v1","addr":"172.21.15.111:6839","nonce":1500026678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24575,"qdb_cluster":[24575,24491,24466,24502,24535]},"id":1}]} 2024-04-25T01:29:36.127 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 28 2024-04-25T01:29:36.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.151+0000 7fc17f800640 1 -- 172.21.15.26:0/2620079632 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc15c0a2b90 msgr2=0x7fc15c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:36.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.151+0000 7fc17f800640 1 --2- 172.21.15.26:0/2620079632 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc15c0a2b90 0x7fc15c0a5050 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fc17819b1d0 tx=0x7fc168009720 comp rx=0 tx=0).stop 2024-04-25T01:29:36.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.151+0000 7fc17f800640 1 -- 172.21.15.26:0/2620079632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc178104bb0 msgr2=0x7fc17819a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:36.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.151+0000 7fc17f800640 1 --2- 172.21.15.26:0/2620079632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc178104bb0 0x7fc17819a240 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fc160031440 tx=0x7fc160032e20 comp rx=0 tx=0).stop 2024-04-25T01:29:36.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.151+0000 7fc17f800640 1 -- 172.21.15.26:0/2620079632 shutdown_connections 2024-04-25T01:29:36.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.151+0000 7fc17f800640 1 --2- 172.21.15.26:0/2620079632 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fc178105570 0x7fc1781a1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.151+0000 7fc17f800640 1 --2- 172.21.15.26:0/2620079632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc178104bb0 0x7fc17819a240 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.151+0000 7fc17f800640 1 --2- 172.21.15.26:0/2620079632 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fc15c0a2b90 0x7fc15c0a5050 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.151+0000 7fc17f800640 1 --2- 172.21.15.26:0/2620079632 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fc1781039c0 0x7fc178199d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.151+0000 7fc17f800640 1 -- 172.21.15.26:0/2620079632 >> 172.21.15.26:0/2620079632 conn(0x7fc1780fef30 msgr2=0x7fc178107eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:36.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.151+0000 7fc17f800640 1 -- 172.21.15.26:0/2620079632 shutdown_connections 2024-04-25T01:29:36.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.151+0000 7fc17f800640 1 -- 172.21.15.26:0/2620079632 wait complete. 2024-04-25T01:29:36.150 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T01:29:36.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.384+0000 7f2113000640 1 -- 172.21.15.26:0/1272640176 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f210c0741a0 msgr2=0x7f210c074620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:36.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.384+0000 7f2113000640 1 --2- 172.21.15.26:0/1272640176 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f210c0741a0 0x7f210c074620 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f20f8009930 tx=0x7f20f802a440 comp rx=0 tx=0).stop 2024-04-25T01:29:36.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.384+0000 7f2113000640 1 -- 172.21.15.26:0/1272640176 shutdown_connections 2024-04-25T01:29:36.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.384+0000 7f2113000640 1 --2- 172.21.15.26:0/1272640176 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f210c10dbb0 0x7f210c10ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.384+0000 7f2113000640 1 --2- 172.21.15.26:0/1272640176 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f210c0741a0 0x7f210c074620 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.384+0000 7f2113000640 1 --2- 172.21.15.26:0/1272640176 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f210c075780 0x7f210c073bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.384+0000 7f2113000640 1 -- 172.21.15.26:0/1272640176 >> 172.21.15.26:0/1272640176 conn(0x7f210c0fcb50 msgr2=0x7f210c0fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:36.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.384+0000 7f2113000640 1 -- 172.21.15.26:0/1272640176 shutdown_connections 2024-04-25T01:29:36.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.384+0000 7f2113000640 1 -- 172.21.15.26:0/1272640176 wait complete. 2024-04-25T01:29:36.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.385+0000 7f2113000640 1 Processor -- start 2024-04-25T01:29:36.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.386+0000 7f2113000640 1 -- start start 2024-04-25T01:29:36.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.386+0000 7f2113000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f210c0741a0 0x7f210c19df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:36.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.386+0000 7f2113000640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f210c075780 0x7f210c19e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:36.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.386+0000 7f2113000640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f210c10dbb0 0x7f210c1a54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:36.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.386+0000 7f2113000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f210c113850 con 0x7f210c0741a0 2024-04-25T01:29:36.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.386+0000 7f2113000640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f210c1136d0 con 0x7f210c10dbb0 2024-04-25T01:29:36.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.386+0000 7f2113000640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f210c1139d0 con 0x7f210c075780 2024-04-25T01:29:36.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.386+0000 7f2111c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f210c0741a0 0x7f210c19df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:36.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.387+0000 7f2111c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f210c0741a0 0x7f210c19df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35920/0 (socket says 172.21.15.26:35920) 2024-04-25T01:29:36.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.387+0000 7f2111c00640 1 -- 172.21.15.26:0/3535508175 learned_addr learned my addr 172.21.15.26:0/3535508175 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:29:36.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.387+0000 7f2111200640 1 --2- 172.21.15.26:0/3535508175 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f210c075780 0x7f210c19e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:36.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.387+0000 7f2112600640 1 --2- 172.21.15.26:0/3535508175 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f210c10dbb0 0x7f210c1a54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:36.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.387+0000 7f2111c00640 1 -- 172.21.15.26:0/3535508175 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f210c075780 msgr2=0x7f210c19e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:36.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.387+0000 7f2111c00640 1 --2- 172.21.15.26:0/3535508175 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f210c075780 0x7f210c19e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.387+0000 7f2111c00640 1 -- 172.21.15.26:0/3535508175 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f210c10dbb0 msgr2=0x7f210c1a54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:36.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.387+0000 7f2111c00640 1 --2- 172.21.15.26:0/3535508175 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f210c10dbb0 0x7f210c1a54e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.387+0000 7f2111c00640 1 -- 172.21.15.26:0/3535508175 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f210c1a5b50 con 0x7f210c0741a0 2024-04-25T01:29:36.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.387+0000 7f2111c00640 1 --2- 172.21.15.26:0/3535508175 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f210c0741a0 0x7f210c19df30 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f210000e9f0 tx=0x7f210000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:36.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.388+0000 7f210a000640 1 -- 172.21.15.26:0/3535508175 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f210000cd80 con 0x7f210c0741a0 2024-04-25T01:29:36.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.388+0000 7f2113000640 1 -- 172.21.15.26:0/3535508175 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f210c1a5e40 con 0x7f210c0741a0 2024-04-25T01:29:36.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.388+0000 7f210a000640 1 -- 172.21.15.26:0/3535508175 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2100005500 con 0x7f210c0741a0 2024-04-25T01:29:36.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.388+0000 7f210a000640 1 -- 172.21.15.26:0/3535508175 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2100010690 con 0x7f210c0741a0 2024-04-25T01:29:36.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.388+0000 7f2113000640 1 -- 172.21.15.26:0/3535508175 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f210c1a6250 con 0x7f210c0741a0 2024-04-25T01:29:36.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.389+0000 7f2113000640 1 -- 172.21.15.26:0/3535508175 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f210c103c70 con 0x7f210c0741a0 2024-04-25T01:29:36.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.391+0000 7f210a000640 1 -- 172.21.15.26:0/3535508175 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f21000046c0 con 0x7f210c0741a0 2024-04-25T01:29:36.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.393+0000 7f210a000640 1 --2- 172.21.15.26:0/3535508175 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f20f40a2b90 0x7f20f40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:36.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.393+0000 7f210a000640 1 -- 172.21.15.26:0/3535508175 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f21000cf4e0 con 0x7f210c0741a0 2024-04-25T01:29:36.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.393+0000 7f2111200640 1 --2- 172.21.15.26:0/3535508175 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f20f40a2b90 0x7f20f40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:36.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.394+0000 7f2111200640 1 --2- 172.21.15.26:0/3535508175 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f20f40a2b90 0x7f20f40a5050 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f20f8005ab0 tx=0x7f20f8000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:36.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.397+0000 7f210a000640 1 -- 172.21.15.26:0/3535508175 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f210009c3c0 con 0x7f210c0741a0 2024-04-25T01:29:36.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.647+0000 7f2113000640 1 -- 172.21.15.26:0/3535508175 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f210c02d170 con 0x7f210c0741a0 2024-04-25T01:29:36.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.648+0000 7f210a000640 1 -- 172.21.15.26:0/3535508175 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11938 (secure 0 0 0) 0x7f210009bcc0 con 0x7f210c0741a0 2024-04-25T01:29:36.627 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:29:36.627 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14403,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/14397309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":14397309},{"type":"v1","addr":"172.21.15.26:6837","nonce":14397309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14451,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/2305348479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":2305348479},{"type":"v1","addr":"172.21.15.26:6839","nonce":2305348479}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T01:23:53.313159+0000","modified":"2024-04-25T01:26:25.911726+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24575,"mds_1":24535,"mds_2":24502,"mds_3":24491,"mds_4":24466},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14469":{"gid":14469,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.26:6841/706502534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":706502534},{"type":"v1","addr":"172.21.15.26:6841","nonce":706502534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6833/1178904460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1178904460},{"type":"v1","addr":"172.21.15.111:6833","nonce":1178904460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6833/1434198326","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6832","nonce":1434198326},{"type":"v1","addr":"172.21.15.186:6833","nonce":1434198326}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":4,"incarnation":25,"state":"up:active","state_seq":12,"addr":"172.21.15.26:6835/3982121209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":3982121209},{"type":"v1","addr":"172.21.15.26:6835","nonce":3982121209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.111:6835/1386767934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":1386767934},{"type":"v1","addr":"172.21.15.111:6835","nonce":1386767934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.186:6835/3216839839","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6834","nonce":3216839839},{"type":"v1","addr":"172.21.15.186:6835","nonce":3216839839}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.186:6837/3955680978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6836","nonce":3955680978},{"type":"v1","addr":"172.21.15.186:6837","nonce":3955680978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.111:6837/3470022126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6836","nonce":3470022126},{"type":"v1","addr":"172.21.15.111:6837","nonce":3470022126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24535":{"gid":24535,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.186:6839/1584253959","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6838","nonce":1584253959},{"type":"v1","addr":"172.21.15.186:6839","nonce":1584253959}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24575":{"gid":24575,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.111:6839/1500026678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6838","nonce":1500026678},{"type":"v1","addr":"172.21.15.111:6839","nonce":1500026678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24575,"qdb_cluster":[24575,24491,24466,24502,24535]},"id":1}]} 2024-04-25T01:29:36.627 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 28 2024-04-25T01:29:36.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.651+0000 7f2113000640 1 -- 172.21.15.26:0/3535508175 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f20f40a2b90 msgr2=0x7f20f40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:36.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.651+0000 7f2113000640 1 --2- 172.21.15.26:0/3535508175 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f20f40a2b90 0x7f20f40a5050 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f20f8005ab0 tx=0x7f20f8000bc0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.651+0000 7f2113000640 1 -- 172.21.15.26:0/3535508175 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f210c0741a0 msgr2=0x7f210c19df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:36.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.651+0000 7f2113000640 1 --2- 172.21.15.26:0/3535508175 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f210c0741a0 0x7f210c19df30 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f210000e9f0 tx=0x7f210000edf0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.651+0000 7f2113000640 1 -- 172.21.15.26:0/3535508175 shutdown_connections 2024-04-25T01:29:36.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.651+0000 7f2113000640 1 --2- 172.21.15.26:0/3535508175 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f210c10dbb0 0x7f210c1a54e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.651+0000 7f2113000640 1 --2- 172.21.15.26:0/3535508175 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f20f40a2b90 0x7f20f40a5050 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.651+0000 7f2113000640 1 --2- 172.21.15.26:0/3535508175 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f210c075780 0x7f210c19e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.651+0000 7f2113000640 1 --2- 172.21.15.26:0/3535508175 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f210c0741a0 0x7f210c19df30 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.651+0000 7f2113000640 1 -- 172.21.15.26:0/3535508175 >> 172.21.15.26:0/3535508175 conn(0x7f210c0fcb50 msgr2=0x7f210c100e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:36.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.652+0000 7f2113000640 1 -- 172.21.15.26:0/3535508175 shutdown_connections 2024-04-25T01:29:36.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.652+0000 7f2113000640 1 -- 172.21.15.26:0/3535508175 wait complete. 2024-04-25T01:29:36.650 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T01:29:36.726 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:36 smithi026 ceph-mon[28096]: pgmap v493: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T01:29:36.726 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:36 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/2620079632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:29:36.831 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:36 smithi186 ceph-mon[32747]: pgmap v493: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T01:29:36.831 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:36 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/2620079632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:29:36.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:36 smithi111 ceph-mon[32623]: pgmap v493: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T01:29:36.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:36 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/2620079632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:29:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.892+0000 7fa439600640 1 -- 172.21.15.26:0/956724405 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4341037c0 msgr2=0x7fa434103be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.892+0000 7fa439600640 1 --2- 172.21.15.26:0/956724405 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4341037c0 0x7fa434103be0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa424009900 tx=0x7fa42402a410 comp rx=0 tx=0).stop 2024-04-25T01:29:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.892+0000 7fa439600640 1 -- 172.21.15.26:0/956724405 shutdown_connections 2024-04-25T01:29:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.893+0000 7fa439600640 1 --2- 172.21.15.26:0/956724405 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa434105370 0x7fa43410bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.893+0000 7fa439600640 1 --2- 172.21.15.26:0/956724405 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa4341049b0 0x7fa434104e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.893+0000 7fa439600640 1 --2- 172.21.15.26:0/956724405 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4341037c0 0x7fa434103be0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.893+0000 7fa439600640 1 -- 172.21.15.26:0/956724405 >> 172.21.15.26:0/956724405 conn(0x7fa4340fed50 msgr2=0x7fa434101170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.893+0000 7fa439600640 1 -- 172.21.15.26:0/956724405 shutdown_connections 2024-04-25T01:29:36.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.893+0000 7fa439600640 1 -- 172.21.15.26:0/956724405 wait complete. 2024-04-25T01:29:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.894+0000 7fa439600640 1 Processor -- start 2024-04-25T01:29:36.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.894+0000 7fa439600640 1 -- start start 2024-04-25T01:29:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.894+0000 7fa439600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4341037c0 0x7fa434199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.894+0000 7fa439600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4341049b0 0x7fa43419a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.894+0000 7fa439600640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa434105370 0x7fa4341a1070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:36.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.894+0000 7fa439600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa43410f480 con 0x7fa4341049b0 2024-04-25T01:29:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.894+0000 7fa439600640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fa43410f300 con 0x7fa4341037c0 2024-04-25T01:29:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.894+0000 7fa439600640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fa43410f600 con 0x7fa434105370 2024-04-25T01:29:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.894+0000 7fa42b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4341049b0 0x7fa43419a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.894+0000 7fa433e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4341037c0 0x7fa434199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.894+0000 7fa42b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4341049b0 0x7fa43419a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35934/0 (socket says 172.21.15.26:35934) 2024-04-25T01:29:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.894+0000 7fa42b400640 1 -- 172.21.15.26:0/1628317720 learned_addr learned my addr 172.21.15.26:0/1628317720 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:29:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.894+0000 7fa433e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4341037c0 0x7fa434199ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:43592/0 (socket says 172.21.15.26:43592) 2024-04-25T01:29:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.895+0000 7fa438c00640 1 --2- 172.21.15.26:0/1628317720 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa434105370 0x7fa4341a1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.895+0000 7fa42b400640 1 -- 172.21.15.26:0/1628317720 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa434105370 msgr2=0x7fa4341a1070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.895+0000 7fa42b400640 1 --2- 172.21.15.26:0/1628317720 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa434105370 0x7fa4341a1070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.895+0000 7fa42b400640 1 -- 172.21.15.26:0/1628317720 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4341037c0 msgr2=0x7fa434199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.895+0000 7fa42b400640 1 --2- 172.21.15.26:0/1628317720 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4341037c0 0x7fa434199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.895+0000 7fa42b400640 1 -- 172.21.15.26:0/1628317720 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4341a16e0 con 0x7fa4341049b0 2024-04-25T01:29:36.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.895+0000 7fa433e00640 1 --2- 172.21.15.26:0/1628317720 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4341037c0 0x7fa434199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:29:36.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.895+0000 7fa42b400640 1 --2- 172.21.15.26:0/1628317720 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4341049b0 0x7fa43419a000 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fa41c00e9f0 tx=0x7fa41c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:36.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.896+0000 7fa431600640 1 -- 172.21.15.26:0/1628317720 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41c00cd80 con 0x7fa4341049b0 2024-04-25T01:29:36.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.896+0000 7fa439600640 1 -- 172.21.15.26:0/1628317720 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4341a19d0 con 0x7fa4341049b0 2024-04-25T01:29:36.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.896+0000 7fa431600640 1 -- 172.21.15.26:0/1628317720 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa41c005500 con 0x7fa4341049b0 2024-04-25T01:29:36.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.896+0000 7fa431600640 1 -- 172.21.15.26:0/1628317720 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41c010690 con 0x7fa4341049b0 2024-04-25T01:29:36.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.896+0000 7fa439600640 1 -- 172.21.15.26:0/1628317720 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4341a1f20 con 0x7fa4341049b0 2024-04-25T01:29:36.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.897+0000 7fa439600640 1 -- 172.21.15.26:0/1628317720 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa43410aae0 con 0x7fa4341049b0 2024-04-25T01:29:36.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.901+0000 7fa431600640 1 -- 172.21.15.26:0/1628317720 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa41c0046c0 con 0x7fa4341049b0 2024-04-25T01:29:36.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.902+0000 7fa431600640 1 --2- 172.21.15.26:0/1628317720 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4180a2b90 0x7fa4180a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:36.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.902+0000 7fa431600640 1 -- 172.21.15.26:0/1628317720 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7fa41c0cf6d0 con 0x7fa4341049b0 2024-04-25T01:29:36.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.902+0000 7fa433e00640 1 --2- 172.21.15.26:0/1628317720 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4180a2b90 0x7fa4180a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:36.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.903+0000 7fa433e00640 1 --2- 172.21.15.26:0/1628317720 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4180a2b90 0x7fa4180a5050 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fa42402aa00 tx=0x7fa4240315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:36.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:36.905+0000 7fa431600640 1 -- 172.21.15.26:0/1628317720 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fa41c053740 con 0x7fa4341049b0 2024-04-25T01:29:37.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.114+0000 7fa439600640 1 -- 172.21.15.26:0/1628317720 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa43402d330 con 0x7fa4341049b0 2024-04-25T01:29:37.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.119+0000 7fa431600640 1 -- 172.21.15.26:0/1628317720 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22721 (secure 0 0 0) 0x7fa41c09c5b0 con 0x7fa4341049b0 2024-04-25T01:29:37.098 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-25T01:29:37.098 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":88,"fsid":"004ab5e8-02a1-11ef-bc93-c7b262605968","created":"2024-04-25T01:14:25.560900+0000","modified":"2024-04-25T01:24:46.838091+0000","last_up_change":"2024-04-25T01:22:54.726349+0000","last_in_change":"2024-04-25T01:22:34.634111+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T01:18:37.687060+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T01:23:51.673615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T01:23:52.776694+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"225463b7-8230-4e90-aaec-8e8877bcc9d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6803","nonce":2750907511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6805","nonce":2750907511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6809","nonce":2750907511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":2750907511},{"type":"v1","addr":"172.21.15.26:6807","nonce":2750907511}]},"public_addr":"172.21.15.26:6803/2750907511","cluster_addr":"172.21.15.26:6805/2750907511","heartbeat_back_addr":"172.21.15.26:6809/2750907511","heartbeat_front_addr":"172.21.15.26:6807/2750907511","state":["exists","up"]},{"osd":1,"uuid":"aaf88330-d781-40ca-9859-3d8565e3c9c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6801","nonce":400924695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6803","nonce":400924695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6807","nonce":400924695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":400924695},{"type":"v1","addr":"172.21.15.111:6805","nonce":400924695}]},"public_addr":"172.21.15.111:6801/400924695","cluster_addr":"172.21.15.111:6803/400924695","heartbeat_back_addr":"172.21.15.111:6807/400924695","heartbeat_front_addr":"172.21.15.111:6805/400924695","state":["exists","up"]},{"osd":2,"uuid":"8bc2824b-7468-4780-9019-6cebb9d28780","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6800","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6801","nonce":1478387561}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6802","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6803","nonce":1478387561}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6806","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6807","nonce":1478387561}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6804","nonce":1478387561},{"type":"v1","addr":"172.21.15.186:6805","nonce":1478387561}]},"public_addr":"172.21.15.186:6801/1478387561","cluster_addr":"172.21.15.186:6803/1478387561","heartbeat_back_addr":"172.21.15.186:6807/1478387561","heartbeat_front_addr":"172.21.15.186:6805/1478387561","state":["exists","up"]},{"osd":3,"uuid":"cafddc20-258d-42dd-b096-c7b37a33d1c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6811","nonce":4159370495}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6813","nonce":4159370495}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6817","nonce":4159370495}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":4159370495},{"type":"v1","addr":"172.21.15.26:6815","nonce":4159370495}]},"public_addr":"172.21.15.26:6811/4159370495","cluster_addr":"172.21.15.26:6813/4159370495","heartbeat_back_addr":"172.21.15.26:6817/4159370495","heartbeat_front_addr":"172.21.15.26:6815/4159370495","state":["exists","up"]},{"osd":4,"uuid":"11785220-8182-4e7f-b0a4-77dba02bb178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6809","nonce":922263113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6811","nonce":922263113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6815","nonce":922263113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":922263113},{"type":"v1","addr":"172.21.15.111:6813","nonce":922263113}]},"public_addr":"172.21.15.111:6809/922263113","cluster_addr":"172.21.15.111:6811/922263113","heartbeat_back_addr":"172.21.15.111:6815/922263113","heartbeat_front_addr":"172.21.15.111:6813/922263113","state":["exists","up"]},{"osd":5,"uuid":"24513b4c-bffa-4617-9064-de68acc8eeea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6808","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6809","nonce":2528852084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6810","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6811","nonce":2528852084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6814","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6815","nonce":2528852084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6812","nonce":2528852084},{"type":"v1","addr":"172.21.15.186:6813","nonce":2528852084}]},"public_addr":"172.21.15.186:6809/2528852084","cluster_addr":"172.21.15.186:6811/2528852084","heartbeat_back_addr":"172.21.15.186:6815/2528852084","heartbeat_front_addr":"172.21.15.186:6813/2528852084","state":["exists","up"]},{"osd":6,"uuid":"737c3db7-5c10-4c6e-96fa-1bb454ae2daa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6819","nonce":2711002832}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6821","nonce":2711002832}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6825","nonce":2711002832}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":2711002832},{"type":"v1","addr":"172.21.15.26:6823","nonce":2711002832}]},"public_addr":"172.21.15.26:6819/2711002832","cluster_addr":"172.21.15.26:6821/2711002832","heartbeat_back_addr":"172.21.15.26:6825/2711002832","heartbeat_front_addr":"172.21.15.26:6823/2711002832","state":["exists","up"]},{"osd":7,"uuid":"8b52ba17-c9e9-483d-94db-5ee377ac7d22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6817","nonce":2045734090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6819","nonce":2045734090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6823","nonce":2045734090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":2045734090},{"type":"v1","addr":"172.21.15.111:6821","nonce":2045734090}]},"public_addr":"172.21.15.111:6817/2045734090","cluster_addr":"172.21.15.111:6819/2045734090","heartbeat_back_addr":"172.21.15.111:6823/2045734090","heartbeat_front_addr":"172.21.15.111:6821/2045734090","state":["exists","up"]},{"osd":8,"uuid":"394e8a5f-ed6d-448e-a5b7-3d07ae3dff0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6816","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6817","nonce":3517686543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6818","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6819","nonce":3517686543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6822","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6823","nonce":3517686543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6820","nonce":3517686543},{"type":"v1","addr":"172.21.15.186:6821","nonce":3517686543}]},"public_addr":"172.21.15.186:6817/3517686543","cluster_addr":"172.21.15.186:6819/3517686543","heartbeat_back_addr":"172.21.15.186:6823/3517686543","heartbeat_front_addr":"172.21.15.186:6821/3517686543","state":["exists","up"]},{"osd":9,"uuid":"4e3af76f-d606-427d-8efa-12379acfb2f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6827","nonce":72894283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6829","nonce":72894283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6833","nonce":72894283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":72894283},{"type":"v1","addr":"172.21.15.26:6831","nonce":72894283}]},"public_addr":"172.21.15.26:6827/72894283","cluster_addr":"172.21.15.26:6829/72894283","heartbeat_back_addr":"172.21.15.26:6833/72894283","heartbeat_front_addr":"172.21.15.26:6831/72894283","state":["exists","up"]},{"osd":10,"uuid":"651aaa70-faa2-44b5-9ab0-3cb496db147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6825","nonce":4193637000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6827","nonce":4193637000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6831","nonce":4193637000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":4193637000},{"type":"v1","addr":"172.21.15.111:6829","nonce":4193637000}]},"public_addr":"172.21.15.111:6825/4193637000","cluster_addr":"172.21.15.111:6827/4193637000","heartbeat_back_addr":"172.21.15.111:6831/4193637000","heartbeat_front_addr":"172.21.15.111:6829/4193637000","state":["exists","up"]},{"osd":11,"uuid":"6e598fdc-33e2-4c0c-a1ac-e35908cc4c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6824","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6825","nonce":386070169}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6826","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6827","nonce":386070169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6830","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6831","nonce":386070169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.186:6828","nonce":386070169},{"type":"v1","addr":"172.21.15.186:6829","nonce":386070169}]},"public_addr":"172.21.15.186:6825/386070169","cluster_addr":"172.21.15.186:6827/386070169","heartbeat_back_addr":"172.21.15.186:6831/386070169","heartbeat_front_addr":"172.21.15.186:6829/386070169","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:17:43.183893+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:08.938491+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:18:32.984056+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:07.404025+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:33.481441+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:19:57.668403+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:33.073383+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:20:59.584446+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:21:24.848394+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:00.506861+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:27.344332+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T01:22:52.850949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.2","mappings":[{"from":7,"to":11}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:6801/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6800/4127845359":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/1036851625":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/4103699069":"2024-04-26T01:15:44.940175+0000","172.21.15.26:6801/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3683020118":"2024-04-26T01:15:44.940175+0000","172.21.15.26:0/182120408":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/3929486128":"2024-04-26T01:15:09.010195+0000","172.21.15.26:6800/1337649924":"2024-04-26T01:15:09.010195+0000","172.21.15.26:0/1431263717":"2024-04-26T01:15:09.010195+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T01:29:37.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.122+0000 7fa439600640 1 -- 172.21.15.26:0/1628317720 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4180a2b90 msgr2=0x7fa4180a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:37.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.122+0000 7fa439600640 1 --2- 172.21.15.26:0/1628317720 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4180a2b90 0x7fa4180a5050 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fa42402aa00 tx=0x7fa4240315b0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.122+0000 7fa439600640 1 -- 172.21.15.26:0/1628317720 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4341049b0 msgr2=0x7fa43419a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:37.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.122+0000 7fa439600640 1 --2- 172.21.15.26:0/1628317720 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4341049b0 0x7fa43419a000 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fa41c00e9f0 tx=0x7fa41c00edf0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.122+0000 7fa439600640 1 -- 172.21.15.26:0/1628317720 shutdown_connections 2024-04-25T01:29:37.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.122+0000 7fa439600640 1 --2- 172.21.15.26:0/1628317720 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fa4180a2b90 0x7fa4180a5050 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.122+0000 7fa439600640 1 --2- 172.21.15.26:0/1628317720 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fa434105370 0x7fa4341a1070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.122+0000 7fa439600640 1 --2- 172.21.15.26:0/1628317720 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4341049b0 0x7fa43419a000 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.122+0000 7fa439600640 1 --2- 172.21.15.26:0/1628317720 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fa4341037c0 0x7fa434199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.122+0000 7fa439600640 1 -- 172.21.15.26:0/1628317720 >> 172.21.15.26:0/1628317720 conn(0x7fa4340fed50 msgr2=0x7fa434107cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:37.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.122+0000 7fa439600640 1 -- 172.21.15.26:0/1628317720 shutdown_connections 2024-04-25T01:29:37.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.122+0000 7fa439600640 1 -- 172.21.15.26:0/1628317720 wait complete. 2024-04-25T01:29:37.122 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-25T01:29:37.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.351+0000 7f520d400640 1 -- 172.21.15.26:0/2509734213 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f52080ffec0 msgr2=0x7f52081002e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:37.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.351+0000 7f520d400640 1 --2- 172.21.15.26:0/2509734213 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f52080ffec0 0x7f52081002e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f51f8009900 tx=0x7f51f802a3f0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.351+0000 7f520d400640 1 -- 172.21.15.26:0/2509734213 shutdown_connections 2024-04-25T01:29:37.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.351+0000 7f520d400640 1 --2- 172.21.15.26:0/2509734213 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52081011c0 0x7f5208101640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.351+0000 7f520d400640 1 --2- 172.21.15.26:0/2509734213 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f5208100820 0x7f5208100c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.351+0000 7f520d400640 1 --2- 172.21.15.26:0/2509734213 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f52080ffec0 0x7f52081002e0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.351+0000 7f520d400640 1 -- 172.21.15.26:0/2509734213 >> 172.21.15.26:0/2509734213 conn(0x7f52080fbae0 msgr2=0x7f52080fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:37.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.352+0000 7f520d400640 1 -- 172.21.15.26:0/2509734213 shutdown_connections 2024-04-25T01:29:37.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.352+0000 7f520d400640 1 -- 172.21.15.26:0/2509734213 wait complete. 2024-04-25T01:29:37.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.353+0000 7f520d400640 1 Processor -- start 2024-04-25T01:29:37.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.353+0000 7f520d400640 1 -- start start 2024-04-25T01:29:37.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.354+0000 7f520d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52080ffec0 0x7f5208199b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:37.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.354+0000 7f520d400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5208100820 0x7f520819a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:37.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.354+0000 7f520d400640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f52081011c0 0x7f52081a10c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:37.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.354+0000 7f520d400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f520810f500 con 0x7f52080ffec0 2024-04-25T01:29:37.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.354+0000 7f520d400640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f520810f380 con 0x7f5208100820 2024-04-25T01:29:37.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.354+0000 7f520d400640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f520810f680 con 0x7f52081011c0 2024-04-25T01:29:37.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.354+0000 7f5207e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52080ffec0 0x7f5208199b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:37.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.354+0000 7f5207e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52080ffec0 0x7f5208199b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35964/0 (socket says 172.21.15.26:35964) 2024-04-25T01:29:37.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.354+0000 7f5207e00640 1 -- 172.21.15.26:0/127321386 learned_addr learned my addr 172.21.15.26:0/127321386 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:29:37.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.354+0000 7f51ffe00640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5208100820 0x7f520819a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:37.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.354+0000 7f520ca00640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f52081011c0 0x7f52081a10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:37.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.355+0000 7f5207e00640 1 -- 172.21.15.26:0/127321386 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f52081011c0 msgr2=0x7f52081a10c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:37.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.355+0000 7f5207e00640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f52081011c0 0x7f52081a10c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.355+0000 7f5207e00640 1 -- 172.21.15.26:0/127321386 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5208100820 msgr2=0x7f520819a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:37.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.355+0000 7f5207e00640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5208100820 0x7f520819a050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.355+0000 7f5207e00640 1 -- 172.21.15.26:0/127321386 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52081a1730 con 0x7f52080ffec0 2024-04-25T01:29:37.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.355+0000 7f51ffe00640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5208100820 0x7f520819a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:29:37.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.355+0000 7f5207e00640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52080ffec0 0x7f5208199b10 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f51f8031440 tx=0x7f51f8032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:37.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.355+0000 7f5205600640 1 -- 172.21.15.26:0/127321386 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51f803f030 con 0x7f52080ffec0 2024-04-25T01:29:37.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.355+0000 7f520d400640 1 -- 172.21.15.26:0/127321386 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52081a19c0 con 0x7f52080ffec0 2024-04-25T01:29:37.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.355+0000 7f5205600640 1 -- 172.21.15.26:0/127321386 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f51f8003ce0 con 0x7f52080ffec0 2024-04-25T01:29:37.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.355+0000 7f5205600640 1 -- 172.21.15.26:0/127321386 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51f8035070 con 0x7f52080ffec0 2024-04-25T01:29:37.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.356+0000 7f520d400640 1 -- 172.21.15.26:0/127321386 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52081a1eb0 con 0x7f52080ffec0 2024-04-25T01:29:37.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.357+0000 7f520d400640 1 -- 172.21.15.26:0/127321386 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f520810ad50 con 0x7f52080ffec0 2024-04-25T01:29:37.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.359+0000 7f5205600640 1 -- 172.21.15.26:0/127321386 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f51f8042030 con 0x7f52080ffec0 2024-04-25T01:29:37.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.360+0000 7f5205600640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51ec0a2b90 0x7f51ec0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:37.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.361+0000 7f5205600640 1 -- 172.21.15.26:0/127321386 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8269+0+0 (secure 0 0 0) 0x7f51f80ef590 con 0x7f52080ffec0 2024-04-25T01:29:37.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.361+0000 7f51ffe00640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51ec0a2b90 0x7f51ec0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:37.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.361+0000 7f51ffe00640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51ec0a2b90 0x7f51ec0a5050 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f520819b020 tx=0x7f51f000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:37.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.365+0000 7f5205600640 1 -- 172.21.15.26:0/127321386 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f51f80bbe80 con 0x7f52080ffec0 2024-04-25T01:29:37.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.619+0000 7f520d400640 1 -- 172.21.15.26:0/127321386 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f5208062340 con 0x7f52080ffec0 2024-04-25T01:29:37.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.622+0000 7f5205600640 1 -- 172.21.15.26:0/127321386 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v29) ==== 161+0+0 (secure 0 0 0) 0x7f51f80c0180 con 0x7f52080ffec0 2024-04-25T01:29:37.601 INFO:teuthology.orchestra.run.smithi026.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-25T01:29:37.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.627+0000 7f520d400640 1 -- 172.21.15.26:0/127321386 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51ec0a2b90 msgr2=0x7f51ec0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:37.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.627+0000 7f520d400640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51ec0a2b90 0x7f51ec0a5050 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f520819b020 tx=0x7f51f000b390 comp rx=0 tx=0).stop 2024-04-25T01:29:37.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.627+0000 7f520d400640 1 -- 172.21.15.26:0/127321386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52080ffec0 msgr2=0x7f5208199b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:37.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.627+0000 7f520d400640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52080ffec0 0x7f5208199b10 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f51f8031440 tx=0x7f51f8032ce0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.627+0000 7f520d400640 1 -- 172.21.15.26:0/127321386 shutdown_connections 2024-04-25T01:29:37.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.627+0000 7f520d400640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f51ec0a2b90 0x7f51ec0a5050 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.627+0000 7f520d400640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f52081011c0 0x7f52081a10c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.627+0000 7f520d400640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f5208100820 0x7f520819a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.627+0000 7f520d400640 1 --2- 172.21.15.26:0/127321386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f52080ffec0 0x7f5208199b10 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.627+0000 7f520d400640 1 -- 172.21.15.26:0/127321386 >> 172.21.15.26:0/127321386 conn(0x7f52080fbae0 msgr2=0x7f52080fd0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:37.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.627+0000 7f520d400640 1 -- 172.21.15.26:0/127321386 shutdown_connections 2024-04-25T01:29:37.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.628+0000 7f520d400640 1 -- 172.21.15.26:0/127321386 wait complete. 2024-04-25T01:29:37.635 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-25T01:29:37.801 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:37 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/3535508175' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:29:37.801 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:37 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1628317720' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:29:37.801 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:37 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a[28092]: 2024-04-25T01:29:37.620+0000 7ff6eaa00700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T01:29:37.802 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:29:37 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-a[68968]: ignoring --setuser ceph since I am not root 2024-04-25T01:29:37.802 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:29:37 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-a[68968]: ignoring --setgroup ceph since I am not root 2024-04-25T01:29:37.802 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:29:37 smithi026 ceph-mds[68974]: -- 172.21.15.26:0/199124814 <== mon.2 v2:172.21.15.111:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55766e5cba40 con 0x55766e59ec00 2024-04-25T01:29:37.802 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:29:37 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-a[68968]: starting mds.a at 2024-04-25T01:29:37.802 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:29:37 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-j[67589]: ignoring --setuser ceph since I am not root 2024-04-25T01:29:37.802 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:29:37 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-j[67589]: ignoring --setgroup ceph since I am not root 2024-04-25T01:29:37.803 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:29:37 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-j[67589]: starting mds.j at 2024-04-25T01:29:37.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.849+0000 7fb204800640 1 -- 172.21.15.26:0/3310931292 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb1fc105570 msgr2=0x7fb1fc10be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:37.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.849+0000 7fb204800640 1 --2- 172.21.15.26:0/3310931292 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb1fc105570 0x7fb1fc10be00 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb1f8009be0 tx=0x7fb1f802a6c0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.850+0000 7fb204800640 1 -- 172.21.15.26:0/3310931292 shutdown_connections 2024-04-25T01:29:37.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.850+0000 7fb204800640 1 --2- 172.21.15.26:0/3310931292 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb1fc105570 0x7fb1fc10be00 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.850+0000 7fb204800640 1 --2- 172.21.15.26:0/3310931292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc104bb0 0x7fb1fc105030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.850+0000 7fb204800640 1 --2- 172.21.15.26:0/3310931292 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb1fc1039c0 0x7fb1fc103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.850+0000 7fb204800640 1 -- 172.21.15.26:0/3310931292 >> 172.21.15.26:0/3310931292 conn(0x7fb1fc0fef30 msgr2=0x7fb1fc101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:37.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.850+0000 7fb204800640 1 -- 172.21.15.26:0/3310931292 shutdown_connections 2024-04-25T01:29:37.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.850+0000 7fb204800640 1 -- 172.21.15.26:0/3310931292 wait complete. 2024-04-25T01:29:37.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.851+0000 7fb204800640 1 Processor -- start 2024-04-25T01:29:37.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.851+0000 7fb204800640 1 -- start start 2024-04-25T01:29:37.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.852+0000 7fb204800640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb1fc1039c0 0x7fb1fc199c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:37.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.852+0000 7fb204800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc104bb0 0x7fb1fc19a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:37.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.852+0000 7fb204800640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb1fc105570 0x7fb1fc1a11f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:37.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.852+0000 7fb204800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb1fc10f620 con 0x7fb1fc104bb0 2024-04-25T01:29:37.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.852+0000 7fb204800640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fb1fc10f4a0 con 0x7fb1fc1039c0 2024-04-25T01:29:37.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.852+0000 7fb204800640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fb1fc10f7a0 con 0x7fb1fc105570 2024-04-25T01:29:37.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.852+0000 7fb201e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb1fc1039c0 0x7fb1fc199c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:37.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.852+0000 7fb201e00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb1fc1039c0 0x7fb1fc199c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:43666/0 (socket says 172.21.15.26:43666) 2024-04-25T01:29:37.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.852+0000 7fb201e00640 1 -- 172.21.15.26:0/1315194282 learned_addr learned my addr 172.21.15.26:0/1315194282 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:29:37.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.852+0000 7fb201400640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc104bb0 0x7fb1fc19a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:37.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.852+0000 7fb202800640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb1fc105570 0x7fb1fc1a11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:37.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/3535508175' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:29:37.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1628317720' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:29:37.832 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-f[63170]: ignoring --setuser ceph since I am not root 2024-04-25T01:29:37.832 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-f[63170]: ignoring --setgroup ceph since I am not root 2024-04-25T01:29:37.832 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-mds[63174]: -- 172.21.15.186:0/2410913275 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561e8ad084e0 con 0x561e8acdec00 2024-04-25T01:29:37.833 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-mds[63174]: -- 172.21.15.186:0/2410913275 <== mon.1 v2:172.21.15.186:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561e8ad0ba40 con 0x561e8acdec00 2024-04-25T01:29:37.833 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-f[63170]: starting mds.f at 2024-04-25T01:29:37.833 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-i[63808]: ignoring --setuser ceph since I am not root 2024-04-25T01:29:37.833 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-i[63808]: ignoring --setgroup ceph since I am not root 2024-04-25T01:29:37.833 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-mds[63812]: -- 172.21.15.186:0/1413392118 <== mon.1 v2:172.21.15.186:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5594679e7a40 con 0x5594679bb000 2024-04-25T01:29:37.833 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-i[63808]: starting mds.i at 2024-04-25T01:29:37.834 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-c[63482]: ignoring --setuser ceph since I am not root 2024-04-25T01:29:37.834 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-c[63482]: ignoring --setgroup ceph since I am not root 2024-04-25T01:29:37.834 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-mds[63486]: -- 172.21.15.186:0/3258629226 <== mon.2 v2:172.21.15.111:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f32c5cda40 con 0x55f32c5a0c00 2024-04-25T01:29:37.834 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-c[63482]: starting mds.c at 2024-04-25T01:29:37.834 INFO:journalctl@ceph.mds.l.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-l[62862]: ignoring --setuser ceph since I am not root 2024-04-25T01:29:37.834 INFO:journalctl@ceph.mds.l.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-l[62862]: ignoring --setgroup ceph since I am not root 2024-04-25T01:29:37.834 INFO:journalctl@ceph.mds.l.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-mds[62866]: -- 172.21.15.186:0/3508998866 <== mon.1 v2:172.21.15.186:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562155341a40 con 0x562155315000 2024-04-25T01:29:37.834 INFO:journalctl@ceph.mds.l.smithi186.stdout:Apr 25 01:29:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-l[62862]: starting mds.l at 2024-04-25T01:29:37.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.853+0000 7fb202800640 1 -- 172.21.15.26:0/1315194282 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb1fc1039c0 msgr2=0x7fb1fc199c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:37.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.853+0000 7fb202800640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb1fc1039c0 0x7fb1fc199c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.853+0000 7fb202800640 1 -- 172.21.15.26:0/1315194282 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc104bb0 msgr2=0x7fb1fc19a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:37.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.853+0000 7fb202800640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc104bb0 0x7fb1fc19a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:37.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.853+0000 7fb202800640 1 -- 172.21.15.26:0/1315194282 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1fc1a1890 con 0x7fb1fc105570 2024-04-25T01:29:37.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.853+0000 7fb201e00640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb1fc1039c0 0x7fb1fc199c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:29:37.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.853+0000 7fb202800640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb1fc105570 0x7fb1fc1a11f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb1f8034040 tx=0x7fb1f80305d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:37.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.853+0000 7fb1f6a00640 1 -- 172.21.15.26:0/1315194282 <== mon.1 v2:172.21.15.186:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1f8041020 con 0x7fb1fc105570 2024-04-25T01:29:37.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.853+0000 7fb1f6a00640 1 -- 172.21.15.26:0/1315194282 <== mon.1 v2:172.21.15.186:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb1f8030740 con 0x7fb1fc105570 2024-04-25T01:29:37.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.853+0000 7fb204800640 1 -- 172.21.15.26:0/1315194282 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1fc1a1b20 con 0x7fb1fc105570 2024-04-25T01:29:37.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.853+0000 7fb1f6a00640 1 -- 172.21.15.26:0/1315194282 <== mon.1 v2:172.21.15.186:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1f8036040 con 0x7fb1fc105570 2024-04-25T01:29:37.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.854+0000 7fb204800640 1 -- 172.21.15.26:0/1315194282 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1fc1a1fe0 con 0x7fb1fc105570 2024-04-25T01:29:37.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.855+0000 7fb204800640 1 -- 172.21.15.26:0/1315194282 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1fc10ac80 con 0x7fb1fc105570 2024-04-25T01:29:37.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.856+0000 7fb1f6a00640 1 -- 172.21.15.26:0/1315194282 <== mon.1 v2:172.21.15.186:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb1f8044020 con 0x7fb1fc105570 2024-04-25T01:29:37.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.858+0000 7fb1f6a00640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb1e40a2b90 0x7fb1e40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:37.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.858+0000 7fb1f6a00640 1 -- 172.21.15.26:0/1315194282 <== mon.1 v2:172.21.15.186:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8699+0+0 (secure 0 0 0) 0x7fb1f80eff20 con 0x7fb1fc105570 2024-04-25T01:29:37.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.858+0000 7fb201e00640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb1e40a2b90 0x7fb1e40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:37.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.859+0000 7fb201e00640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb1e40a2b90 0x7fb1e40a5050 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc19b150 tx=0x7fb1f0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:37.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:37.861+0000 7fb1f6a00640 1 -- 172.21.15.26:0/1315194282 <== mon.1 v2:172.21.15.186:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fb1f804b020 con 0x7fb1fc105570 2024-04-25T01:29:37.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/3535508175' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T01:29:37.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1628317720' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T01:29:37.862 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-e[62498]: ignoring --setuser ceph since I am not root 2024-04-25T01:29:37.862 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-e[62498]: ignoring --setgroup ceph since I am not root 2024-04-25T01:29:37.862 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-mds[62502]: -- 172.21.15.111:0/3199884708 <== mon.2 v2:172.21.15.111:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5625f5dbba40 con 0x5625f5d8ec00 2024-04-25T01:29:37.862 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-e[62498]: starting mds.e at 2024-04-25T01:29:37.863 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-h[62804]: ignoring --setuser ceph since I am not root 2024-04-25T01:29:37.863 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-h[62804]: ignoring --setgroup ceph since I am not root 2024-04-25T01:29:37.863 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-mds[62808]: -- 172.21.15.111:0/3138982929 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55fa1a8d84e0 con 0x55fa1a8ae800 2024-04-25T01:29:37.863 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-mds[62808]: -- 172.21.15.111:0/3138982929 <== mon.2 v2:172.21.15.111:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fa1a8dba40 con 0x55fa1a8ae800 2024-04-25T01:29:37.863 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-h[62804]: starting mds.h at 2024-04-25T01:29:37.863 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b[63133]: ignoring --setuser ceph since I am not root 2024-04-25T01:29:37.863 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b[63133]: ignoring --setgroup ceph since I am not root 2024-04-25T01:29:37.863 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b[63133]: starting mds.b at 2024-04-25T01:29:37.864 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-k[62184]: ignoring --setuser ceph since I am not root 2024-04-25T01:29:37.864 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-k[62184]: ignoring --setgroup ceph since I am not root 2024-04-25T01:29:37.864 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-mds[62188]: -- 172.21.15.111:0/3796219728 <== mon.2 v2:172.21.15.111:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d9d13a7a40 con 0x55d9d137b000 2024-04-25T01:29:37.864 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:29:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-k[62184]: starting mds.k at 2024-04-25T01:29:38.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.101+0000 7fb204800640 1 -- 172.21.15.26:0/1315194282 --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fb1fc0623e0 con 0x7fb1fc105570 2024-04-25T01:29:38.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.630+0000 7fb1f6a00640 1 -- 172.21.15.26:0/1315194282 <== mon.1 v2:172.21.15.186:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v30) ==== 104+0+0 (secure 0 0 0) 0x7fb1f80bcc50 con 0x7fb1fc105570 2024-04-25T01:29:38.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.633+0000 7fb204800640 1 -- 172.21.15.26:0/1315194282 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb1e40a2b90 msgr2=0x7fb1e40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:38.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.633+0000 7fb204800640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb1e40a2b90 0x7fb1e40a5050 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc19b150 tx=0x7fb1f0005f90 comp rx=0 tx=0).stop 2024-04-25T01:29:38.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.633+0000 7fb204800640 1 -- 172.21.15.26:0/1315194282 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb1fc105570 msgr2=0x7fb1fc1a11f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:38.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.633+0000 7fb204800640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb1fc105570 0x7fb1fc1a11f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb1f8034040 tx=0x7fb1f80305d0 comp rx=0 tx=0).stop 2024-04-25T01:29:38.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.634+0000 7fb204800640 1 -- 172.21.15.26:0/1315194282 shutdown_connections 2024-04-25T01:29:38.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.634+0000 7fb204800640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fb1e40a2b90 0x7fb1e40a5050 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:38.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.634+0000 7fb204800640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fb1fc105570 0x7fb1fc1a11f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:38.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.634+0000 7fb204800640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc104bb0 0x7fb1fc19a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:38.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.634+0000 7fb204800640 1 --2- 172.21.15.26:0/1315194282 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fb1fc1039c0 0x7fb1fc199c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:38.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.634+0000 7fb204800640 1 -- 172.21.15.26:0/1315194282 >> 172.21.15.26:0/1315194282 conn(0x7fb1fc0fef30 msgr2=0x7fb1fc107e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:38.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.634+0000 7fb204800640 1 -- 172.21.15.26:0/1315194282 shutdown_connections 2024-04-25T01:29:38.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.634+0000 7fb204800640 1 -- 172.21.15.26:0/1315194282 wait complete. 2024-04-25T01:29:38.634 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-25T01:29:38.748 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:38 smithi026 ceph-mon[28096]: pgmap v494: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-25T01:29:38.748 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:38 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/127321386' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T01:29:38.748 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:38 smithi026 ceph-mon[28096]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T01:29:38.748 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:38 smithi026 ceph-mon[28096]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T01:29:38.748 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:38 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/127321386' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T01:29:38.748 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:38 smithi026 ceph-mon[28096]: osdmap e89: 12 total, 12 up, 12 in 2024-04-25T01:29:38.748 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:38 smithi026 ceph-mon[28096]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-25T01:29:38.748 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:38 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/1315194282' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T01:29:38.748 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:38 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T01:29:38.831 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:38 smithi186 ceph-mon[32747]: pgmap v494: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-25T01:29:38.831 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:38 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/127321386' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T01:29:38.831 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:38 smithi186 ceph-mon[32747]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T01:29:38.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:38 smithi186 ceph-mon[32747]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T01:29:38.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:38 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/127321386' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T01:29:38.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:38 smithi186 ceph-mon[32747]: osdmap e89: 12 total, 12 up, 12 in 2024-04-25T01:29:38.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:38 smithi186 ceph-mon[32747]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-25T01:29:38.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:38 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/1315194282' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T01:29:38.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:38 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T01:29:38.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.858+0000 7f070ae00640 1 -- 172.21.15.26:0/2960802389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07041020e0 msgr2=0x7f07041044d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:38.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.858+0000 7f070ae00640 1 --2- 172.21.15.26:0/2960802389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07041020e0 0x7f07041044d0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f06f4009900 tx=0x7f06f402a3f0 comp rx=0 tx=0).stop 2024-04-25T01:29:38.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.858+0000 7f070ae00640 1 -- 172.21.15.26:0/2960802389 shutdown_connections 2024-04-25T01:29:38.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.858+0000 7f070ae00640 1 --2- 172.21.15.26:0/2960802389 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0704107340 0x7f0704109790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:38.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.858+0000 7f070ae00640 1 --2- 172.21.15.26:0/2960802389 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0704104a10 0x7f0704106e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:38.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.858+0000 7f070ae00640 1 --2- 172.21.15.26:0/2960802389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07041020e0 0x7f07041044d0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:38.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.858+0000 7f070ae00640 1 -- 172.21.15.26:0/2960802389 >> 172.21.15.26:0/2960802389 conn(0x7f07040fbaf0 msgr2=0x7f07040fdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:38.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.858+0000 7f070ae00640 1 -- 172.21.15.26:0/2960802389 shutdown_connections 2024-04-25T01:29:38.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.858+0000 7f070ae00640 1 -- 172.21.15.26:0/2960802389 wait complete. 2024-04-25T01:29:38.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.859+0000 7f070ae00640 1 Processor -- start 2024-04-25T01:29:38.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.859+0000 7f070ae00640 1 -- start start 2024-04-25T01:29:38.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.859+0000 7f070ae00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07041020e0 0x7f07041979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:38.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.859+0000 7f070ae00640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0704104a10 0x7f0704197ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:38.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.859+0000 7f070ae00640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0704107340 0x7f070419ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:38.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.859+0000 7f070ae00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f070410d360 con 0x7f07041020e0 2024-04-25T01:29:38.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.859+0000 7f070ae00640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7f070410d1e0 con 0x7f0704107340 2024-04-25T01:29:38.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.859+0000 7f070ae00640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7f070410d4e0 con 0x7f0704104a10 2024-04-25T01:29:38.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.859+0000 7f0709a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07041020e0 0x7f07041979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:38.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.859+0000 7f0709a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07041020e0 0x7f07041979b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36042/0 (socket says 172.21.15.26:36042) 2024-04-25T01:29:38.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.859+0000 7f0709a00640 1 -- 172.21.15.26:0/13924181 learned_addr learned my addr 172.21.15.26:0/13924181 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:29:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.859+0000 7f070a400640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0704107340 0x7f070419ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.860+0000 7f0709000640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0704104a10 0x7f0704197ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.860+0000 7f0709a00640 1 -- 172.21.15.26:0/13924181 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0704104a10 msgr2=0x7f0704197ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.860+0000 7f0709a00640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0704104a10 0x7f0704197ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.860+0000 7f0709a00640 1 -- 172.21.15.26:0/13924181 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0704107340 msgr2=0x7f070419ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.860+0000 7f0709a00640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0704107340 0x7f070419ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.860+0000 7f0709a00640 1 -- 172.21.15.26:0/13924181 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f070419f5d0 con 0x7f07041020e0 2024-04-25T01:29:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.860+0000 7f070a400640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0704107340 0x7f070419ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T01:29:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.860+0000 7f0709a00640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07041020e0 0x7f07041979b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f06f4031440 tx=0x7f06f4032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.860+0000 7f0702000640 1 -- 172.21.15.26:0/13924181 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06f403f030 con 0x7f07041020e0 2024-04-25T01:29:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.860+0000 7f0702000640 1 -- 172.21.15.26:0/13924181 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f06f4003ce0 con 0x7f07041020e0 2024-04-25T01:29:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.860+0000 7f0702000640 1 -- 172.21.15.26:0/13924181 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06f4035070 con 0x7f07041020e0 2024-04-25T01:29:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.861+0000 7f070ae00640 1 -- 172.21.15.26:0/13924181 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f070419f860 con 0x7f07041020e0 2024-04-25T01:29:38.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.861+0000 7f070ae00640 1 -- 172.21.15.26:0/13924181 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f070419fd50 con 0x7f07041020e0 2024-04-25T01:29:38.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.862+0000 7f070ae00640 1 -- 172.21.15.26:0/13924181 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07040fd5e0 con 0x7f07041020e0 2024-04-25T01:29:38.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.864+0000 7f0702000640 1 -- 172.21.15.26:0/13924181 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f06f4042030 con 0x7f07041020e0 2024-04-25T01:29:38.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.865+0000 7f0702000640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f06e80a2b90 0x7f06e80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:38.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.865+0000 7f0702000640 1 -- 172.21.15.26:0/13924181 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8699+0+0 (secure 0 0 0) 0x7f06f40ef700 con 0x7f07041020e0 2024-04-25T01:29:38.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.865+0000 7f0709000640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f06e80a2b90 0x7f06e80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:38.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.866+0000 7f0709000640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f06e80a2b90 0x7f06e80a5050 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f06f00095f0 tx=0x7f06f0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:38.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:38.870+0000 7f0702000640 1 -- 172.21.15.26:0/13924181 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7f06f40bbde0 con 0x7f07041020e0 2024-04-25T01:29:38.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:38 smithi111 ceph-mon[32623]: pgmap v494: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-25T01:29:38.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:38 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/127321386' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T01:29:38.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:38 smithi111 ceph-mon[32623]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T01:29:38.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:38 smithi111 ceph-mon[32623]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T01:29:38.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:38 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/127321386' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T01:29:38.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:38 smithi111 ceph-mon[32623]: osdmap e89: 12 total, 12 up, 12 in 2024-04-25T01:29:38.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:38 smithi111 ceph-mon[32623]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-25T01:29:38.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:38 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/1315194282' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T01:29:38.862 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:38 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T01:29:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.073+0000 7f070ae00640 1 -- 172.21.15.26:0/13924181 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f0704062340 con 0x7f07041020e0 2024-04-25T01:29:39.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.637+0000 7f0702000640 1 -- 172.21.15.26:0/13924181 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v90) ==== 181+0+0 (secure 0 0 0) 0x7f06f40c00e0 con 0x7f07041020e0 2024-04-25T01:29:39.616 INFO:teuthology.orchestra.run.smithi026.stderr:pool 'cephfs_metadata' removed 2024-04-25T01:29:39.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.642+0000 7f070ae00640 1 -- 172.21.15.26:0/13924181 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f06e80a2b90 msgr2=0x7f06e80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:39.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.642+0000 7f070ae00640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f06e80a2b90 0x7f06e80a5050 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f06f00095f0 tx=0x7f06f0005f90 comp rx=0 tx=0).stop 2024-04-25T01:29:39.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.643+0000 7f070ae00640 1 -- 172.21.15.26:0/13924181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07041020e0 msgr2=0x7f07041979b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:39.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.643+0000 7f070ae00640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07041020e0 0x7f07041979b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f06f4031440 tx=0x7f06f4032ce0 comp rx=0 tx=0).stop 2024-04-25T01:29:39.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.643+0000 7f070ae00640 1 -- 172.21.15.26:0/13924181 shutdown_connections 2024-04-25T01:29:39.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.643+0000 7f070ae00640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7f0704107340 0x7f070419ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:39.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.643+0000 7f070ae00640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7f06e80a2b90 0x7f06e80a5050 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:39.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.643+0000 7f070ae00640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7f0704104a10 0x7f0704197ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:39.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.643+0000 7f070ae00640 1 --2- 172.21.15.26:0/13924181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f07041020e0 0x7f07041979b0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:39.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.643+0000 7f070ae00640 1 -- 172.21.15.26:0/13924181 >> 172.21.15.26:0/13924181 conn(0x7f07040fbaf0 msgr2=0x7f0704102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:39.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.643+0000 7f070ae00640 1 -- 172.21.15.26:0/13924181 shutdown_connections 2024-04-25T01:29:39.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.644+0000 7f070ae00640 1 -- 172.21.15.26:0/13924181 wait complete. 2024-04-25T01:29:39.647 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-25T01:29:39.723 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T01:29:39.723 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: Cluster is now healthy 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.186:6833/3546398506,v1:172.21.15.186:6837/3546398506] up:boot 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.186:6835/1133973859,v1:172.21.15.186:6839/1133973859] up:boot 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.186:6834/2059578088,v1:172.21.15.186:6838/2059578088] up:boot 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.186:6832/2428451634,v1:172.21.15.186:6836/2428451634] up:boot 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.111:6832/1452042786,v1:172.21.15.111:6836/1452042786] up:boot 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.111:6834/1832403994,v1:172.21.15.111:6838/1832403994] up:boot 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.111:6835/834419965,v1:172.21.15.111:6839/834419965] up:boot 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.111:6833/2553862988,v1:172.21.15.111:6837/2553862988] up:boot 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.26:6834/1039147455,v1:172.21.15.26:6835/1039147455] up:boot 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: mds.? [v2:172.21.15.26:6840/3558316862,v1:172.21.15.26:6841/3558316862] up:boot 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: fsmap 12 up:standby 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T01:29:39.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T01:29:39.725 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T01:29:39.725 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T01:29:39.725 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T01:29:39.725 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T01:29:39.725 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T01:29:39.725 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T01:29:39.725 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T01:29:39.725 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T01:29:39.725 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:39 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/13924181' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T01:29:39.831 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T01:29:39.831 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: Cluster is now healthy 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.186:6833/3546398506,v1:172.21.15.186:6837/3546398506] up:boot 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.186:6835/1133973859,v1:172.21.15.186:6839/1133973859] up:boot 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.186:6834/2059578088,v1:172.21.15.186:6838/2059578088] up:boot 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.186:6832/2428451634,v1:172.21.15.186:6836/2428451634] up:boot 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.111:6832/1452042786,v1:172.21.15.111:6836/1452042786] up:boot 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.111:6834/1832403994,v1:172.21.15.111:6838/1832403994] up:boot 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.111:6835/834419965,v1:172.21.15.111:6839/834419965] up:boot 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.111:6833/2553862988,v1:172.21.15.111:6837/2553862988] up:boot 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.26:6834/1039147455,v1:172.21.15.26:6835/1039147455] up:boot 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: mds.? [v2:172.21.15.26:6840/3558316862,v1:172.21.15.26:6841/3558316862] up:boot 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: fsmap 12 up:standby 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T01:29:39.832 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T01:29:39.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T01:29:39.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T01:29:39.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T01:29:39.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T01:29:39.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T01:29:39.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T01:29:39.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T01:29:39.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T01:29:39.833 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:39 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/13924181' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T01:29:39.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.883+0000 7fea35600640 1 -- 172.21.15.26:0/3076980714 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fea30075700 msgr2=0x7fea30073b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:39.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.883+0000 7fea35600640 1 --2- 172.21.15.26:0/3076980714 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fea30075700 0x7fea30073b50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fea20009900 tx=0x7fea2002a480 comp rx=0 tx=0).stop 2024-04-25T01:29:39.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.883+0000 7fea35600640 1 -- 172.21.15.26:0/3076980714 shutdown_connections 2024-04-25T01:29:39.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.883+0000 7fea35600640 1 --2- 172.21.15.26:0/3076980714 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fea30109520 0x7fea3010b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:39.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.883+0000 7fea35600640 1 --2- 172.21.15.26:0/3076980714 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea30074120 0x7fea30074580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:39.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.883+0000 7fea35600640 1 --2- 172.21.15.26:0/3076980714 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fea30075700 0x7fea30073b50 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:39.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.883+0000 7fea35600640 1 -- 172.21.15.26:0/3076980714 >> 172.21.15.26:0/3076980714 conn(0x7fea300fcbe0 msgr2=0x7fea300ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:39.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.883+0000 7fea35600640 1 -- 172.21.15.26:0/3076980714 shutdown_connections 2024-04-25T01:29:39.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.883+0000 7fea35600640 1 -- 172.21.15.26:0/3076980714 wait complete. 2024-04-25T01:29:39.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T01:29:39.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T01:29:39.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: Cluster is now healthy 2024-04-25T01:29:39.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T01:29:39.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.186:6833/3546398506,v1:172.21.15.186:6837/3546398506] up:boot 2024-04-25T01:29:39.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.186:6835/1133973859,v1:172.21.15.186:6839/1133973859] up:boot 2024-04-25T01:29:39.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.186:6834/2059578088,v1:172.21.15.186:6838/2059578088] up:boot 2024-04-25T01:29:39.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.186:6832/2428451634,v1:172.21.15.186:6836/2428451634] up:boot 2024-04-25T01:29:39.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.111:6832/1452042786,v1:172.21.15.111:6836/1452042786] up:boot 2024-04-25T01:29:39.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.111:6834/1832403994,v1:172.21.15.111:6838/1832403994] up:boot 2024-04-25T01:29:39.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.111:6835/834419965,v1:172.21.15.111:6839/834419965] up:boot 2024-04-25T01:29:39.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.111:6833/2553862988,v1:172.21.15.111:6837/2553862988] up:boot 2024-04-25T01:29:39.863 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.26:6834/1039147455,v1:172.21.15.26:6835/1039147455] up:boot 2024-04-25T01:29:39.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: mds.? [v2:172.21.15.26:6840/3558316862,v1:172.21.15.26:6841/3558316862] up:boot 2024-04-25T01:29:39.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: fsmap 12 up:standby 2024-04-25T01:29:39.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T01:29:39.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T01:29:39.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T01:29:39.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T01:29:39.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T01:29:39.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T01:29:39.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T01:29:39.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T01:29:39.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T01:29:39.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: from='mgr.14152 172.21.15.26:0/3238865321' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T01:29:39.864 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:39 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/13924181' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T01:29:39.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.884+0000 7fea35600640 1 Processor -- start 2024-04-25T01:29:39.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.884+0000 7fea35600640 1 -- start start 2024-04-25T01:29:39.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.884+0000 7fea35600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fea30074120 0x7fea30199b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:39.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.884+0000 7fea35600640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea30075700 0x7fea3019a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:39.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.884+0000 7fea35600640 1 --2- >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fea30109520 0x7fea301a1140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:39.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.884+0000 7fea35600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fea3010f520 con 0x7fea30074120 2024-04-25T01:29:39.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.884+0000 7fea35600640 1 -- --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_getmap magic: 0 -- 0x7fea3010f3a0 con 0x7fea30075700 2024-04-25T01:29:39.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.884+0000 7fea35600640 1 -- --> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] -- mon_getmap magic: 0 -- 0x7fea3010f6a0 con 0x7fea30109520 2024-04-25T01:29:39.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.885+0000 7fea2fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fea30074120 0x7fea30199b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:39.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.885+0000 7fea2f400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea30075700 0x7fea3019a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:39.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.885+0000 7fea2f400640 1 --2- >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea30075700 0x7fea3019a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.111:3300/0 says I am v2:172.21.15.26:43704/0 (socket says 172.21.15.26:43704) 2024-04-25T01:29:39.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.885+0000 7fea2fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fea30074120 0x7fea30199b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36056/0 (socket says 172.21.15.26:36056) 2024-04-25T01:29:39.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.885+0000 7fea2f400640 1 -- 172.21.15.26:0/550274336 learned_addr learned my addr 172.21.15.26:0/550274336 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-25T01:29:39.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.885+0000 7fea34c00640 1 --2- 172.21.15.26:0/550274336 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fea30109520 0x7fea301a1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:39.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.885+0000 7fea2f400640 1 -- 172.21.15.26:0/550274336 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fea30109520 msgr2=0x7fea301a1140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:39.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.885+0000 7fea2f400640 1 --2- 172.21.15.26:0/550274336 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fea30109520 0x7fea301a1140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:39.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.885+0000 7fea2f400640 1 -- 172.21.15.26:0/550274336 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fea30074120 msgr2=0x7fea30199b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:39.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.885+0000 7fea2f400640 1 --2- 172.21.15.26:0/550274336 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fea30074120 0x7fea30199b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:39.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.885+0000 7fea2f400640 1 -- 172.21.15.26:0/550274336 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea301a17b0 con 0x7fea30075700 2024-04-25T01:29:39.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.885+0000 7fea2f400640 1 --2- 172.21.15.26:0/550274336 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea30075700 0x7fea3019a0d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fea1800ea60 tx=0x7fea1800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:39.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.886+0000 7fea2cc00640 1 -- 172.21.15.26:0/550274336 <== mon.2 v2:172.21.15.111:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea1800cde0 con 0x7fea30075700 2024-04-25T01:29:39.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.886+0000 7fea35600640 1 -- 172.21.15.26:0/550274336 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea301a1aa0 con 0x7fea30075700 2024-04-25T01:29:39.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.886+0000 7fea2cc00640 1 -- 172.21.15.26:0/550274336 <== mon.2 v2:172.21.15.111:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fea180035f0 con 0x7fea30075700 2024-04-25T01:29:39.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.886+0000 7fea2cc00640 1 -- 172.21.15.26:0/550274336 <== mon.2 v2:172.21.15.111:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea18010670 con 0x7fea30075700 2024-04-25T01:29:39.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.886+0000 7fea35600640 1 -- 172.21.15.26:0/550274336 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea301a2040 con 0x7fea30075700 2024-04-25T01:29:39.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.887+0000 7fea35600640 1 -- 172.21.15.26:0/550274336 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea301082e0 con 0x7fea30075700 2024-04-25T01:29:39.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.889+0000 7fea2cc00640 1 -- 172.21.15.26:0/550274336 <== mon.2 v2:172.21.15.111:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fea180037a0 con 0x7fea30075700 2024-04-25T01:29:39.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.890+0000 7fea2cc00640 1 --2- 172.21.15.26:0/550274336 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fea140a2b90 0x7fea140a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T01:29:39.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.891+0000 7fea2cc00640 1 -- 172.21.15.26:0/550274336 <== mon.2 v2:172.21.15.111:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8116+0+0 (secure 0 0 0) 0x7fea180cf380 con 0x7fea30075700 2024-04-25T01:29:39.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.891+0000 7fea2fe00640 1 --2- 172.21.15.26:0/550274336 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fea140a2b90 0x7fea140a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T01:29:39.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.891+0000 7fea2fe00640 1 --2- 172.21.15.26:0/550274336 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fea140a2b90 0x7fea140a5050 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fea20031440 tx=0x7fea200315b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T01:29:39.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:39.895+0000 7fea2cc00640 1 -- 172.21.15.26:0/550274336 <== mon.2 v2:172.21.15.111:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186147 (secure 0 0 0) 0x7fea1809c300 con 0x7fea30075700 2024-04-25T01:29:40.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:40.098+0000 7fea35600640 1 -- 172.21.15.26:0/550274336 --> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fea30062340 con 0x7fea30075700 2024-04-25T01:29:40.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:40.656+0000 7fea2cc00640 1 -- 172.21.15.26:0/550274336 <== mon.2 v2:172.21.15.111:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v91) ==== 169+0+0 (secure 0 0 0) 0x7fea1809bc00 con 0x7fea30075700 2024-04-25T01:29:40.635 INFO:teuthology.orchestra.run.smithi026.stderr:pool 'cephfs_data' removed 2024-04-25T01:29:40.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:40.662+0000 7fea35600640 1 -- 172.21.15.26:0/550274336 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fea140a2b90 msgr2=0x7fea140a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:40.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:40.662+0000 7fea35600640 1 --2- 172.21.15.26:0/550274336 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fea140a2b90 0x7fea140a5050 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fea20031440 tx=0x7fea200315b0 comp rx=0 tx=0).stop 2024-04-25T01:29:40.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:40.662+0000 7fea35600640 1 -- 172.21.15.26:0/550274336 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea30075700 msgr2=0x7fea3019a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T01:29:40.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:40.662+0000 7fea35600640 1 --2- 172.21.15.26:0/550274336 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea30075700 0x7fea3019a0d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fea1800ea60 tx=0x7fea1800ef20 comp rx=0 tx=0).stop 2024-04-25T01:29:40.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:40.662+0000 7fea35600640 1 -- 172.21.15.26:0/550274336 shutdown_connections 2024-04-25T01:29:40.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:40.662+0000 7fea35600640 1 --2- 172.21.15.26:0/550274336 >> [v2:172.21.15.26:6800/2678632310,v1:172.21.15.26:6801/2678632310] conn(0x7fea140a2b90 0x7fea140a5050 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:40.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:40.662+0000 7fea35600640 1 --2- 172.21.15.26:0/550274336 >> [v2:172.21.15.186:3300/0,v1:172.21.15.186:6789/0] conn(0x7fea30109520 0x7fea301a1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:40.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:40.662+0000 7fea35600640 1 --2- 172.21.15.26:0/550274336 >> [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] conn(0x7fea30075700 0x7fea3019a0d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:40.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:40.662+0000 7fea35600640 1 --2- 172.21.15.26:0/550274336 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fea30074120 0x7fea30199b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T01:29:40.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:40.662+0000 7fea35600640 1 -- 172.21.15.26:0/550274336 >> 172.21.15.26:0/550274336 conn(0x7fea300fcbe0 msgr2=0x7fea301054b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T01:29:40.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:40.663+0000 7fea35600640 1 -- 172.21.15.26:0/550274336 shutdown_connections 2024-04-25T01:29:40.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-25T01:29:40.663+0000 7fea35600640 1 -- 172.21.15.26:0/550274336 wait complete. 2024-04-25T01:29:40.665 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T01:29:40.753 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T01:29:40.784 DEBUG:teuthology.orchestra.run.smithi186:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T01:29:40.819 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-25T01:29:40.819 DEBUG:teuthology.orchestra.run.smithi026:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T01:29:40.870 DEBUG:teuthology.orchestra.run.smithi111:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T01:29:40.888 DEBUG:teuthology.orchestra.run.smithi186:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T01:29:40.905 INFO:tasks.cephadm:Stopping all daemons... 2024-04-25T01:29:40.905 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-25T01:29:40.906 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.a 2024-04-25T01:29:40.974 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:40 smithi026 ceph-mon[28096]: pgmap v496: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T01:29:40.974 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:40 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/13924181' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T01:29:40.974 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:40 smithi026 ceph-mon[28096]: osdmap e90: 12 total, 12 up, 12 in 2024-04-25T01:29:40.975 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:40 smithi026 ceph-mon[28096]: from='client.? 172.21.15.26:0/550274336' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T01:29:40.975 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:40 smithi026 ceph-mon[28096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T01:29:41.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:40 smithi186 ceph-mon[32747]: pgmap v496: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T01:29:41.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:40 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/13924181' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T01:29:41.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:40 smithi186 ceph-mon[32747]: osdmap e90: 12 total, 12 up, 12 in 2024-04-25T01:29:41.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:40 smithi186 ceph-mon[32747]: from='client.? 172.21.15.26:0/550274336' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T01:29:41.082 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:40 smithi186 ceph-mon[32747]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T01:29:41.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:40 smithi111 ceph-mon[32623]: pgmap v496: 97 pgs: 97 active+clean; 1.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-25T01:29:41.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:40 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/13924181' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T01:29:41.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:40 smithi111 ceph-mon[32623]: osdmap e90: 12 total, 12 up, 12 in 2024-04-25T01:29:41.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:40 smithi111 ceph-mon[32623]: from='client.? 172.21.15.26:0/550274336' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T01:29:41.112 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:40 smithi111 ceph-mon[32623]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T01:29:41.301 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:41 smithi026 systemd[1]: Stopping Ceph mon.a for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:29:41.802 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:41 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a[28092]: 2024-04-25T01:29:41.545+0000 7ff6f1800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:29:41.802 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:41 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a[28092]: 2024-04-25T01:29:41.545+0000 7ff6f1800700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-25T01:29:42.130 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:41 smithi026 podman[82603]: 2024-04-25 01:29:41.823661994 +0000 UTC m=+0.407434809 container died f53c2d01eb469322ed6bbeb5684c04a5a3109179762ecbcd3c01dd160ae3e398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=) 2024-04-25T01:29:42.750 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:42 smithi026 podman[82603]: 2024-04-25 01:29:42.445899709 +0000 UTC m=+1.029672534 container cleanup f53c2d01eb469322ed6bbeb5684c04a5a3109179762ecbcd3c01dd160ae3e398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-25T01:29:42.751 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:42 smithi026 bash[82603]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a 2024-04-25T01:29:43.051 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 25 01:29:42 smithi026 podman[82618]: 2024-04-25 01:29:42.772418693 +0000 UTC m=+0.930470187 container remove f53c2d01eb469322ed6bbeb5684c04a5a3109179762ecbcd3c01dd160ae3e398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-a, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD) 2024-04-25T01:29:43.320 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.a.service' 2024-04-25T01:29:43.463 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:29:43.464 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-25T01:29:43.464 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-25T01:29:43.464 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.b 2024-04-25T01:29:43.757 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:43 smithi111 systemd[1]: Stopping Ceph mon.b for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:29:44.012 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:43 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-b[32619]: 2024-04-25T01:29:43.779+0000 7f4408e6d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:29:44.012 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:43 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-b[32619]: 2024-04-25T01:29:43.779+0000 7f4408e6d700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-25T01:29:44.290 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:44 smithi111 podman[66235]: 2024-04-25 01:29:44.034681366 +0000 UTC m=+0.356626706 container died 3de4d22592518278bfdcb0fb50f6a89a0908935b61e60ec3da19c610136d7355 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-b, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-25T01:29:44.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:44 smithi111 podman[66235]: 2024-04-25 01:29:44.395698019 +0000 UTC m=+0.717643361 container cleanup 3de4d22592518278bfdcb0fb50f6a89a0908935b61e60ec3da19c610136d7355 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2) 2024-04-25T01:29:44.612 INFO:journalctl@ceph.mon.b.smithi111.stdout:Apr 25 01:29:44 smithi111 bash[66235]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-b 2024-04-25T01:29:44.767 DEBUG:teuthology.orchestra.run.smithi111:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.b.service' 2024-04-25T01:29:44.811 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:29:44.812 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-25T01:29:44.812 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-25T01:29:44.812 DEBUG:teuthology.orchestra.run.smithi186:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.c 2024-04-25T01:29:45.081 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:44 smithi186 systemd[1]: Stopping Ceph mon.c for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:29:45.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:45 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-c[32743]: 2024-04-25T01:29:45.112+0000 7f7ff8f17700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:29:45.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:45 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-c[32743]: 2024-04-25T01:29:45.112+0000 7f7ff8f17700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-25T01:29:45.581 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:45 smithi186 podman[66854]: 2024-04-25 01:29:45.336982887 +0000 UTC m=+0.318413118 container died 7f77faa92b07d47a66813f237cc4027cf846092d39eaf98131f23a0b21d68e7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T01:29:45.958 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:45 smithi186 podman[66854]: 2024-04-25 01:29:45.72958476 +0000 UTC m=+0.711014989 container cleanup 7f77faa92b07d47a66813f237cc4027cf846092d39eaf98131f23a0b21d68e7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-c, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-25T01:29:45.959 INFO:journalctl@ceph.mon.c.smithi186.stdout:Apr 25 01:29:45 smithi186 bash[66854]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mon-c 2024-04-25T01:29:46.077 DEBUG:teuthology.orchestra.run.smithi186:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mon.c.service' 2024-04-25T01:29:46.118 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:29:46.118 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-25T01:29:46.119 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-25T01:29:46.119 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.x 2024-04-25T01:29:46.551 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:29:46 smithi026 systemd[1]: Stopping Ceph mgr.x for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:29:47.302 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:29:46 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:29:46.950+0000 7f80e8e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:29:47.302 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:29:46 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x[28334]: 2024-04-25T01:29:46.950+0000 7f80e8e00700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-25T01:29:47.302 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:29:47 smithi026 podman[82724]: 2024-04-25 01:29:47.043800364 +0000 UTC m=+0.409810470 container died 66f1459f50f5db02b39fc84a0f5c9b3d2a87100f28eb0dd7f2f1d6d3c41f86b5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9) 2024-04-25T01:29:48.040 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:29:47 smithi026 podman[82724]: 2024-04-25 01:29:47.735192786 +0000 UTC m=+1.101202899 container cleanup 66f1459f50f5db02b39fc84a0f5c9b3d2a87100f28eb0dd7f2f1d6d3c41f86b5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-25T01:29:48.041 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:29:47 smithi026 bash[82724]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x 2024-04-25T01:29:48.291 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:29:48 smithi026 podman[82738]: 2024-04-25 01:29:48.061830175 +0000 UTC m=+0.999010345 container remove 66f1459f50f5db02b39fc84a0f5c9b3d2a87100f28eb0dd7f2f1d6d3c41f86b5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d2c45d977142e024a59b68a8f1dce8f0b9840551, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-25T01:29:48.291 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:29:48 smithi026 systemd[1]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.x.service: Deactivated successfully. 2024-04-25T01:29:48.291 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:29:48 smithi026 systemd[1]: Stopped Ceph mgr.x for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:29:48.291 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 25 01:29:48 smithi026 systemd[1]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.x.service: Consumed 1min 48.469s CPU time. 2024-04-25T01:29:48.294 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-25T01:29:48.414 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:29:48.414 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-25T01:29:48.414 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-25T01:29:48.414 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.y 2024-04-25T01:29:48.840 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:29:48 smithi111 systemd[1]: Stopping Ceph mgr.y for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:29:49.103 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:29:48 smithi111 podman[66367]: 2024-04-25 01:29:48.86280169 +0000 UTC m=+0.232043306 container died a21008fc2a8f5fea59cc1163044adb9ec0c890f494a214d625ac5ae819c318ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424) 2024-04-25T01:29:49.362 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:29:49 smithi111 podman[66367]: 2024-04-25 01:29:49.203927831 +0000 UTC m=+0.573169452 container cleanup a21008fc2a8f5fea59cc1163044adb9ec0c890f494a214d625ac5ae819c318ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-25T01:29:49.362 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:29:49 smithi111 bash[66367]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y 2024-04-25T01:29:49.591 DEBUG:teuthology.orchestra.run.smithi111:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-25T01:29:49.612 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:29:49 smithi111 podman[66381]: 2024-04-25 01:29:49.384638358 +0000 UTC m=+0.518049077 container remove a21008fc2a8f5fea59cc1163044adb9ec0c890f494a214d625ac5ae819c318ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-25T01:29:49.612 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:29:49 smithi111 systemd[1]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-25T01:29:49.612 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:29:49 smithi111 systemd[1]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-25T01:29:49.612 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:29:49 smithi111 systemd[1]: Stopped Ceph mgr.y for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:29:49.612 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Apr 25 01:29:49 smithi111 systemd[1]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.y.service: Consumed 11.235s CPU time. 2024-04-25T01:29:49.626 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:29:49.626 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-25T01:29:49.626 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-25T01:29:49.627 DEBUG:teuthology.orchestra.run.smithi186:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.z 2024-04-25T01:29:49.933 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:29:49 smithi186 systemd[1]: Stopping Ceph mgr.z for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:29:50.220 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:29:49 smithi186 podman[66977]: 2024-04-25 01:29:49.955133614 +0000 UTC m=+0.118864149 container died a582a8d04d90ab0675c24ba2cdda9c5fe4931fd821e6227f845cb21823eec229 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T01:29:50.554 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:29:50 smithi186 podman[66977]: 2024-04-25 01:29:50.342706174 +0000 UTC m=+0.506436708 container cleanup a582a8d04d90ab0675c24ba2cdda9c5fe4931fd821e6227f845cb21823eec229 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T01:29:50.555 INFO:journalctl@ceph.mgr.z.smithi186.stdout:Apr 25 01:29:50 smithi186 bash[66977]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mgr-z 2024-04-25T01:29:50.696 DEBUG:teuthology.orchestra.run.smithi186:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-25T01:29:50.730 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:29:50.731 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-25T01:29:50.731 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-25T01:29:50.731 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.0 2024-04-25T01:29:51.277 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:29:50 smithi026 systemd[1]: Stopping Ceph osd.0 for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:29:51.540 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:29:51 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-0[42482]: 2024-04-25T01:29:51.298+0000 7f2201200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:29:51.540 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:29:51 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-0[42482]: 2024-04-25T01:29:51.298+0000 7f2201200700 -1 osd.0 91 *** Got signal Terminated *** 2024-04-25T01:29:51.540 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:29:51 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-0[42482]: 2024-04-25T01:29:51.298+0000 7f2201200700 -1 osd.0 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T01:29:57.052 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:29:56 smithi026 podman[82854]: 2024-04-25 01:29:56.81704359 +0000 UTC m=+5.678797920 container died bbbf7daac589e884e04563893343cb890f0d09b71016c96164e8d14e486a9540 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-25T01:29:57.778 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:29:57 smithi026 podman[82854]: 2024-04-25 01:29:57.540165353 +0000 UTC m=+6.401919650 container cleanup bbbf7daac589e884e04563893343cb890f0d09b71016c96164e8d14e486a9540 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-0, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-25T01:29:57.778 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:29:57 smithi026 bash[82854]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-0 2024-04-25T01:29:58.051 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:29:57 smithi026 podman[82875]: 2024-04-25 01:29:57.799689033 +0000 UTC m=+0.966474345 container remove bbbf7daac589e884e04563893343cb890f0d09b71016c96164e8d14e486a9540 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.license=GPLv2) 2024-04-25T01:29:59.052 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:29:58 smithi026 podman[82963]: 2024-04-25 01:29:58.618959394 +0000 UTC m=+0.043669276 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:29:59.052 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:29:58 smithi026 podman[82963]: 2024-04-25 01:29:58.783861943 +0000 UTC m=+0.208571839 container create 377c8c049087d82b5cc70790b9d9a304063783e28650a02939528aa040a27127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-0-deactivate, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-25T01:29:59.552 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:29:59 smithi026 podman[82963]: 2024-04-25 01:29:59.103488496 +0000 UTC m=+0.528198398 container init 377c8c049087d82b5cc70790b9d9a304063783e28650a02939528aa040a27127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-25T01:29:59.552 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:29:59 smithi026 podman[82963]: 2024-04-25 01:29:59.117592203 +0000 UTC m=+0.542302105 container start 377c8c049087d82b5cc70790b9d9a304063783e28650a02939528aa040a27127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True) 2024-04-25T01:29:59.552 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:29:59 smithi026 podman[82963]: 2024-04-25 01:29:59.211367933 +0000 UTC m=+0.636077836 container attach 377c8c049087d82b5cc70790b9d9a304063783e28650a02939528aa040a27127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-0-deactivate, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240424) 2024-04-25T01:29:59.929 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 25 01:29:59 smithi026 podman[82963]: 2024-04-25 01:29:59.593528619 +0000 UTC m=+1.018238558 container died 377c8c049087d82b5cc70790b9d9a304063783e28650a02939528aa040a27127 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T01:30:00.482 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.0.service' 2024-04-25T01:30:00.601 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:30:00.602 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-25T01:30:00.602 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-25T01:30:00.602 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.1 2024-04-25T01:30:00.907 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:30:00 smithi111 systemd[1]: Stopping Ceph osd.1 for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:30:01.361 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:30:00 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-1[37232]: 2024-04-25T01:30:00.927+0000 7f596d08b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:30:01.362 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:30:00 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-1[37232]: 2024-04-25T01:30:00.927+0000 7f596d08b700 -1 osd.1 91 *** Got signal Terminated *** 2024-04-25T01:30:01.362 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:30:00 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-1[37232]: 2024-04-25T01:30:00.927+0000 7f596d08b700 -1 osd.1 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T01:30:06.599 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:30:06 smithi111 podman[66495]: 2024-04-25 01:30:06.356857267 +0000 UTC m=+5.542155263 container died 66f0d367f9bb15b5df739b4a9554fd29bf7182eeb4eb45b88ab1ee32d9cab706 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-1, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD) 2024-04-25T01:30:06.862 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:30:06 smithi111 podman[66495]: 2024-04-25 01:30:06.720467818 +0000 UTC m=+5.905765850 container cleanup 66f0d367f9bb15b5df739b4a9554fd29bf7182eeb4eb45b88ab1ee32d9cab706 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-1, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424) 2024-04-25T01:30:06.862 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:30:06 smithi111 bash[66495]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-1 2024-04-25T01:30:07.359 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:30:07 smithi111 podman[66513]: 2024-04-25 01:30:07.021733127 +0000 UTC m=+0.664315007 container remove 66f0d367f9bb15b5df739b4a9554fd29bf7182eeb4eb45b88ab1ee32d9cab706 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-1, ceph=True, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T01:30:07.612 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:30:07 smithi111 podman[66608]: 2024-04-25 01:30:07.284652573 +0000 UTC m=+0.017760899 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:30:07.612 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:30:07 smithi111 podman[66608]: 2024-04-25 01:30:07.38901137 +0000 UTC m=+0.122119686 container create 04f66bf91958e733394514c897eb0cc0fc6409535bb79e456864d3528714363f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5) 2024-04-25T01:30:07.612 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:30:07 smithi111 podman[66608]: 2024-04-25 01:30:07.582590211 +0000 UTC m=+0.315698523 container init 04f66bf91958e733394514c897eb0cc0fc6409535bb79e456864d3528714363f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-1-deactivate, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-25T01:30:07.612 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:30:07 smithi111 podman[66608]: 2024-04-25 01:30:07.585509652 +0000 UTC m=+0.318617968 container start 04f66bf91958e733394514c897eb0cc0fc6409535bb79e456864d3528714363f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.schema-version=1.0) 2024-04-25T01:30:08.112 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:30:07 smithi111 podman[66608]: 2024-04-25 01:30:07.667868115 +0000 UTC m=+0.400976471 container attach 04f66bf91958e733394514c897eb0cc0fc6409535bb79e456864d3528714363f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-25T01:30:08.112 INFO:journalctl@ceph.osd.1.smithi111.stdout:Apr 25 01:30:07 smithi111 podman[66608]: 2024-04-25 01:30:07.874306459 +0000 UTC m=+0.607414763 container died 04f66bf91958e733394514c897eb0cc0fc6409535bb79e456864d3528714363f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T01:30:08.451 DEBUG:teuthology.orchestra.run.smithi111:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.1.service' 2024-04-25T01:30:08.490 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:30:08.491 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-25T01:30:08.491 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-25T01:30:08.491 DEBUG:teuthology.orchestra.run.smithi186:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.2 2024-04-25T01:30:08.831 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:30:08 smithi186 systemd[1]: Stopping Ceph osd.2 for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:30:09.581 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:30:09 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-2[37902]: 2024-04-25T01:30:09.153+0000 7fdf65d33700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:30:09.581 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:30:09 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-2[37902]: 2024-04-25T01:30:09.153+0000 7fdf65d33700 -1 osd.2 91 *** Got signal Terminated *** 2024-04-25T01:30:09.581 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:30:09 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-2[37902]: 2024-04-25T01:30:09.153+0000 7fdf65d33700 -1 osd.2 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T01:30:14.858 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:30:14 smithi186 podman[67104]: 2024-04-25 01:30:14.623731349 +0000 UTC m=+5.912045209 container died 4e42d58398ee0a4f5284f20f3832f973f9beb2783aa0eebdeef4114bcf3d2adb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-2, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424) 2024-04-25T01:30:15.150 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:30:14 smithi186 podman[67104]: 2024-04-25 01:30:14.954954511 +0000 UTC m=+6.243268413 container cleanup 4e42d58398ee0a4f5284f20f3832f973f9beb2783aa0eebdeef4114bcf3d2adb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9) 2024-04-25T01:30:15.150 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:30:14 smithi186 bash[67104]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-2 2024-04-25T01:30:15.564 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:30:15 smithi186 podman[67135]: 2024-04-25 01:30:15.172891497 +0000 UTC m=+0.551718141 container remove 4e42d58398ee0a4f5284f20f3832f973f9beb2783aa0eebdeef4114bcf3d2adb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-2, ceph=True, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-25T01:30:15.820 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:30:15 smithi186 podman[67226]: 2024-04-25 01:30:15.490353831 +0000 UTC m=+0.018320822 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:30:15.820 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:30:15 smithi186 podman[67226]: 2024-04-25 01:30:15.598603357 +0000 UTC m=+0.126570347 container create 6f9692b3238e00ee95766984b72e704b6257bbe868dcb4784342d755558fa848 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0) 2024-04-25T01:30:15.820 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:30:15 smithi186 podman[67226]: 2024-04-25 01:30:15.843048234 +0000 UTC m=+0.371015224 container init 6f9692b3238e00ee95766984b72e704b6257bbe868dcb4784342d755558fa848 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS) 2024-04-25T01:30:16.081 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:30:15 smithi186 podman[67226]: 2024-04-25 01:30:15.846564531 +0000 UTC m=+0.374531523 container start 6f9692b3238e00ee95766984b72e704b6257bbe868dcb4784342d755558fa848 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240424) 2024-04-25T01:30:16.081 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:30:15 smithi186 podman[67226]: 2024-04-25 01:30:15.917897537 +0000 UTC m=+0.445864540 container attach 6f9692b3238e00ee95766984b72e704b6257bbe868dcb4784342d755558fa848 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-25T01:30:16.381 INFO:journalctl@ceph.osd.2.smithi186.stdout:Apr 25 01:30:16 smithi186 podman[67252]: 2024-04-25 01:30:16.167242808 +0000 UTC m=+0.019107035 container died 6f9692b3238e00ee95766984b72e704b6257bbe868dcb4784342d755558fa848 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-2-deactivate, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-25T01:30:16.653 DEBUG:teuthology.orchestra.run.smithi186:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.2.service' 2024-04-25T01:30:16.691 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:30:16.691 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-25T01:30:16.692 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-25T01:30:16.692 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.3 2024-04-25T01:30:17.052 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:16 smithi026 systemd[1]: Stopping Ceph osd.3 for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:30:17.331 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:17 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:17.005+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:17.483 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:17 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:17.183+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:17.483 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:17 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3[48988]: 2024-04-25T01:30:17.339+0000 7fdd5aa00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:30:17.484 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:17 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3[48988]: 2024-04-25T01:30:17.339+0000 7fdd5aa00700 -1 osd.3 91 *** Got signal Terminated *** 2024-04-25T01:30:17.484 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:17 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3[48988]: 2024-04-25T01:30:17.339+0000 7fdd5aa00700 -1 osd.3 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T01:30:17.484 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:17 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3[48988]: 2024-04-25T01:30:17.504+0000 7fdd56c00700 -1 osd.3 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.944889+0000 front 2024-04-25T01:29:54.944813+0000 (oldest deadline 2024-04-25T01:30:17.245238+0000) 2024-04-25T01:30:18.331 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:18 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:18.048+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:18.523 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:18 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:18.184+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:18.801 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:18 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3[48988]: 2024-04-25T01:30:18.544+0000 7fdd56c00700 -1 osd.3 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.944889+0000 front 2024-04-25T01:29:54.944813+0000 (oldest deadline 2024-04-25T01:30:17.245238+0000) 2024-04-25T01:30:19.242 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:19 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:19.176+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:19.243 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:19 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:19.063+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:19.333 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:19 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:19.058+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:19.801 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:19 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3[48988]: 2024-04-25T01:30:19.543+0000 7fdd56c00700 -1 osd.3 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.944889+0000 front 2024-04-25T01:29:54.944813+0000 (oldest deadline 2024-04-25T01:30:17.245238+0000) 2024-04-25T01:30:20.331 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:20 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:20.056+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:20.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:19 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:19.962+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:20.505 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:20 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:20.164+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:20.505 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:20 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:20.079+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:20.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:20 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:20.350+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:20.801 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:20 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3[48988]: 2024-04-25T01:30:20.527+0000 7fdd56c00700 -1 osd.3 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.944889+0000 front 2024-04-25T01:29:54.944813+0000 (oldest deadline 2024-04-25T01:30:17.245238+0000) 2024-04-25T01:30:21.331 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:21 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:21.081+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:21.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:20 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:20.953+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:21.528 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:21 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:21.121+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:21.529 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:21 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:21.178+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:21.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:21 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:21.332+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:21.801 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:21 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3[48988]: 2024-04-25T01:30:21.550+0000 7fdd56c00700 -1 osd.3 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.944889+0000 front 2024-04-25T01:29:54.944813+0000 (oldest deadline 2024-04-25T01:30:17.245238+0000) 2024-04-25T01:30:22.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:22 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:22.072+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:22.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:22 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:22.198+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:22.331 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:22 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:22.088+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:22.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:21 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:21.988+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:22.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:22 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:22.361+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:23.051 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:23 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:23.025+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:23.052 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:22 smithi026 podman[83069]: 2024-04-25 01:30:22.801376041 +0000 UTC m=+5.628902593 container died 3862feecba78a9555a0c56fc88b72d10eba4ef2065f7fae9f584667f778944bf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-25T01:30:23.331 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:23 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:23.066+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:23.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:23 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:23.027+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:23.477 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:23 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:23.171+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:23.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:23 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:23.384+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:23.745 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:23 smithi026 podman[83069]: 2024-04-25 01:30:23.499054661 +0000 UTC m=+6.326581228 container cleanup 3862feecba78a9555a0c56fc88b72d10eba4ef2065f7fae9f584667f778944bf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-25T01:30:23.745 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:23 smithi026 bash[83069]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3 2024-04-25T01:30:23.996 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:23 smithi026 podman[83099]: 2024-04-25 01:30:23.767233719 +0000 UTC m=+0.949750290 container remove 3862feecba78a9555a0c56fc88b72d10eba4ef2065f7fae9f584667f778944bf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, GIT_CLEAN=True) 2024-04-25T01:30:24.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:24 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:24.132+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:24.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:24 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:24.017+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:24.331 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:24 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:24.024+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:24.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:24 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:24.045+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:24.861 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:24 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:24.414+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:25.015 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:24 smithi026 podman[83183]: 2024-04-25 01:30:24.588939205 +0000 UTC m=+0.035566114 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:30:25.015 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:24 smithi026 podman[83183]: 2024-04-25 01:30:24.734870488 +0000 UTC m=+0.181497391 container create faca12b878da860ec3dd1410095b284cc2effdbadb6a168b2c06977bee1f703d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.build-date=20240424, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-25T01:30:25.015 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:25 smithi026 podman[83183]: 2024-04-25 01:30:25.037141965 +0000 UTC m=+0.483768902 container init faca12b878da860ec3dd1410095b284cc2effdbadb6a168b2c06977bee1f703d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-25T01:30:25.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:25 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:25.160+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:25.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:25 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:25.062+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:25.302 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:25 smithi026 podman[83183]: 2024-04-25 01:30:25.048880961 +0000 UTC m=+0.495507898 container start faca12b878da860ec3dd1410095b284cc2effdbadb6a168b2c06977bee1f703d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-25T01:30:25.302 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:25 smithi026 podman[83183]: 2024-04-25 01:30:25.16228215 +0000 UTC m=+0.608909131 container attach faca12b878da860ec3dd1410095b284cc2effdbadb6a168b2c06977bee1f703d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-25T01:30:25.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:25.007+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:25.331 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:25.022+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:25.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:25 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:25.367+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:25.801 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:25 smithi026 podman[83183]: 2024-04-25 01:30:25.520080595 +0000 UTC m=+0.966707532 container died faca12b878da860ec3dd1410095b284cc2effdbadb6a168b2c06977bee1f703d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9) 2024-04-25T01:30:26.138 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:26 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:26.027+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:26.331 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:26 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:26.012+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:26.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:25.986+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:26.391 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:26 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:26.159+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:26.391 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:26 smithi026 podman[83209]: 2024-04-25 01:30:26.374732135 +0000 UTC m=+0.834973511 container remove faca12b878da860ec3dd1410095b284cc2effdbadb6a168b2c06977bee1f703d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T01:30:26.391 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:26 smithi026 systemd[1]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-25T01:30:26.391 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:26 smithi026 systemd[1]: Stopped Ceph osd.3 for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:30:26.391 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 25 01:30:26 smithi026 systemd[1]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.3.service: Consumed 14.059s CPU time. 2024-04-25T01:30:26.394 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.3.service' 2024-04-25T01:30:26.517 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:30:26.518 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-25T01:30:26.518 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-25T01:30:26.518 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.4 2024-04-25T01:30:26.700 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:26 smithi111 systemd[1]: Stopping Ceph osd.4 for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:30:26.701 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:26 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:26.385+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:27.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:26 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:26.723+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:27.112 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:26 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4[43924]: 2024-04-25T01:30:26.837+0000 7fe99b8cd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:30:27.112 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:26 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4[43924]: 2024-04-25T01:30:26.837+0000 7fe99b8cd700 -1 osd.4 91 *** Got signal Terminated *** 2024-04-25T01:30:27.112 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:26 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4[43924]: 2024-04-25T01:30:26.837+0000 7fe99b8cd700 -1 osd.4 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T01:30:27.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:27 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:27.021+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:27.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:27 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:27.162+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:27.331 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:27 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:27.016+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:27.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:26 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:26.938+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:27.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:27 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:27.342+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:28.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:27 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:27.679+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:28.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:28 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:28.207+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:28.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:28 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:28.012+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:28.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:28 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:28.012+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:28.331 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:28 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:28.053+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:28.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:27 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:27.956+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:28.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:27 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:27.956+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:28.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:28 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:28.374+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:29.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:28 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:28.666+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:29.271 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:28 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:28.990+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:29.271 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:28 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:28.990+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:29.271 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:29 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:29.026+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:29.271 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:29 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:29.026+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.707387+0000 front 2024-04-25T01:30:05.707425+0000 (oldest deadline 2024-04-25T01:30:28.607409+0000) 2024-04-25T01:30:29.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:29 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:29.202+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:29.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:28 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:28.966+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:29.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:28 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:28.966+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:29.581 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:29 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:29.293+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:29.862 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:29 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4[43924]: 2024-04-25T01:30:29.555+0000 7fe9946ba700 -1 osd.4 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.931099+0000 front 2024-04-25T01:30:04.931068+0000 (oldest deadline 2024-04-25T01:30:29.031257+0000) 2024-04-25T01:30:29.862 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:29 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:29.630+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:29.862 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:29 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:29.409+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:30.283 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:30 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:30.192+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:30.283 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:29 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:29.959+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:30.283 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:29 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:29.959+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:30.305 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:30 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:30.006+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:30.306 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:30 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:30.006+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:30.306 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:30 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:30.044+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:30.306 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:30 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:30.044+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.707387+0000 front 2024-04-25T01:30:05.707425+0000 (oldest deadline 2024-04-25T01:30:28.607409+0000) 2024-04-25T01:30:30.581 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:30 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:30.328+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:30.611 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:30 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4[43924]: 2024-04-25T01:30:30.532+0000 7fe9946ba700 -1 osd.4 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.931099+0000 front 2024-04-25T01:30:04.931068+0000 (oldest deadline 2024-04-25T01:30:29.031257+0000) 2024-04-25T01:30:30.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:30 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:30.360+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:31.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:30 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:30.644+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:31.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:31 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:31.183+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:31.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:31 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:31.183+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:31.303 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:30 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:30.980+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:31.303 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:30 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:30.980+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:31.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:31 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:31.007+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:31.398 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:31 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:31.007+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:31.399 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:31 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:31.049+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:31.399 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:31 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:31.049+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.707387+0000 front 2024-04-25T01:30:05.707425+0000 (oldest deadline 2024-04-25T01:30:28.607409+0000) 2024-04-25T01:30:31.611 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:31 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4[43924]: 2024-04-25T01:30:31.536+0000 7fe9946ba700 -1 osd.4 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.931099+0000 front 2024-04-25T01:30:04.931068+0000 (oldest deadline 2024-04-25T01:30:29.031257+0000) 2024-04-25T01:30:31.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:31 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:31.318+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:31.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:31 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:31.318+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:31.831 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:31 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:31.362+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:32.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:31 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:31.675+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:32.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:32 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:32.154+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:32.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:32 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:32.154+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:32.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:31 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:31.931+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:32.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:31 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:31.931+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:32.331 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:32 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:32.021+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:32.331 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:32 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:32.021+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.707387+0000 front 2024-04-25T01:30:05.707425+0000 (oldest deadline 2024-04-25T01:30:28.607409+0000) 2024-04-25T01:30:32.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:32 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:32.022+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:32.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:32 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:32.022+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:32.612 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:32 smithi111 podman[66729]: 2024-04-25 01:30:32.377345744 +0000 UTC m=+5.635031705 container died bb0e9febcc7011f5fdf940b3f4182b964c53984a01a5fbf9b84faadf0f344ca3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-25T01:30:32.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:32 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:32.351+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:32.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:32 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:32.351+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:32.831 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:32 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:32.394+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:33.000 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:32 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:32.685+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:33.001 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:32 smithi111 podman[66729]: 2024-04-25 01:30:32.741746358 +0000 UTC m=+5.999432329 container cleanup bb0e9febcc7011f5fdf940b3f4182b964c53984a01a5fbf9b84faadf0f344ca3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424) 2024-04-25T01:30:33.001 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:32 smithi111 bash[66729]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4 2024-04-25T01:30:33.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:32 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:32.965+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:33.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:32 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:32.966+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:33.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:33 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:33.129+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:33.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:33 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:33.129+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:33.326 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:32 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:32.975+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:33.327 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:32 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:32.975+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.707387+0000 front 2024-04-25T01:30:05.707425+0000 (oldest deadline 2024-04-25T01:30:28.607409+0000) 2024-04-25T01:30:33.327 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:33 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:33.048+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:33.327 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:33 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:33.048+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:33.336 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:33 smithi111 podman[66747]: 2024-04-25 01:30:33.02390158 +0000 UTC m=+0.639325978 container remove bb0e9febcc7011f5fdf940b3f4182b964c53984a01a5fbf9b84faadf0f344ca3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, ceph=True) 2024-04-25T01:30:33.581 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:33 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:33.349+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:33.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:33 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:33.359+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:33.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:33 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:33.359+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:33.612 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:33 smithi111 podman[66841]: 2024-04-25 01:30:33.263855486 +0000 UTC m=+0.017661672 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:30:33.612 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:33 smithi111 podman[66841]: 2024-04-25 01:30:33.374933895 +0000 UTC m=+0.128740111 container create 5cbedf665cbf52523bf224160f3b68525db697a1b8b613a4cb770c8aec049404 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-25T01:30:33.612 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:33 smithi111 podman[66841]: 2024-04-25 01:30:33.593954461 +0000 UTC m=+0.347760635 container init 5cbedf665cbf52523bf224160f3b68525db697a1b8b613a4cb770c8aec049404 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-25T01:30:33.612 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:33 smithi111 podman[66841]: 2024-04-25 01:30:33.597392662 +0000 UTC m=+0.351198837 container start 5cbedf665cbf52523bf224160f3b68525db697a1b8b613a4cb770c8aec049404 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-25T01:30:34.112 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:33 smithi111 podman[66841]: 2024-04-25 01:30:33.677299819 +0000 UTC m=+0.431106011 container attach 5cbedf665cbf52523bf224160f3b68525db697a1b8b613a4cb770c8aec049404 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-25T01:30:34.112 INFO:journalctl@ceph.osd.4.smithi111.stdout:Apr 25 01:30:33 smithi111 podman[66841]: 2024-04-25 01:30:33.884316548 +0000 UTC m=+0.638122714 container died 5cbedf665cbf52523bf224160f3b68525db697a1b8b613a4cb770c8aec049404 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T01:30:34.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:33 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:33.694+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:34.288 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:33 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:33.944+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:34.288 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:33 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:33.944+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.707387+0000 front 2024-04-25T01:30:05.707425+0000 (oldest deadline 2024-04-25T01:30:28.607409+0000) 2024-04-25T01:30:34.288 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:34 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:34.036+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:34.288 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:34 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:34.036+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:34.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:33 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:33.935+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:34.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:33 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:33.935+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:34.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:34 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:34.083+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:34.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:34 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:34.083+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:34.486 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:34 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:34.322+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:34.486 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:34 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:34.322+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:34.510 DEBUG:teuthology.orchestra.run.smithi111:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.4.service' 2024-04-25T01:30:34.549 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:30:34.549 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-25T01:30:34.549 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-25T01:30:34.550 DEBUG:teuthology.orchestra.run.smithi186:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.5 2024-04-25T01:30:34.575 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:34 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:34.310+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:34.831 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:34 smithi186 systemd[1]: Stopping Ceph osd.5 for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:30:34.861 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:34 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:34.734+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:35.242 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:35 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:35.032+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:35.242 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:35 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:35.032+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:35.242 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:34 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:34.881+0000 7fd55fb3b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:30:35.242 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:34 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:34.881+0000 7fd55fb3b700 -1 osd.5 91 *** Got signal Terminated *** 2024-04-25T01:30:35.242 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:34 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:34.881+0000 7fd55fb3b700 -1 osd.5 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T01:30:35.242 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:34 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:34.967+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:35.242 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:34 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:34.967+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.707387+0000 front 2024-04-25T01:30:05.707425+0000 (oldest deadline 2024-04-25T01:30:28.607409+0000) 2024-04-25T01:30:35.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:34 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:34.955+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:35.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:34 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:34.955+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:35.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:35 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:35.064+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:35.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:35 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:35.064+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:35.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:35 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:35.064+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:11.532227+0000 front 2024-04-25T01:30:11.531787+0000 (oldest deadline 2024-04-25T01:30:35.031616+0000) 2024-04-25T01:30:35.581 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:35 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:35.264+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:35.581 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:35 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:35.264+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:35.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:35 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:35.277+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:35.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:35 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:35.277+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:35.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:35 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:35.277+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:36.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:35 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:35.704+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:36.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:35 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:35.704+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:36.224 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:36 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:36.053+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:36.225 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:36 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:36.053+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:36.225 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:35 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:35.940+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:36.225 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:35 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:35.940+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.707387+0000 front 2024-04-25T01:30:05.707425+0000 (oldest deadline 2024-04-25T01:30:28.607409+0000) 2024-04-25T01:30:36.225 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:35 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:35.940+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.308371+0000 front 2024-04-25T01:30:13.308414+0000 (oldest deadline 2024-04-25T01:30:35.008505+0000) 2024-04-25T01:30:36.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:35 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:35.971+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:36.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:35 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:35.971+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:36.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:35 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:35.971+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:36.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:36 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:36.077+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:36.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:36 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:36.077+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:36.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:36 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:36.077+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:11.532227+0000 front 2024-04-25T01:30:11.531787+0000 (oldest deadline 2024-04-25T01:30:35.031616+0000) 2024-04-25T01:30:36.581 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:36 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:36.247+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:36.581 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:36 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:36.247+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:36.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:36 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:36.271+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:36.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:36 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:36.271+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:36.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:36 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:36.271+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:37.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:36 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:36.729+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:37.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:36 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:36.729+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:37.249 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:37.041+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:37.249 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:37.041+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:37.249 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:36 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:36.917+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:37.249 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:36 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:36.917+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.707387+0000 front 2024-04-25T01:30:05.707425+0000 (oldest deadline 2024-04-25T01:30:28.607409+0000) 2024-04-25T01:30:37.249 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:36 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:36.917+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.308371+0000 front 2024-04-25T01:30:13.308414+0000 (oldest deadline 2024-04-25T01:30:35.008505+0000) 2024-04-25T01:30:37.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:37 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:37.018+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:37.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:37 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:37.018+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:37.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:37 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:37.018+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:37.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:37 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:37.060+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:37.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:37 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:37.060+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:37.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:37 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:37.060+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:11.532227+0000 front 2024-04-25T01:30:11.531787+0000 (oldest deadline 2024-04-25T01:30:35.031616+0000) 2024-04-25T01:30:37.581 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:37.271+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:37.581 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:37.271+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:37.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:37.314+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:37.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:37.314+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:37.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:37.314+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:38.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:37.718+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:38.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:37 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:37.718+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:38.199 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:38 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:38.075+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:38.199 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:38 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:38.075+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:38.200 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:37.920+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:38.200 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:37.920+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.707387+0000 front 2024-04-25T01:30:05.707425+0000 (oldest deadline 2024-04-25T01:30:28.607409+0000) 2024-04-25T01:30:38.200 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:37 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:37.920+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.308371+0000 front 2024-04-25T01:30:13.308414+0000 (oldest deadline 2024-04-25T01:30:35.008505+0000) 2024-04-25T01:30:38.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:38 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:38.043+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:38.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:38 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:38.043+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:38.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:38 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:38.043+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:38.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:38 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:38.080+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:38.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:38 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:38.080+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:38.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:38 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:38.080+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:11.532227+0000 front 2024-04-25T01:30:11.531787+0000 (oldest deadline 2024-04-25T01:30:35.031616+0000) 2024-04-25T01:30:38.471 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:38 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:38.222+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:38.471 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:38 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:38.222+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:38.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:38 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:38.280+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:38.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:38 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:38.280+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:38.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:38 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:38.280+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:39.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:38 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:38.688+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:39.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:38 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:38.688+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:39.223 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:39 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:39.103+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:39.223 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:39 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:39.103+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:39.223 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:39 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:39.103+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:39.224 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:38 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:38.883+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:39.224 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:38 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:38.883+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.707387+0000 front 2024-04-25T01:30:05.707425+0000 (oldest deadline 2024-04-25T01:30:28.607409+0000) 2024-04-25T01:30:39.224 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:38 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:38.883+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.308371+0000 front 2024-04-25T01:30:13.308414+0000 (oldest deadline 2024-04-25T01:30:35.008505+0000) 2024-04-25T01:30:39.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:39 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:39.055+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:39.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:39 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:39.055+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:39.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:39 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:39.055+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:11.532227+0000 front 2024-04-25T01:30:11.531787+0000 (oldest deadline 2024-04-25T01:30:35.031616+0000) 2024-04-25T01:30:39.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:39 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:39.082+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:39.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:39 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:39.082+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:39.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:39 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:39.082+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:39.581 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:39 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:39.245+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:39.581 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:39 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:39.245+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:39.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:39 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:39.288+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:39.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:39 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:39.288+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:39.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:39 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:39.288+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:40.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:39 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:39.682+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:40.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:39 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:39.682+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:40.113 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:39 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:39.878+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:53.505340+0000 front 2024-04-25T01:29:53.505515+0000 (oldest deadline 2024-04-25T01:30:17.005157+0000) 2024-04-25T01:30:40.114 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:39 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:39.878+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.707387+0000 front 2024-04-25T01:30:05.707425+0000 (oldest deadline 2024-04-25T01:30:28.607409+0000) 2024-04-25T01:30:40.114 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:39 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5[44503]: 2024-04-25T01:30:39.878+0000 7fd55c930700 -1 osd.5 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.308371+0000 front 2024-04-25T01:30:13.308414+0000 (oldest deadline 2024-04-25T01:30:35.008505+0000) 2024-04-25T01:30:40.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:40 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:40.042+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:40.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:40 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:40.042+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:40.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:40 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:40.042+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:11.532227+0000 front 2024-04-25T01:30:11.531787+0000 (oldest deadline 2024-04-25T01:30:35.031616+0000) 2024-04-25T01:30:40.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:40 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:40.073+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:40.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:40 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:40.073+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:40.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:40 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:40.073+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:40.581 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:40 smithi186 podman[67334]: 2024-04-25 01:30:40.346674038 +0000 UTC m=+5.572225242 container died 96e26b6ef19dd43f188665f7f27541fd7df49bfc7d1dbb83f8c319cb48bc236b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424) 2024-04-25T01:30:40.581 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:40 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:40.196+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:40.581 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:40 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:40.196+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:40.582 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:40 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:40.136+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:40.582 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:40 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:40.136+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:40.582 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:40 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:40.136+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:40.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:40 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:40.274+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:40.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:40 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:40.274+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:40.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:40 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:40.274+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:40.951 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:40 smithi186 podman[67334]: 2024-04-25 01:30:40.706481651 +0000 UTC m=+5.932032855 container cleanup 96e26b6ef19dd43f188665f7f27541fd7df49bfc7d1dbb83f8c319cb48bc236b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-25T01:30:40.952 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:40 smithi186 bash[67334]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5 2024-04-25T01:30:41.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:40 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:40.714+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:41.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:40 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:40.714+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:41.204 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:40 smithi186 podman[67365]: 2024-04-25 01:30:40.974452027 +0000 UTC m=+0.620593439 container remove 96e26b6ef19dd43f188665f7f27541fd7df49bfc7d1dbb83f8c319cb48bc236b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-25T01:30:41.205 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:41 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:41.098+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:41.205 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:41 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:41.098+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:41.205 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:41 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:41.098+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:41.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:41 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:41.070+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:41.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:41 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:41.070+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:41.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:41 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:41.070+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:11.532227+0000 front 2024-04-25T01:30:11.531787+0000 (oldest deadline 2024-04-25T01:30:35.031616+0000) 2024-04-25T01:30:41.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:41 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:41.044+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:41.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:41 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:41.044+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:41.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:41 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:41.044+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:41.546 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:41 smithi186 podman[67456]: 2024-04-25 01:30:41.231581134 +0000 UTC m=+0.018127989 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:30:41.546 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:41 smithi186 podman[67456]: 2024-04-25 01:30:41.333683323 +0000 UTC m=+0.120230206 container create a7fcb84cd2bfda3c56b152dd45c50280100726c248981eea81883868b100ef91 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-25T01:30:41.546 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:41 smithi186 podman[67456]: 2024-04-25 01:30:41.569319594 +0000 UTC m=+0.355866435 container init a7fcb84cd2bfda3c56b152dd45c50280100726c248981eea81883868b100ef91 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-04-25T01:30:41.547 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:41 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:41.226+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:41.547 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:41 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:41.226+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:41.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:41 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:41.323+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:41.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:41 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:41.323+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:41.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:41 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:41.323+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:41.831 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:41 smithi186 podman[67456]: 2024-04-25 01:30:41.572692292 +0000 UTC m=+0.359239145 container start a7fcb84cd2bfda3c56b152dd45c50280100726c248981eea81883868b100ef91 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424) 2024-04-25T01:30:41.831 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:41 smithi186 podman[67456]: 2024-04-25 01:30:41.652528273 +0000 UTC m=+0.439075124 container attach a7fcb84cd2bfda3c56b152dd45c50280100726c248981eea81883868b100ef91 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-25T01:30:42.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:41 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:41.700+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:42.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:41 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:41.700+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:42.157 INFO:journalctl@ceph.osd.5.smithi186.stdout:Apr 25 01:30:41 smithi186 podman[67456]: 2024-04-25 01:30:41.864936814 +0000 UTC m=+0.651483679 container died a7fcb84cd2bfda3c56b152dd45c50280100726c248981eea81883868b100ef91 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-25T01:30:42.158 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:42 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:42.081+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:42.158 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:42 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:42.081+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:42.158 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:42 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:42.081+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:42.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:42 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:42.051+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:42.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:42 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:42.051+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:42.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:42 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:42.051+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:11.532227+0000 front 2024-04-25T01:30:11.531787+0000 (oldest deadline 2024-04-25T01:30:35.031616+0000) 2024-04-25T01:30:42.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:42 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:42.054+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:42.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:42 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:42.054+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:42.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:42 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:42.054+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:42.449 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:42 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:42.218+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:42.449 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:42 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:42.218+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:42.465 DEBUG:teuthology.orchestra.run.smithi186:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.5.service' 2024-04-25T01:30:42.543 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:30:42.543 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-25T01:30:42.544 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-25T01:30:42.544 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.6 2024-04-25T01:30:42.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:42 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:42.357+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:42.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:42 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:42.357+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:42.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:42 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:42.357+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:43.034 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:42 smithi026 systemd[1]: Stopping Ceph osd.6 for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:30:43.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:42 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:42.715+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:43.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:42 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:42.715+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:43.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:43.056+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:43.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:43.056+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:43.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:43.056+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:43.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:43.098+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:43.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:43.098+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:43.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:43.098+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:11.532227+0000 front 2024-04-25T01:30:11.531787+0000 (oldest deadline 2024-04-25T01:30:35.031616+0000) 2024-04-25T01:30:43.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:43.219+0000 7ff1af600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:30:43.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:43.219+0000 7ff1af600700 -1 osd.6 91 *** Got signal Terminated *** 2024-04-25T01:30:43.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:43.219+0000 7ff1af600700 -1 osd.6 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T01:30:43.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:43 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:43.052+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:43.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:43 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:43.052+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:43.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:43 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:43.052+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:43.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:43 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:43.236+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:43.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:43 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:43.236+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:43.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:43 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:43.236+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:43.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:43 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:43.341+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:43.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:43 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:43.341+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:43.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:43 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:43.341+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:43.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:43 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:43.341+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:44.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:43 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:43.746+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:44.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:43 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:43.746+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:44.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:44 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:44.075+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:44.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:44 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:44.075+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:44.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:44 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:44.075+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:11.532227+0000 front 2024-04-25T01:30:11.531787+0000 (oldest deadline 2024-04-25T01:30:35.031616+0000) 2024-04-25T01:30:44.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:44 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:44.075+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.934837+0000 front 2024-04-25T01:30:20.934887+0000 (oldest deadline 2024-04-25T01:30:43.834466+0000) 2024-04-25T01:30:44.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:44 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:44.050+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:44.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:44 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:44.050+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:44.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:44 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:44.050+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:44.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:44 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:44.050+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:44.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:44 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:44.192+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:44.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:44 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:44.192+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:44.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:44 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:44.192+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:44.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:44 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:44.053+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:44.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:44 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:44.053+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:44.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:44 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:44.053+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:44.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:44 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:44.314+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:44.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:44 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:44.314+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:44.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:44 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:44.314+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:44.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:44 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:44.314+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:45.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:44 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:44.697+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:45.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:44 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:44.697+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:45.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:44 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:44.697+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:18.626929+0000 front 2024-04-25T01:30:18.627183+0000 (oldest deadline 2024-04-25T01:30:43.926766+0000) 2024-04-25T01:30:45.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:45 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:45.057+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:45.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:45 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:45.057+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:45.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:45 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:45.057+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:45.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:45 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:45.057+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:45.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:45 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:45.025+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:45.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:45 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:45.025+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:45.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:45 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:45.025+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:11.532227+0000 front 2024-04-25T01:30:11.531787+0000 (oldest deadline 2024-04-25T01:30:35.031616+0000) 2024-04-25T01:30:45.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:45 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:45.025+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.934837+0000 front 2024-04-25T01:30:20.934887+0000 (oldest deadline 2024-04-25T01:30:43.834466+0000) 2024-04-25T01:30:45.330 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:45 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:45.242+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:45.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:45 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:45.242+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:45.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:45 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:45.242+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:45.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:45 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:45.094+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:45.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:45 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:45.094+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:45.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:45 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:45.094+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:45.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:45 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:45.266+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:45.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:45 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:45.266+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:45.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:45 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:45.266+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:45.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:45 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:45.266+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:46.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:45 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:45.709+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:46.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:45 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:45.709+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:46.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:45 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:45.709+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:18.626929+0000 front 2024-04-25T01:30:18.627183+0000 (oldest deadline 2024-04-25T01:30:43.926766+0000) 2024-04-25T01:30:46.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:46 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:46.053+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:46.301 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:46 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:46.053+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:46.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:46 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:46.053+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:11.532227+0000 front 2024-04-25T01:30:11.531787+0000 (oldest deadline 2024-04-25T01:30:35.031616+0000) 2024-04-25T01:30:46.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:46 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:46.053+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.934837+0000 front 2024-04-25T01:30:20.934887+0000 (oldest deadline 2024-04-25T01:30:43.834466+0000) 2024-04-25T01:30:46.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:46 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:46.041+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:46.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:46 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:46.041+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:46.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:46 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:46.041+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:46.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:46 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:46.041+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:46.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:46 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:46.282+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:46.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:46 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:46.282+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:46.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:46 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:46.282+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:46.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:46 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:46.090+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:46.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:46 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:46.090+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:46.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:46 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:46.090+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:46.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:46 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:46.264+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:46.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:46 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:46.264+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:46.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:46 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:46.264+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:46.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:46 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:46.264+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:47.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:46 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:46.725+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:47.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:46 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:46.725+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:47.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:46 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:46.725+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:18.626929+0000 front 2024-04-25T01:30:18.627183+0000 (oldest deadline 2024-04-25T01:30:43.926766+0000) 2024-04-25T01:30:47.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:47 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:47.003+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:47.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:47 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:47.003+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:47.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:47 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:47.003+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:47.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:47 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:47.003+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:47.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:47 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:47.077+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:47.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:47 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:47.077+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:47.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:47 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:47.077+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:11.532227+0000 front 2024-04-25T01:30:11.531787+0000 (oldest deadline 2024-04-25T01:30:35.031616+0000) 2024-04-25T01:30:47.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:47 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:47.077+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.934837+0000 front 2024-04-25T01:30:20.934887+0000 (oldest deadline 2024-04-25T01:30:43.834466+0000) 2024-04-25T01:30:47.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:47 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:47.240+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:47.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:47 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:47.240+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:47.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:47 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:47.240+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:47.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:47 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:47.082+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:47.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:47 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:47.082+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:47.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:47 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:47.082+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:47.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:47 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:47.220+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:47.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:47 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:47.220+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:47.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:47 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:47.220+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:47.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:47 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:47.220+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:48.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:47 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:47.755+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:48.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:47 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:47.755+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:48.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:47 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:47.755+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:18.626929+0000 front 2024-04-25T01:30:18.627183+0000 (oldest deadline 2024-04-25T01:30:43.926766+0000) 2024-04-25T01:30:48.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:48 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:48.016+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:48.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:48 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:48.016+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:48.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:48 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:48.016+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:48.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:48 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:48.016+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:48.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:48 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:48.056+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.125155+0000 front 2024-04-25T01:29:54.125085+0000 (oldest deadline 2024-04-25T01:30:17.025292+0000) 2024-04-25T01:30:48.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:48 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:48.056+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.129182+0000 front 2024-04-25T01:30:05.129243+0000 (oldest deadline 2024-04-25T01:30:31.029456+0000) 2024-04-25T01:30:48.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:48 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:48.056+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:11.532227+0000 front 2024-04-25T01:30:11.531787+0000 (oldest deadline 2024-04-25T01:30:35.031616+0000) 2024-04-25T01:30:48.302 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:48 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6[55832]: 2024-04-25T01:30:48.056+0000 7ff1ab800700 -1 osd.6 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.934837+0000 front 2024-04-25T01:30:20.934887+0000 (oldest deadline 2024-04-25T01:30:43.834466+0000) 2024-04-25T01:30:48.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:48 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:48.211+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:48.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:48 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:48.211+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:48.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:48 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:48.211+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:48.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:48 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:48.033+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:48.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:48 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:48.033+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:48.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:48 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:48.033+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:48.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:48 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:48.210+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:48.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:48 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:48.210+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:48.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:48 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:48.210+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:48.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:48 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:48.211+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:48.926 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:48 smithi026 podman[83288]: 2024-04-25 01:30:48.696747289 +0000 UTC m=+5.664442630 container died 0d359b474eb191f26955444635252f2cc177f2f5764b9a9d882b05e38dc5b737 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5) 2024-04-25T01:30:49.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:48 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:48.765+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:49.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:48 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:48.765+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:49.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:48 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:48.765+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:18.626929+0000 front 2024-04-25T01:30:18.627183+0000 (oldest deadline 2024-04-25T01:30:43.926766+0000) 2024-04-25T01:30:49.230 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:49 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:49.046+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:49.230 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:49 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:49.046+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:49.230 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:49 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:49.046+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:49.230 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:49 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:49.046+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:49.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:49 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:49.167+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:49.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:49 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:49.167+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:49.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:49 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:49.167+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:49.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:49 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:49.004+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:49.332 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:49 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:49.004+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:49.332 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:49 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:49.004+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:49.382 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:49 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:49.205+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:49.382 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:49 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:49.205+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:49.382 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:49 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:49.205+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:49.382 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:49 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:49.205+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:49.514 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:49 smithi026 podman[83288]: 2024-04-25 01:30:49.251953025 +0000 UTC m=+6.219648389 container cleanup 0d359b474eb191f26955444635252f2cc177f2f5764b9a9d882b05e38dc5b737 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T01:30:49.514 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:49 smithi026 bash[83288]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6 2024-04-25T01:30:49.801 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:49 smithi026 podman[83309]: 2024-04-25 01:30:49.536762274 +0000 UTC m=+0.823777059 container remove 0d359b474eb191f26955444635252f2cc177f2f5764b9a9d882b05e38dc5b737 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-25T01:30:50.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:49 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:49.733+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:50.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:49 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:49.733+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:50.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:49 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:49.733+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:18.626929+0000 front 2024-04-25T01:30:18.627183+0000 (oldest deadline 2024-04-25T01:30:43.926766+0000) 2024-04-25T01:30:50.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:50 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:50.091+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:50.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:50 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:50.091+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:50.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:50 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:50.091+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:50.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:50 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:50.091+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:50.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:50 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:50.160+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:50.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:50 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:50.160+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:50.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:50 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:50.160+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:50.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:49 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:49.968+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:50.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:49 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:49.968+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:50.332 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:49 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:49.968+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:50.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:50 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:50.179+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:50.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:50 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:50.179+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:50.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:50 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:50.179+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:50.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:50 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:50.179+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:50.669 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:50 smithi026 podman[83404]: 2024-04-25 01:30:50.276506181 +0000 UTC m=+0.036097387 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:30:50.669 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:50 smithi026 podman[83404]: 2024-04-25 01:30:50.412881879 +0000 UTC m=+0.172473122 container create 5c4613b2b1ae65ab91fd2e5bb903419280dc964b6c543fe06adba21eaa4875e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T01:30:50.669 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:50 smithi026 podman[83404]: 2024-04-25 01:30:50.691232679 +0000 UTC m=+0.450823929 container init 5c4613b2b1ae65ab91fd2e5bb903419280dc964b6c543fe06adba21eaa4875e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T01:30:51.051 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:50 smithi026 podman[83404]: 2024-04-25 01:30:50.703914666 +0000 UTC m=+0.463505895 container start 5c4613b2b1ae65ab91fd2e5bb903419280dc964b6c543fe06adba21eaa4875e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-25T01:30:51.051 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:50 smithi026 podman[83404]: 2024-04-25 01:30:50.807125192 +0000 UTC m=+0.566716468 container attach 5c4613b2b1ae65ab91fd2e5bb903419280dc964b6c543fe06adba21eaa4875e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T01:30:51.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:50 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:50.747+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:51.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:50 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:50.747+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:51.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:50 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:50.747+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:18.626929+0000 front 2024-04-25T01:30:18.627183+0000 (oldest deadline 2024-04-25T01:30:43.926766+0000) 2024-04-25T01:30:51.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:51 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:51.154+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:51.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:51 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:51.154+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:51.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:51 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:51.154+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:51.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:50 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:50.976+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:51.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:50 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:50.976+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:51.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:50 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:50.976+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:51.544 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 25 01:30:51 smithi026 podman[83404]: 2024-04-25 01:30:51.17220663 +0000 UTC m=+0.931797880 container died 5c4613b2b1ae65ab91fd2e5bb903419280dc964b6c543fe06adba21eaa4875e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-25T01:30:51.544 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:51 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:51.130+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:51.545 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:51 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:51.130+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:51.545 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:51 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:51.130+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:51.545 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:51 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:51.130+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:51.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:51 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:51.166+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:51.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:51 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:51.166+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:51.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:51 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:51.166+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:51.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:51 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:51.166+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:52.065 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.6.service' 2024-04-25T01:30:52.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:51 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:51.759+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:52.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:51 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:51.759+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:52.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:51 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:51.759+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:18.626929+0000 front 2024-04-25T01:30:18.627183+0000 (oldest deadline 2024-04-25T01:30:43.926766+0000) 2024-04-25T01:30:52.188 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:30:52.188 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-25T01:30:52.188 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-25T01:30:52.188 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.7 2024-04-25T01:30:52.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:52 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:52.170+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:52.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:52 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:52.171+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:52.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:52 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:52.171+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:52.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:52 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:52.171+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:52.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:52 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:52.115+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:52.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:52 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:52.115+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:52.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:52 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:52.115+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:52.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:52 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:52.019+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:52.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:52 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:52.019+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:52.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:52 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:52.019+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:52.488 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:52 smithi111 systemd[1]: Stopping Ceph osd.7 for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:30:52.489 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:52 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:52.171+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:52.489 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:52 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:52.171+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:52.489 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:52 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:52.171+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:52.489 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:52 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:52.171+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:52.861 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:52 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:52.510+0000 7f5684546700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:30:52.861 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:52 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:52.510+0000 7f5684546700 -1 osd.7 91 *** Got signal Terminated *** 2024-04-25T01:30:52.861 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:52 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:52.510+0000 7f5684546700 -1 osd.7 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T01:30:52.862 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:52 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:52.725+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:52.862 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:52 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:52.725+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:52.862 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:52 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:52.725+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:18.626929+0000 front 2024-04-25T01:30:18.627183+0000 (oldest deadline 2024-04-25T01:30:43.926766+0000) 2024-04-25T01:30:53.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:53 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:53.158+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:53.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:53 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:53.158+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:53.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:53 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:53.158+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:53.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:53 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:53.006+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:53.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:53 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:53.006+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:53.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:53 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:53.006+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:53.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:53 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:53.124+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:53.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:53 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:53.124+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:53.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:53 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:53.124+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:53.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:53 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:53.124+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:53.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:53 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:53.186+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:53.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:53 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:53.186+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:53.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:53 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:53.186+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:53.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:53 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:53.186+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:53.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:53 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:53.186+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:30:54.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:53 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:53.738+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:54.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:53 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:53.738+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:54.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:53 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:53.738+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:18.626929+0000 front 2024-04-25T01:30:18.627183+0000 (oldest deadline 2024-04-25T01:30:43.926766+0000) 2024-04-25T01:30:54.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:53 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:53.738+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.228380+0000 front 2024-04-25T01:30:30.228434+0000 (oldest deadline 2024-04-25T01:30:53.128460+0000) 2024-04-25T01:30:54.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:53 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:53.962+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:54.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:53 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:53.962+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:54.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:53 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:53.962+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:54.332 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:54 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:54.157+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:54.332 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:54 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:54.157+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:54.332 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:54 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:54.157+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:54.332 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:54 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:54.157+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.588133+0000 front 2024-04-25T01:30:29.588151+0000 (oldest deadline 2024-04-25T01:30:53.688129+0000) 2024-04-25T01:30:54.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:54 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:54.172+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:54.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:54 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:54.172+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:54.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:54 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:54.172+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:54.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:54 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:54.172+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:54.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:54 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:54.172+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:30:54.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:54 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:54.156+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:54.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:54 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:54.156+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:54.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:54 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:54.156+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:54.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:54 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:54.156+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:54.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:54 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:54.156+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:30:55.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:54 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:54.691+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:55.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:54 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:54.691+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:55.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:54 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:54.691+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:18.626929+0000 front 2024-04-25T01:30:18.627183+0000 (oldest deadline 2024-04-25T01:30:43.926766+0000) 2024-04-25T01:30:55.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:54 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:54.691+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.228380+0000 front 2024-04-25T01:30:30.228434+0000 (oldest deadline 2024-04-25T01:30:53.128460+0000) 2024-04-25T01:30:55.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:55 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:55.003+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:55.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:55 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:55.003+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:55.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:55 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:55.003+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:55.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:55 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:55.178+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:55.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:55 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:55.178+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:55.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:55 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:55.178+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:55.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:55 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:55.178+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.588133+0000 front 2024-04-25T01:30:29.588151+0000 (oldest deadline 2024-04-25T01:30:53.688129+0000) 2024-04-25T01:30:55.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:55 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:55.178+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:55.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:55 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:55.178+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:55.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:55 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:55.178+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:55.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:55 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:55.178+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:55.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:55 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:55.178+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:30:55.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:55 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:55.152+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:55.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:55 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:55.152+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:55.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:55 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:55.152+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:55.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:55 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:55.152+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:55.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:55 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:55.152+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:30:56.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:55 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:55.644+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:56.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:55 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:55.644+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:56.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:55 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:55.644+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:18.626929+0000 front 2024-04-25T01:30:18.627183+0000 (oldest deadline 2024-04-25T01:30:43.926766+0000) 2024-04-25T01:30:56.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:55 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:55.644+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.228380+0000 front 2024-04-25T01:30:30.228434+0000 (oldest deadline 2024-04-25T01:30:53.128460+0000) 2024-04-25T01:30:56.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:56 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:56.017+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:56.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:56 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:56.017+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:56.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:56 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:56.017+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:56.332 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:56 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:56.144+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:56.332 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:56 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:56.144+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:56.332 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:56 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:56.144+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:56.332 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:56 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:56.144+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.588133+0000 front 2024-04-25T01:30:29.588151+0000 (oldest deadline 2024-04-25T01:30:53.688129+0000) 2024-04-25T01:30:56.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:56 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:56.204+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:56.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:56 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:56.204+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:56.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:56 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:56.204+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:56.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:56 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:56.204+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:56.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:56 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:56.204+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:30:56.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:56 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:56.136+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:56.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:56 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:56.136+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:56.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:56 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:56.136+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:56.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:56 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:56.136+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:56.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:56 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:56.136+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:30:57.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:56 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:56.691+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:00.822590+0000 front 2024-04-25T01:30:00.822479+0000 (oldest deadline 2024-04-25T01:30:26.722529+0000) 2024-04-25T01:30:57.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:56 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:56.691+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:14.125252+0000 front 2024-04-25T01:30:14.125235+0000 (oldest deadline 2024-04-25T01:30:35.225220+0000) 2024-04-25T01:30:57.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:56 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:56.691+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:18.626929+0000 front 2024-04-25T01:30:18.627183+0000 (oldest deadline 2024-04-25T01:30:43.926766+0000) 2024-04-25T01:30:57.112 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:56 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7[50522]: 2024-04-25T01:30:56.691+0000 7f567d333700 -1 osd.7 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.228380+0000 front 2024-04-25T01:30:30.228434+0000 (oldest deadline 2024-04-25T01:30:53.128460+0000) 2024-04-25T01:30:57.135 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:57 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:57.156+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:57.135 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:57 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:57.156+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:57.135 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:57 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:57.156+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:57.136 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:57 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:57.156+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:57.136 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:57 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:57.156+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:30:57.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:57 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:57.042+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:57.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:57 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:57.042+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:57.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:57 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:57.042+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:57.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:57 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:57.178+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:57.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:57 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:57.178+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:57.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:57 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:57.178+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:57.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:57 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:57.178+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.588133+0000 front 2024-04-25T01:30:29.588151+0000 (oldest deadline 2024-04-25T01:30:53.688129+0000) 2024-04-25T01:30:57.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:57 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:57.241+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:57.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:57 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:57.241+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:57.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:57 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:57.241+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:57.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:57 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:57.241+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:57.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:57 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:57.241+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:30:58.111 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:57 smithi111 podman[66957]: 2024-04-25 01:30:57.877735764 +0000 UTC m=+5.471629074 container died 47b7c28036ce27a2b9179b626230ff81af1a5cea0f70ba718e91c61e2d48c6c4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-d2c45d9) 2024-04-25T01:30:58.112 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:58 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:58.125+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:58.112 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:58 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:58.125+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:58.112 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:58 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:58.125+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:58.112 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:58 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:58.125+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:58.112 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:58 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:58.125+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:30:58.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:58 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:58.207+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:58.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:58 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:58.207+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:58.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:58 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:58.207+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:58.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:58 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:58.207+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.588133+0000 front 2024-04-25T01:30:29.588151+0000 (oldest deadline 2024-04-25T01:30:53.688129+0000) 2024-04-25T01:30:58.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:58 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:58.044+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:58.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:58 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:58.044+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:58.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:58 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:58.044+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:58.332 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:58 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:58.044+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:30:58.380 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:58 smithi111 podman[66957]: 2024-04-25 01:30:58.210857844 +0000 UTC m=+5.804751155 container cleanup 47b7c28036ce27a2b9179b626230ff81af1a5cea0f70ba718e91c61e2d48c6c4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T01:30:58.381 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:58 smithi111 bash[66957]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7 2024-04-25T01:30:58.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:58 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:58.254+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:58.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:58 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:58.254+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:58.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:58 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:58.254+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:58.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:58 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:58.254+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:58.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:58 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:58.254+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:30:58.798 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:58 smithi111 podman[66975]: 2024-04-25 01:30:58.403797564 +0000 UTC m=+0.521127356 container remove 47b7c28036ce27a2b9179b626230ff81af1a5cea0f70ba718e91c61e2d48c6c4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-25T01:30:59.050 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:58 smithi111 podman[67065]: 2024-04-25 01:30:58.724114743 +0000 UTC m=+0.017812324 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:30:59.050 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:58 smithi111 podman[67065]: 2024-04-25 01:30:58.837776796 +0000 UTC m=+0.131474354 container create 3eb9451de8cf339932f0ca40c52cf3e8287e655f7b77e1e5c6e11c717da3450b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-25T01:30:59.051 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:59 smithi111 podman[67065]: 2024-04-25 01:30:59.073664364 +0000 UTC m=+0.367361923 container init 3eb9451de8cf339932f0ca40c52cf3e8287e655f7b77e1e5c6e11c717da3450b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-25T01:30:59.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:59 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:59.214+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:30:59.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:59 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:59.214+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:30:59.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:59 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:59.214+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:30:59.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:59 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:30:59.214+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.588133+0000 front 2024-04-25T01:30:29.588151+0000 (oldest deadline 2024-04-25T01:30:53.688129+0000) 2024-04-25T01:30:59.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:59 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:59.045+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:30:59.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:59 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:59.045+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:30:59.332 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:59 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:59.045+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:30:59.332 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:30:59 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:30:59.045+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:30:59.342 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:59 smithi111 podman[67065]: 2024-04-25 01:30:59.07760447 +0000 UTC m=+0.371302039 container start 3eb9451de8cf339932f0ca40c52cf3e8287e655f7b77e1e5c6e11c717da3450b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, ceph=True) 2024-04-25T01:30:59.342 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:59 smithi111 podman[67065]: 2024-04-25 01:30:59.19063694 +0000 UTC m=+0.484334512 container attach 3eb9451de8cf339932f0ca40c52cf3e8287e655f7b77e1e5c6e11c717da3450b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-25T01:30:59.342 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:59 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:59.112+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:30:59.343 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:59 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:59.112+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:30:59.343 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:59 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:59.112+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:30:59.343 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:59 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:59.112+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:30:59.343 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:30:59 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:30:59.112+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:30:59.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:59 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:59.288+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:30:59.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:59 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:59.288+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:30:59.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:59 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:59.288+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:30:59.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:59 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:59.288+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:30:59.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:30:59 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:30:59.288+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:30:59.611 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:59 smithi111 podman[67065]: 2024-04-25 01:30:59.365897892 +0000 UTC m=+0.659595460 container died 3eb9451de8cf339932f0ca40c52cf3e8287e655f7b77e1e5c6e11c717da3450b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-25T01:30:59.877 DEBUG:teuthology.orchestra.run.smithi111:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.7.service' 2024-04-25T01:30:59.899 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:59 smithi111 podman[67091]: 2024-04-25 01:30:59.87723597 +0000 UTC m=+0.501529526 container remove 3eb9451de8cf339932f0ca40c52cf3e8287e655f7b77e1e5c6e11c717da3450b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T01:30:59.899 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:59 smithi111 systemd[1]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.7.service: Deactivated successfully. 2024-04-25T01:30:59.899 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:59 smithi111 systemd[1]: Stopped Ceph osd.7 for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:30:59.899 INFO:journalctl@ceph.osd.7.smithi111.stdout:Apr 25 01:30:59 smithi111 systemd[1]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.7.service: Consumed 6.821s CPU time. 2024-04-25T01:30:59.914 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:30:59.914 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-25T01:30:59.914 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-25T01:30:59.914 DEBUG:teuthology.orchestra.run.smithi186:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.8 2024-04-25T01:31:00.219 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:00 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:00.092+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:00.219 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:00 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:00.092+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:00.219 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:00 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:00.092+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:00.219 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:00 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:00.092+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:00.219 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:30:59 smithi186 systemd[1]: Stopping Ceph osd.8 for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:31:00.219 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:00 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:00.167+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:31:00.219 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:00 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:00.167+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:31:00.219 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:00 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:00.167+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:31:00.220 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:00 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:00.167+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.588133+0000 front 2024-04-25T01:30:29.588151+0000 (oldest deadline 2024-04-25T01:30:53.688129+0000) 2024-04-25T01:31:00.220 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:00 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:00.240+0000 7f77e9cdc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:31:00.220 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:00 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:00.240+0000 7f77e9cdc700 -1 osd.8 91 *** Got signal Terminated *** 2024-04-25T01:31:00.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:00 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:00.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:00.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:00 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:00.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:00.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:00 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:00.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:00.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:00 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:00.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:00.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:00 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:00.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:00.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:00 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:00.309+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:31:00.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:00 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:00.309+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:31:00.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:00 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:00.309+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:31:00.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:00 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:00.310+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:31:00.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:00 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:00.310+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:31:00.580 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:00 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:00.240+0000 7f77e9cdc700 -1 osd.8 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T01:31:01.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:01 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:01.171+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:31:01.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:01 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:01.171+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:31:01.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:01 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:01.171+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:31:01.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:01 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:01.171+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.588133+0000 front 2024-04-25T01:30:29.588151+0000 (oldest deadline 2024-04-25T01:30:53.688129+0000) 2024-04-25T01:31:01.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:01 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:01.085+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:01.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:01 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:01.085+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:01.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:01 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:01.085+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:01.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:01 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:01.085+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:01.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:01 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:01.321+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:31:01.551 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:01 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:01.321+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:31:01.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:01 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:01.321+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:31:01.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:01 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:01.321+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:31:01.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:01 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:01.321+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:31:01.568 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:01 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:01.176+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:01.568 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:01 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:01.176+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:01.568 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:01 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:01.176+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:01.568 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:01 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:01.176+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:01.568 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:01 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:01.176+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:02.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:02 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:02.144+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:31:02.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:02 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:02.144+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:31:02.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:02 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:02.144+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:31:02.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:02 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:02.144+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.588133+0000 front 2024-04-25T01:30:29.588151+0000 (oldest deadline 2024-04-25T01:30:53.688129+0000) 2024-04-25T01:31:02.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:02 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:02.082+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:02.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:02 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:02.082+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:02.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:02 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:02.082+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:02.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:02 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:02.082+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:02.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:02 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:02.155+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:02.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:02 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:02.155+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:02.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:02 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:02.155+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:02.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:02 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:02.155+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:02.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:02 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:02.155+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:02.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:02 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:02.352+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:31:02.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:02 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:02.352+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:31:02.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:02 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:02.352+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:31:02.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:02 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:02.352+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:31:02.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:02 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:02.352+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:31:03.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:03 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:03.195+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:31:03.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:03 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:03.195+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:31:03.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:03 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:03.195+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:31:03.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:03 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:03.195+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.588133+0000 front 2024-04-25T01:30:29.588151+0000 (oldest deadline 2024-04-25T01:30:53.688129+0000) 2024-04-25T01:31:03.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:03 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:03.091+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:03.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:03 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:03.091+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:03.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:03 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:03.091+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:03.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:03 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:03.091+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:03.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:03 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:03.122+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:03.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:03 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:03.122+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:03.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:03 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:03.122+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:03.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:03 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:03.122+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:03.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:03 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:03.122+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:03.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:03 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:03.399+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:31:03.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:03 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:03.399+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:31:03.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:03 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:03.399+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:31:03.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:03 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:03.399+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:31:03.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:03 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:03.399+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:31:04.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:04 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:04.240+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.384915+0000 front 2024-04-25T01:30:04.384844+0000 (oldest deadline 2024-04-25T01:30:29.085026+0000) 2024-04-25T01:31:04.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:04 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:04.240+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:09.085437+0000 front 2024-04-25T01:30:09.085486+0000 (oldest deadline 2024-04-25T01:30:34.985511+0000) 2024-04-25T01:31:04.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:04 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:04.240+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.286679+0000 front 2024-04-25T01:30:20.286801+0000 (oldest deadline 2024-04-25T01:30:43.186505+0000) 2024-04-25T01:31:04.331 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:04 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8[51234]: 2024-04-25T01:31:04.240+0000 7f77e2ac9700 -1 osd.8 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.588133+0000 front 2024-04-25T01:30:29.588151+0000 (oldest deadline 2024-04-25T01:30:53.688129+0000) 2024-04-25T01:31:04.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:04 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:04.092+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:04.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:04 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:04.092+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:04.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:04 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:04.092+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:04.332 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:04 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:04.092+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:04.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:04 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:04.112+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:04.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:04 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:04.112+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:04.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:04 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:04.112+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:04.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:04 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:04.112+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:04.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:04 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:04.112+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:04.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:04 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:04.447+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:31:04.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:04 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:04.447+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:31:04.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:04 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:04.447+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:31:04.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:04 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:04.447+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:31:04.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:04 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:04.447+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:31:05.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:05 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:05.107+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:05.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:05 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:05.107+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:05.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:05 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:05.107+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:05.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:05 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:05.107+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:05.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:05 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:05.107+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:05.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:05 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:05.107+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:05.544 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:05 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:05.130+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:05.544 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:05 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:05.130+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:05.544 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:05 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:05.130+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:05.545 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:05 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:05.130+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:05.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:05 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:05.422+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:31:05.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:05 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:05.422+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:31:05.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:05 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:05.422+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:31:05.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:05 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:05.422+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:31:05.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:05 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:05.422+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:31:05.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:05 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:05.422+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:39.272290+0000 front 2024-04-25T01:30:39.272125+0000 (oldest deadline 2024-04-25T01:31:05.172091+0000) 2024-04-25T01:31:05.831 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:05 smithi186 podman[67562]: 2024-04-25 01:31:05.567586746 +0000 UTC m=+5.444142120 container died e5559b55eb7d71378af5fbd6917f7a0a0a170496d9073048d486208c57e78ba8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-25T01:31:06.177 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:05 smithi186 podman[67562]: 2024-04-25 01:31:05.941631373 +0000 UTC m=+5.818186788 container cleanup e5559b55eb7d71378af5fbd6917f7a0a0a170496d9073048d486208c57e78ba8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-25T01:31:06.178 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:05 smithi186 bash[67562]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8 2024-04-25T01:31:06.178 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:06 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:06.082+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:06.178 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:06 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:06.082+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:06.178 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:06 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:06.082+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:06.178 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:06 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:06.082+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:06.178 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:06 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:06.082+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:06.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:06 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:06.119+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:06.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:06 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:06.119+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:06.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:06 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:06.119+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:06.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:06 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:06.119+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:06.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:06 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:06.119+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:06.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:06 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:06.119+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:06.537 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:06 smithi186 podman[67580]: 2024-04-25 01:31:06.200967717 +0000 UTC m=+0.625249367 container remove e5559b55eb7d71378af5fbd6917f7a0a0a170496d9073048d486208c57e78ba8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0) 2024-04-25T01:31:06.789 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:06 smithi186 podman[67672]: 2024-04-25 01:31:06.560199974 +0000 UTC m=+0.111784120 container create e4afa76fed9c0ee1233e8d782309855bd467d44766f711e64d65b880b4b926ae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T01:31:06.789 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:06 smithi186 podman[67672]: 2024-04-25 01:31:06.465852516 +0000 UTC m=+0.017436634 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:31:06.789 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:06 smithi186 podman[67672]: 2024-04-25 01:31:06.812489255 +0000 UTC m=+0.364073355 container init e4afa76fed9c0ee1233e8d782309855bd467d44766f711e64d65b880b4b926ae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=) 2024-04-25T01:31:06.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:06 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:06.425+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:31:06.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:06 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:06.425+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:31:06.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:06 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:06.425+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:31:06.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:06 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:06.425+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:31:06.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:06 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:06.425+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:31:06.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:06 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:06.425+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:39.272290+0000 front 2024-04-25T01:30:39.272125+0000 (oldest deadline 2024-04-25T01:31:05.172091+0000) 2024-04-25T01:31:07.048 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:06 smithi186 podman[67672]: 2024-04-25 01:31:06.81573598 +0000 UTC m=+0.367320089 container start e4afa76fed9c0ee1233e8d782309855bd467d44766f711e64d65b880b4b926ae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T01:31:07.049 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:06 smithi186 podman[67672]: 2024-04-25 01:31:06.895988613 +0000 UTC m=+0.447572727 container attach e4afa76fed9c0ee1233e8d782309855bd467d44766f711e64d65b880b4b926ae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-25T01:31:07.330 INFO:journalctl@ceph.osd.8.smithi186.stdout:Apr 25 01:31:07 smithi186 podman[67672]: 2024-04-25 01:31:07.10594983 +0000 UTC m=+0.657533941 container died e4afa76fed9c0ee1233e8d782309855bd467d44766f711e64d65b880b4b926ae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-25T01:31:07.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:07 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:07.069+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:07.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:07 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:07.069+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:07.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:07 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:07.069+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:07.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:07 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:07.069+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:07.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:07 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:07.069+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:07.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:07 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:07.105+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:07.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:07 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:07.105+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:07.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:07 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:07.105+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:07.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:07 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:07.105+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:07.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:07 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:07.105+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:07.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:07 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:07.105+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:07.676 DEBUG:teuthology.orchestra.run.smithi186:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.8.service' 2024-04-25T01:31:07.712 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:31:07.713 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-25T01:31:07.713 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-25T01:31:07.713 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.9 2024-04-25T01:31:07.794 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:07 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:07.470+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:31:07.794 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:07 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:07.470+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:31:07.794 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:07 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:07.470+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:31:07.794 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:07 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:07.470+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:31:07.794 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:07 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:07.470+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:31:07.794 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:07 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:07.470+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:39.272290+0000 front 2024-04-25T01:30:39.272125+0000 (oldest deadline 2024-04-25T01:31:05.172091+0000) 2024-04-25T01:31:08.051 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:07 smithi026 systemd[1]: Stopping Ceph osd.9 for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:31:08.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:08 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:08.090+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:08.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:08 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:08.090+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:08.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:08 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:08.090+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:08.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:08 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:08.090+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:08.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:08 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:08.090+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:08.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:08 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:08.090+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:08.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:08 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:08.303+0000 7fa1dcc00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:31:08.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:08 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:08.303+0000 7fa1dcc00700 -1 osd.9 91 *** Got signal Terminated *** 2024-04-25T01:31:08.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:08 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:08.303+0000 7fa1dcc00700 -1 osd.9 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T01:31:08.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:08 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:08.463+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:31:08.552 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:08 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:08.463+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:31:08.553 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:08 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:08.463+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:31:08.553 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:08 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:08.463+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:31:08.553 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:08 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:08.463+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:31:08.553 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:08 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:08.463+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:39.272290+0000 front 2024-04-25T01:30:39.272125+0000 (oldest deadline 2024-04-25T01:31:05.172091+0000) 2024-04-25T01:31:08.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:08 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:08.117+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:08.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:08 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:08.117+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:08.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:08 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:08.117+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:08.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:08 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:08.117+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:08.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:08 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:08.117+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:09.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:09 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:09.101+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:09.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:09 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:09.101+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:09.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:09 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:09.101+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:09.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:09 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:09.101+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:09.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:09 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:09.101+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:09.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:09 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:09.101+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:09.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:09 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:09.079+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:09.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:09 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:09.079+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:09.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:09 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:09.079+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:09.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:09 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:09.079+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:09.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:09 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:09.079+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:09.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:09 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:09.079+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:09.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:09 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:09.500+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:31:09.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:09 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:09.500+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:31:09.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:09 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:09.500+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:31:09.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:09 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:09.500+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:31:09.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:09 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:09.500+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:31:09.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:09 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:09.500+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:39.272290+0000 front 2024-04-25T01:30:39.272125+0000 (oldest deadline 2024-04-25T01:31:05.172091+0000) 2024-04-25T01:31:10.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:10 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:10.117+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:10.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:10 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:10.117+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:10.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:10 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:10.117+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:10.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:10 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:10.117+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:10.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:10 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:10.117+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:10.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:10 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:10.117+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:10.580 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:10 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:10.119+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:10.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:10 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:10.119+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:10.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:10 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:10.119+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:10.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:10 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:10.119+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:10.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:10 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:10.119+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:10.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:10 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:10.119+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:10.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:10 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:10.472+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:31:10.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:10 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:10.472+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:31:10.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:10 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:10.472+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:31:10.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:10 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:10.472+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:31:10.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:10 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:10.472+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:31:10.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:10 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:10.472+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:39.272290+0000 front 2024-04-25T01:30:39.272125+0000 (oldest deadline 2024-04-25T01:31:05.172091+0000) 2024-04-25T01:31:11.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:11 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:11.153+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:11.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:11 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:11.153+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:11.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:11 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:11.153+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:11.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:11 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:11.153+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:11.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:11 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:11.153+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:11.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:11 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:11.153+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:11.580 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:11 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:11.129+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:11.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:11 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:11.129+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:11.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:11 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:11.129+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:11.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:11 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:11.129+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:11.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:11 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:11.129+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:11.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:11 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:11.129+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:11.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:11 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:11.429+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:31:11.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:11 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:11.429+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:31:11.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:11 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:11.429+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:31:11.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:11 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:11.429+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:31:11.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:11 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:11.429+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:31:11.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:11 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:11.429+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:39.272290+0000 front 2024-04-25T01:30:39.272125+0000 (oldest deadline 2024-04-25T01:31:05.172091+0000) 2024-04-25T01:31:11.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:11 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:11.429+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:45.172950+0000 front 2024-04-25T01:30:45.173406+0000 (oldest deadline 2024-04-25T01:31:10.472721+0000) 2024-04-25T01:31:12.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:12 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:12.177+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:12.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:12 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:12.177+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:12.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:12 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:12.177+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:12.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:12 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:12.177+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:12.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:12 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:12.177+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:12.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:12 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:12.177+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:12.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:12 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:12.141+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:12.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:12 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:12.141+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:12.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:12 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:12.141+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:12.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:12 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:12.141+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:12.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:12 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:12.141+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:12.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:12 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:12.141+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:12.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:12 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:12.141+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:48.157419+0000 front 2024-04-25T01:30:48.157317+0000 (oldest deadline 2024-04-25T01:31:11.656976+0000) 2024-04-25T01:31:12.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:12 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:12.446+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.853213+0000 front 2024-04-25T01:29:55.852984+0000 (oldest deadline 2024-04-25T01:30:18.153157+0000) 2024-04-25T01:31:12.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:12 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:12.446+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:04.459196+0000 front 2024-04-25T01:30:04.459078+0000 (oldest deadline 2024-04-25T01:30:27.358732+0000) 2024-04-25T01:31:12.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:12 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:12.446+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.861539+0000 front 2024-04-25T01:30:10.861592+0000 (oldest deadline 2024-04-25T01:30:34.961619+0000) 2024-04-25T01:31:12.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:12 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:12.446+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:20.863603+0000 front 2024-04-25T01:30:20.863806+0000 (oldest deadline 2024-04-25T01:30:43.163849+0000) 2024-04-25T01:31:12.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:12 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:12.446+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:30.568727+0000 front 2024-04-25T01:30:30.568670+0000 (oldest deadline 2024-04-25T01:30:53.468915+0000) 2024-04-25T01:31:12.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:12 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:12.446+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:39.272290+0000 front 2024-04-25T01:30:39.272125+0000 (oldest deadline 2024-04-25T01:31:05.172091+0000) 2024-04-25T01:31:12.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:12 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9[62437]: 2024-04-25T01:31:12.446+0000 7fa1d8e00700 -1 osd.9 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:45.172950+0000 front 2024-04-25T01:30:45.173406+0000 (oldest deadline 2024-04-25T01:31:10.472721+0000) 2024-04-25T01:31:13.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:13 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:13.139+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:13.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:13 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:13.139+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:13.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:13 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:13.139+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:13.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:13 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:13.139+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:13.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:13 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:13.139+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:13.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:13 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:13.139+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:13.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:13 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:13.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:13.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:13 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:13.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:13.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:13 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:13.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:13.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:13 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:13.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:13.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:13 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:13.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:13.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:13 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:13.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:13.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:13 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:13.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:48.157419+0000 front 2024-04-25T01:30:48.157317+0000 (oldest deadline 2024-04-25T01:31:11.656976+0000) 2024-04-25T01:31:14.051 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:13 smithi026 podman[83508]: 2024-04-25 01:31:13.785206717 +0000 UTC m=+5.623280593 container died 9561e65aa6a023bd1893d7c91e530e7767ecc67058d657626c79a8c3a8ec701a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9) 2024-04-25T01:31:14.335 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:14 smithi026 podman[83508]: 2024-04-25 01:31:14.337197228 +0000 UTC m=+6.175271137 container cleanup 9561e65aa6a023bd1893d7c91e530e7767ecc67058d657626c79a8c3a8ec701a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-25T01:31:14.335 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:14 smithi026 bash[83508]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9 2024-04-25T01:31:14.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:14 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:14.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:14.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:14 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:14.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:14.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:14 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:14.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:14.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:14 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:14.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:14.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:14 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:14.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:14.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:14 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:14.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:14.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:14 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:14.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:48.157419+0000 front 2024-04-25T01:30:48.157317+0000 (oldest deadline 2024-04-25T01:31:11.656976+0000) 2024-04-25T01:31:14.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:14 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:14.171+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:14.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:14 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:14.171+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:14.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:14 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:14.171+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:14.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:14 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:14.171+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:14.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:14 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:14.171+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:14.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:14 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:14.171+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:14.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:14 smithi026 podman[83526]: 2024-04-25 01:31:14.555079814 +0000 UTC m=+0.759768808 container remove 9561e65aa6a023bd1893d7c91e530e7767ecc67058d657626c79a8c3a8ec701a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-25T01:31:15.580 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:15 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:15.195+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:15.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:15 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:15.195+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:15.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:15 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:15.195+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:15.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:15 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:15.195+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:15.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:15 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:15.195+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:15.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:15 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:15.195+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:15.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:15 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:15.140+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:15.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:15 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:15.140+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:15.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:15 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:15.140+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:15.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:15 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:15.140+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:15.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:15 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:15.140+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:15.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:15 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:15.140+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:15.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:15 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:15.140+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:48.157419+0000 front 2024-04-25T01:30:48.157317+0000 (oldest deadline 2024-04-25T01:31:11.656976+0000) 2024-04-25T01:31:15.801 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:15 smithi026 podman[83612]: 2024-04-25 01:31:15.393990108 +0000 UTC m=+0.043866513 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:31:15.802 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:15 smithi026 podman[83612]: 2024-04-25 01:31:15.514330059 +0000 UTC m=+0.164206494 container create c7f6df2d920180a62d1666da59e841c5b88552630abda282e34fe2677874e39a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-25T01:31:16.301 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:15 smithi026 podman[83612]: 2024-04-25 01:31:15.851529999 +0000 UTC m=+0.501406450 container init c7f6df2d920180a62d1666da59e841c5b88552630abda282e34fe2677874e39a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-25T01:31:16.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:15 smithi026 podman[83612]: 2024-04-25 01:31:15.86388722 +0000 UTC m=+0.513763681 container start c7f6df2d920180a62d1666da59e841c5b88552630abda282e34fe2677874e39a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T01:31:16.302 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:15 smithi026 podman[83612]: 2024-04-25 01:31:15.950103058 +0000 UTC m=+0.599979496 container attach c7f6df2d920180a62d1666da59e841c5b88552630abda282e34fe2677874e39a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-25T01:31:16.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:16 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:16.153+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:16.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:16 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:16.153+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:16.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:16 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:16.153+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:16.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:16 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:16.153+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:16.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:16 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:16.153+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:16.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:16 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:16.153+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:16.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:16 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:16.183+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:16.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:16 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:16.183+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:16.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:16 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:16.183+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:16.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:16 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:16.183+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:16.611 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:16 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:16.183+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:16.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:16 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:16.183+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:16.612 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:16 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:16.183+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:48.157419+0000 front 2024-04-25T01:30:48.157317+0000 (oldest deadline 2024-04-25T01:31:11.656976+0000) 2024-04-25T01:31:16.649 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 25 01:31:16 smithi026 podman[83612]: 2024-04-25 01:31:16.326333048 +0000 UTC m=+0.976209476 container died c7f6df2d920180a62d1666da59e841c5b88552630abda282e34fe2677874e39a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-25T01:31:17.090 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.9.service' 2024-04-25T01:31:17.197 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:31:17.197 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-25T01:31:17.198 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-25T01:31:17.198 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.10 2024-04-25T01:31:17.506 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:17.136+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:17.506 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:17.136+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:17.506 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:17.136+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:17.507 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:17.136+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:17.507 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:17.136+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:17.507 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:17.136+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:17.507 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:17.136+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:48.157419+0000 front 2024-04-25T01:30:48.157317+0000 (oldest deadline 2024-04-25T01:31:11.656976+0000) 2024-04-25T01:31:17.507 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:17 smithi111 systemd[1]: Stopping Ceph osd.10 for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:31:17.580 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:17 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:17.196+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:17.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:17 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:17.196+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:17.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:17 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:17.196+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:17.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:17 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:17.196+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:17.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:17 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:17.196+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:17.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:17 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:17.196+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:17.861 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:17.529+0000 7fe3496f3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:31:17.861 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:17.529+0000 7fe3496f3700 -1 osd.10 91 *** Got signal Terminated *** 2024-04-25T01:31:17.862 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:17 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:17.529+0000 7fe3496f3700 -1 osd.10 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T01:31:18.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:18 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:18.133+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:18.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:18 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:18.133+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:18.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:18 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:18.133+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:18.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:18 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:18.133+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:18.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:18 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:18.133+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:18.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:18 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:18.133+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:18.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:18 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:18.133+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:48.157419+0000 front 2024-04-25T01:30:48.157317+0000 (oldest deadline 2024-04-25T01:31:11.656976+0000) 2024-04-25T01:31:18.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:18 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:18.187+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:18.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:18 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:18.187+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:18.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:18 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:18.187+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:18.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:18 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:18.187+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:18.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:18 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:18.187+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:18.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:18 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:18.187+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:19.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:19 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:19.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:19.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:19 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:19.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:19.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:19 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:19.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:19.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:19 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:19.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:19.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:19 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:19.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:19.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:19 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:19.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:19.363 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:19 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:19.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:48.157419+0000 front 2024-04-25T01:30:48.157317+0000 (oldest deadline 2024-04-25T01:31:11.656976+0000) 2024-04-25T01:31:19.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:19 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:19.153+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:19.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:19 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:19.153+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:19.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:19 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:19.153+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:19.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:19 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:19.153+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:19.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:19 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:19.153+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:19.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:19 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:19.153+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:19.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:19 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:19.153+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6820 osd.7 since back 2024-04-25T01:30:54.161394+0000 front 2024-04-25T01:30:54.161450+0000 (oldest deadline 2024-04-25T01:31:18.861223+0000) 2024-04-25T01:31:20.455 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:20 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:20.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:20.455 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:20 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:20.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:20.455 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:20 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:20.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:20.455 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:20 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:20.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:20.455 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:20 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:20.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:20.455 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:20 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:20.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:20.455 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:20 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:20.158+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:48.157419+0000 front 2024-04-25T01:30:48.157317+0000 (oldest deadline 2024-04-25T01:31:11.656976+0000) 2024-04-25T01:31:20.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:20 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:20.114+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:20.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:20 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:20.114+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:20.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:20 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:20.114+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:20.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:20 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:20.114+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:20.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:20 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:20.114+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:20.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:20 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:20.114+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:20.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:20 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:20.114+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6820 osd.7 since back 2024-04-25T01:30:54.161394+0000 front 2024-04-25T01:30:54.161450+0000 (oldest deadline 2024-04-25T01:31:18.861223+0000) 2024-04-25T01:31:21.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:21 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:21.102+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:21.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:21 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:21.102+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:21.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:21 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:21.102+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:21.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:21 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:21.102+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:21.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:21 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:21.102+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:21.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:21 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:21.102+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:21.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:21 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:21.102+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6820 osd.7 since back 2024-04-25T01:30:54.161394+0000 front 2024-04-25T01:30:54.161450+0000 (oldest deadline 2024-04-25T01:31:18.861223+0000) 2024-04-25T01:31:21.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:21 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:21.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:21.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:21 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:21.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:21.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:21 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:21.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:21.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:21 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:21.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:21.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:21 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:21.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:21.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:21 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:21.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:21.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:21 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:21.110+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:48.157419+0000 front 2024-04-25T01:30:48.157317+0000 (oldest deadline 2024-04-25T01:31:11.656976+0000) 2024-04-25T01:31:22.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:22 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:22.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:22.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:22 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:22.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:22.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:22 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:22.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:22.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:22 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:22.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:22.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:22 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:22.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:22.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:22 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:22.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:22.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:22 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:22.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6820 osd.7 since back 2024-04-25T01:30:54.161394+0000 front 2024-04-25T01:30:54.161450+0000 (oldest deadline 2024-04-25T01:31:18.861223+0000) 2024-04-25T01:31:22.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:22 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:22.084+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:54.350393+0000 front 2024-04-25T01:29:54.350240+0000 (oldest deadline 2024-04-25T01:30:19.649962+0000) 2024-04-25T01:31:22.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:22 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:22.084+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.550893+0000 front 2024-04-25T01:30:05.550856+0000 (oldest deadline 2024-04-25T01:30:30.851032+0000) 2024-04-25T01:31:22.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:22 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:22.084+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:10.851819+0000 front 2024-04-25T01:30:10.851835+0000 (oldest deadline 2024-04-25T01:30:34.951615+0000) 2024-04-25T01:31:22.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:22 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:22.084+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-25T01:30:19.052688+0000 front 2024-04-25T01:30:19.052717+0000 (oldest deadline 2024-04-25T01:30:43.152684+0000) 2024-04-25T01:31:22.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:22 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:22.084+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:31.353886+0000 front 2024-04-25T01:30:31.353920+0000 (oldest deadline 2024-04-25T01:30:52.454038+0000) 2024-04-25T01:31:22.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:22 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:22.084+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:38.255701+0000 front 2024-04-25T01:30:38.255743+0000 (oldest deadline 2024-04-25T01:31:04.155702+0000) 2024-04-25T01:31:22.362 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:22 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10[57439]: 2024-04-25T01:31:22.084+0000 7fe3464e8700 -1 osd.10 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:48.157419+0000 front 2024-04-25T01:30:48.157317+0000 (oldest deadline 2024-04-25T01:31:11.656976+0000) 2024-04-25T01:31:23.099 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:22 smithi111 podman[67183]: 2024-04-25 01:31:22.845158511 +0000 UTC m=+5.429106731 container died 849fc251be114223228c97443ca2890cd53f9d96b33d74c6010e75e42eef7e8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=) 2024-04-25T01:31:23.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:23 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:23.048+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:23.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:23 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:23.048+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:23.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:23 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:23.048+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:23.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:23 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:23.048+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:23.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:23 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:23.048+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:23.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:23 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:23.048+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:23.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:23 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:23.049+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6820 osd.7 since back 2024-04-25T01:30:54.161394+0000 front 2024-04-25T01:30:54.161450+0000 (oldest deadline 2024-04-25T01:31:18.861223+0000) 2024-04-25T01:31:23.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:23 smithi111 podman[67183]: 2024-04-25 01:31:23.212010746 +0000 UTC m=+5.795958960 container cleanup 849fc251be114223228c97443ca2890cd53f9d96b33d74c6010e75e42eef7e8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-25T01:31:23.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:23 smithi111 bash[67183]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10 2024-04-25T01:31:23.828 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:23 smithi111 podman[67213]: 2024-04-25 01:31:23.471426601 +0000 UTC m=+0.614997444 container remove 849fc251be114223228c97443ca2890cd53f9d96b33d74c6010e75e42eef7e8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-25T01:31:24.080 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:23 smithi111 podman[67303]: 2024-04-25 01:31:23.754405452 +0000 UTC m=+0.018011499 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:31:24.080 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:23 smithi111 podman[67303]: 2024-04-25 01:31:23.864406496 +0000 UTC m=+0.128012529 container create 9f1b28c8ef838db55395395a7473fe4558ef5b519967f558cb938f50b0f7ec4f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9) 2024-04-25T01:31:24.080 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:24 smithi111 podman[67303]: 2024-04-25 01:31:24.09997044 +0000 UTC m=+0.363576470 container init 9f1b28c8ef838db55395395a7473fe4558ef5b519967f558cb938f50b0f7ec4f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T01:31:24.081 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:24 smithi111 podman[67303]: 2024-04-25 01:31:24.102927744 +0000 UTC m=+0.366533777 container start 9f1b28c8ef838db55395395a7473fe4558ef5b519967f558cb938f50b0f7ec4f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-25T01:31:24.330 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:24 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:24.056+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:24.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:24 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:24.056+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:24.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:24 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:24.056+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:24.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:24 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:24.056+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:24.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:24 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:24.056+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:24.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:24 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:24.056+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:24.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:24 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:24.056+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6820 osd.7 since back 2024-04-25T01:30:54.161394+0000 front 2024-04-25T01:30:54.161450+0000 (oldest deadline 2024-04-25T01:31:18.861223+0000) 2024-04-25T01:31:24.361 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:24 smithi111 podman[67303]: 2024-04-25 01:31:24.208382759 +0000 UTC m=+0.471988802 container attach 9f1b28c8ef838db55395395a7473fe4558ef5b519967f558cb938f50b0f7ec4f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-25T01:31:24.646 INFO:journalctl@ceph.osd.10.smithi111.stdout:Apr 25 01:31:24 smithi111 podman[67303]: 2024-04-25 01:31:24.388556669 +0000 UTC m=+0.652162712 container died 9f1b28c8ef838db55395395a7473fe4558ef5b519967f558cb938f50b0f7ec4f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T01:31:24.916 DEBUG:teuthology.orchestra.run.smithi111:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.10.service' 2024-04-25T01:31:24.954 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:31:24.954 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-25T01:31:24.954 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-25T01:31:24.954 DEBUG:teuthology.orchestra.run.smithi186:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.11 2024-04-25T01:31:25.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 systemd[1]: Stopping Ceph osd.11 for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:31:25.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.027+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:25.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.027+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:25.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.027+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:25.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.027+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:25.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.027+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:25.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.027+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:25.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.027+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6820 osd.7 since back 2024-04-25T01:30:54.161394+0000 front 2024-04-25T01:30:54.161450+0000 (oldest deadline 2024-04-25T01:31:18.861223+0000) 2024-04-25T01:31:25.830 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.376+0000 7fbaf616e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:31:25.831 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.376+0000 7fbaf616e700 -1 osd.11 91 *** Got signal Terminated *** 2024-04-25T01:31:25.831 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.376+0000 7fbaf616e700 -1 osd.11 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T01:31:26.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.984+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:26.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.984+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:26.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.984+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:26.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.984+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:26.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.984+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:26.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.984+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:26.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:25 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:25.984+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6820 osd.7 since back 2024-04-25T01:30:54.161394+0000 front 2024-04-25T01:30:54.161450+0000 (oldest deadline 2024-04-25T01:31:18.861223+0000) 2024-04-25T01:31:27.330 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:27 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:27.006+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:27.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:27 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:27.006+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:27.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:27 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:27.006+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:27.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:27 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:27.006+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:27.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:27 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:27.006+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:27.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:27 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:27.006+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:27.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:27 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:27.006+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6820 osd.7 since back 2024-04-25T01:30:54.161394+0000 front 2024-04-25T01:30:54.161450+0000 (oldest deadline 2024-04-25T01:31:18.861223+0000) 2024-04-25T01:31:28.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:28 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:28.020+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:28.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:28 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:28.020+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:28.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:28 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:28.020+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:28.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:28 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:28.020+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:28.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:28 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:28.020+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:28.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:28 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:28.020+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:28.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:28 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:28.020+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6820 osd.7 since back 2024-04-25T01:30:54.161394+0000 front 2024-04-25T01:30:54.161450+0000 (oldest deadline 2024-04-25T01:31:18.861223+0000) 2024-04-25T01:31:28.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:28 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:28.020+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6820 osd.8 since back 2024-04-25T01:31:05.162735+0000 front 2024-04-25T01:31:05.162765+0000 (oldest deadline 2024-04-25T01:31:27.462845+0000) 2024-04-25T01:31:29.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:29 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:29.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:29.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:29 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:29.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:29.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:29 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:29.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:29.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:29 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:29.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:29.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:29 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:29.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:29.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:29 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:29.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:29.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:29 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:29.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6820 osd.7 since back 2024-04-25T01:30:54.161394+0000 front 2024-04-25T01:30:54.161450+0000 (oldest deadline 2024-04-25T01:31:18.861223+0000) 2024-04-25T01:31:29.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:29 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:29.064+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6820 osd.8 since back 2024-04-25T01:31:05.162735+0000 front 2024-04-25T01:31:05.162765+0000 (oldest deadline 2024-04-25T01:31:27.462845+0000) 2024-04-25T01:31:30.580 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:30 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:30.113+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-25T01:29:55.252690+0000 front 2024-04-25T01:29:55.252785+0000 (oldest deadline 2024-04-25T01:30:19.352343+0000) 2024-04-25T01:31:30.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:30 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:30.113+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6804 osd.1 since back 2024-04-25T01:30:05.754067+0000 front 2024-04-25T01:30:05.753952+0000 (oldest deadline 2024-04-25T01:30:27.354562+0000) 2024-04-25T01:31:30.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:30 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:30.113+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6804 osd.2 since back 2024-04-25T01:30:13.255302+0000 front 2024-04-25T01:30:13.255348+0000 (oldest deadline 2024-04-25T01:30:38.555505+0000) 2024-04-25T01:31:30.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:30 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:30.113+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6812 osd.4 since back 2024-04-25T01:30:29.057771+0000 front 2024-04-25T01:30:29.057840+0000 (oldest deadline 2024-04-25T01:30:57.258530+0000) 2024-04-25T01:31:30.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:30 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:30.113+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6812 osd.5 since back 2024-04-25T01:30:37.259036+0000 front 2024-04-25T01:30:37.259116+0000 (oldest deadline 2024-04-25T01:31:06.059477+0000) 2024-04-25T01:31:30.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:30 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:30.113+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-25T01:30:46.060287+0000 front 2024-04-25T01:30:46.060376+0000 (oldest deadline 2024-04-25T01:31:08.959947+0000) 2024-04-25T01:31:30.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:30 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:30.113+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.111:6820 osd.7 since back 2024-04-25T01:30:54.161394+0000 front 2024-04-25T01:30:54.161450+0000 (oldest deadline 2024-04-25T01:31:18.861223+0000) 2024-04-25T01:31:30.581 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:30 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11[58311]: 2024-04-25T01:31:30.113+0000 7fbaf2f63700 -1 osd.11 91 heartbeat_check: no reply from 172.21.15.186:6820 osd.8 since back 2024-04-25T01:31:05.162735+0000 front 2024-04-25T01:31:05.162765+0000 (oldest deadline 2024-04-25T01:31:27.462845+0000) 2024-04-25T01:31:31.070 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:30 smithi186 podman[67790]: 2024-04-25 01:31:30.836932583 +0000 UTC m=+5.663532134 container died 8cc09589f7c3578c63714ba9fedc6f7ce97b45b82708fb22301269f9b363c3b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-25T01:31:31.330 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:31 smithi186 podman[67790]: 2024-04-25 01:31:31.19299966 +0000 UTC m=+6.019599199 container cleanup 8cc09589f7c3578c63714ba9fedc6f7ce97b45b82708fb22301269f9b363c3b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-25T01:31:31.331 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:31 smithi186 bash[67790]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11 2024-04-25T01:31:31.798 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:31 smithi186 podman[67807]: 2024-04-25 01:31:31.46901455 +0000 UTC m=+0.631808032 container remove 8cc09589f7c3578c63714ba9fedc6f7ce97b45b82708fb22301269f9b363c3b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-25T01:31:32.080 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:31 smithi186 podman[67899]: 2024-04-25 01:31:31.725134313 +0000 UTC m=+0.018361801 image pull f68e37b807ef3dfd57708ff7362bfa0edaabe0111536b8e8a4c26de22a72557e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901 2024-04-25T01:31:32.081 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:31 smithi186 podman[67899]: 2024-04-25 01:31:31.878127689 +0000 UTC m=+0.171355215 container create 3fb9108094f7538c344eaa08f09fe8475dea5f02b35a9f21d73847238f9cb8cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-25T01:31:32.386 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:32 smithi186 podman[67899]: 2024-04-25 01:31:32.11347493 +0000 UTC m=+0.406702400 container init 3fb9108094f7538c344eaa08f09fe8475dea5f02b35a9f21d73847238f9cb8cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, ceph=True) 2024-04-25T01:31:32.386 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:32 smithi186 podman[67899]: 2024-04-25 01:31:32.116624612 +0000 UTC m=+0.409852077 container start 3fb9108094f7538c344eaa08f09fe8475dea5f02b35a9f21d73847238f9cb8cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2) 2024-04-25T01:31:32.386 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:32 smithi186 podman[67899]: 2024-04-25 01:31:32.205294103 +0000 UTC m=+0.498521576 container attach 3fb9108094f7538c344eaa08f09fe8475dea5f02b35a9f21d73847238f9cb8cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T01:31:32.676 INFO:journalctl@ceph.osd.11.smithi186.stdout:Apr 25 01:31:32 smithi186 podman[67899]: 2024-04-25 01:31:32.409417254 +0000 UTC m=+0.702644727 container died 3fb9108094f7538c344eaa08f09fe8475dea5f02b35a9f21d73847238f9cb8cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-25T01:31:32.957 DEBUG:teuthology.orchestra.run.smithi186:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@osd.11.service' 2024-04-25T01:31:32.994 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:31:32.995 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-25T01:31:32.995 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-25T01:31:32.995 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.a 2024-04-25T01:31:33.551 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:31:33 smithi026 systemd[1]: Stopping Ceph mds.a for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:31:34.051 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:31:33 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-a[68968]: 2024-04-25T01:31:33.611+0000 7f6324000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:31:34.051 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:31:33 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-a[68968]: 2024-04-25T01:31:33.611+0000 7f6324000700 -1 mds.a *** got signal Terminated *** 2024-04-25T01:31:37.939 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:31:37 smithi026 podman[83728]: 2024-04-25 01:31:37.626563404 +0000 UTC m=+4.145438094 container died e78f348f90d972b82797e864fad52df2357be75a012525ec881bbce1702545a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=) 2024-04-25T01:31:38.301 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:31:38 smithi026 podman[83728]: 2024-04-25 01:31:38.179265714 +0000 UTC m=+4.698140420 container cleanup e78f348f90d972b82797e864fad52df2357be75a012525ec881bbce1702545a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T01:31:38.301 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:31:38 smithi026 bash[83728]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-a 2024-04-25T01:31:38.801 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 25 01:31:38 smithi026 podman[83742]: 2024-04-25 01:31:38.522226774 +0000 UTC m=+0.874758765 container remove e78f348f90d972b82797e864fad52df2357be75a012525ec881bbce1702545a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=squid-d2c45d9, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424) 2024-04-25T01:31:39.072 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.a.service' 2024-04-25T01:31:39.186 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:31:39.186 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-25T01:31:39.186 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-25T01:31:39.186 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.d 2024-04-25T01:31:39.551 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:31:39 smithi026 systemd[1]: Stopping Ceph mds.d for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:31:40.051 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:31:39 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-d[67962]: 2024-04-25T01:31:39.814+0000 7efe2a200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:31:40.051 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:31:39 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-d[67962]: 2024-04-25T01:31:39.814+0000 7efe2a200700 -1 mds.d *** got signal Terminated *** 2024-04-25T01:31:41.682 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:31:41 smithi026 podman[83851]: 2024-04-25 01:31:41.361656305 +0000 UTC m=+1.681405729 container died c06b7814d0be0e34ad571559037f3843eff8aa123cbd4d99f3edd70dc8ab3c5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0) 2024-04-25T01:31:42.036 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:31:41 smithi026 podman[83851]: 2024-04-25 01:31:41.858505616 +0000 UTC m=+2.178255080 container cleanup c06b7814d0be0e34ad571559037f3843eff8aa123cbd4d99f3edd70dc8ab3c5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-d, maintainer=Guillaume Abrioux , RELEASE=squid-d2c45d9, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-25T01:31:42.037 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:31:41 smithi026 bash[83851]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-d 2024-04-25T01:31:42.300 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 25 01:31:42 smithi026 podman[83865]: 2024-04-25 01:31:42.059186046 +0000 UTC m=+0.680815897 container remove c06b7814d0be0e34ad571559037f3843eff8aa123cbd4d99f3edd70dc8ab3c5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-d, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, ceph=True, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-25T01:31:42.555 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.d.service' 2024-04-25T01:31:42.666 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:31:42.667 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-25T01:31:42.667 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-25T01:31:42.667 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.g 2024-04-25T01:31:43.300 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 25 01:31:42 smithi026 systemd[1]: Stopping Ceph mds.g for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:31:43.801 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 25 01:31:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-g[68575]: 2024-04-25T01:31:43.376+0000 7fdf54a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:31:43.801 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 25 01:31:43 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-g[68575]: 2024-04-25T01:31:43.376+0000 7fdf54a00700 -1 mds.g *** got signal Terminated *** 2024-04-25T01:31:47.720 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 25 01:31:47 smithi026 podman[83969]: 2024-04-25 01:31:47.395621581 +0000 UTC m=+4.189121318 container died a18ec7603c1ce45820ec0a1e9e5e732d9cd0b54ce53e614cd38999a4cdb5d7bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-25T01:31:48.050 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 25 01:31:47 smithi026 podman[83969]: 2024-04-25 01:31:47.886381582 +0000 UTC m=+4.679881335 container cleanup a18ec7603c1ce45820ec0a1e9e5e732d9cd0b54ce53e614cd38999a4cdb5d7bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-g, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=squid-d2c45d9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-25T01:31:48.051 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 25 01:31:47 smithi026 bash[83969]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-g 2024-04-25T01:31:48.499 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 25 01:31:48 smithi026 podman[83984]: 2024-04-25 01:31:48.2457658 +0000 UTC m=+0.831098003 container remove a18ec7603c1ce45820ec0a1e9e5e732d9cd0b54ce53e614cd38999a4cdb5d7bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-25T01:31:48.542 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.g.service' 2024-04-25T01:31:48.658 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:31:48.659 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-25T01:31:48.659 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-25T01:31:48.659 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.j 2024-04-25T01:31:49.232 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:31:48 smithi026 systemd[1]: Stopping Ceph mds.j for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:31:49.551 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:31:49 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-j[67589]: 2024-04-25T01:31:49.254+0000 7f458fc00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:31:49.551 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:31:49 smithi026 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-j[67589]: 2024-04-25T01:31:49.254+0000 7f458fc00700 -1 mds.j *** got signal Terminated *** 2024-04-25T01:31:53.551 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:31:53 smithi026 podman[84091]: 2024-04-25 01:31:53.270424521 +0000 UTC m=+4.140488607 container died 10fb2e44392428c8f5e42e637287279175f6cf46a3f44797214553e4254235b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-j, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424) 2024-04-25T01:31:53.918 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:31:53 smithi026 podman[84091]: 2024-04-25 01:31:53.681877995 +0000 UTC m=+4.551942103 container cleanup 10fb2e44392428c8f5e42e637287279175f6cf46a3f44797214553e4254235b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-j, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-25T01:31:53.918 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:31:53 smithi026 bash[84091]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-j 2024-04-25T01:31:54.300 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 25 01:31:53 smithi026 podman[84117]: 2024-04-25 01:31:53.940870444 +0000 UTC m=+0.653944401 container remove 10fb2e44392428c8f5e42e637287279175f6cf46a3f44797214553e4254235b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-j, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-25T01:31:54.455 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.j.service' 2024-04-25T01:31:54.563 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:31:54.563 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-25T01:31:54.563 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-25T01:31:54.563 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.b 2024-04-25T01:31:54.840 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:31:54 smithi111 systemd[1]: Stopping Ceph mds.b for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:31:55.111 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:31:54 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b[63133]: 2024-04-25T01:31:54.862+0000 7f9bd940c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:31:55.111 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:31:54 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b[63133]: 2024-04-25T01:31:54.862+0000 7f9bd940c700 -1 mds.b *** got signal Terminated *** 2024-04-25T01:31:57.957 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:31:57 smithi111 podman[67410]: 2024-04-25 01:31:57.70042488 +0000 UTC m=+2.926098659 container died 67210f9662abf6834a82c15a591fb120cf23086973c2a4a027e64d9c4a972c86 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2) 2024-04-25T01:31:58.307 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:31:58 smithi111 podman[67410]: 2024-04-25 01:31:58.079259886 +0000 UTC m=+3.304933614 container cleanup 67210f9662abf6834a82c15a591fb120cf23086973c2a4a027e64d9c4a972c86 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424) 2024-04-25T01:31:58.307 INFO:journalctl@ceph.mds.b.smithi111.stdout:Apr 25 01:31:58 smithi111 bash[67410]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-b 2024-04-25T01:31:58.430 DEBUG:teuthology.orchestra.run.smithi111:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.b.service' 2024-04-25T01:31:58.473 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:31:58.473 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-25T01:31:58.473 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-25T01:31:58.473 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.e 2024-04-25T01:31:58.611 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:31:58 smithi111 systemd[1]: Stopping Ceph mds.e for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:31:59.111 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:31:58 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-e[62498]: 2024-04-25T01:31:58.817+0000 7f705b3af700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:31:59.111 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:31:58 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-e[62498]: 2024-04-25T01:31:58.817+0000 7f705b3af700 -1 mds.e *** got signal Terminated *** 2024-04-25T01:32:01.936 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:32:01 smithi111 podman[67542]: 2024-04-25 01:32:01.707371959 +0000 UTC m=+2.998517179 container died 09ee07925f8d79607e99ca4db85e1e9d4c17ddcd831f7bab897e12b257afd43f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-e, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T01:32:01.937 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:32:01 smithi111 podman[67542]: 2024-04-25 01:32:01.96026763 +0000 UTC m=+3.251412864 container cleanup 09ee07925f8d79607e99ca4db85e1e9d4c17ddcd831f7bab897e12b257afd43f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-e, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9) 2024-04-25T01:32:02.213 INFO:journalctl@ceph.mds.e.smithi111.stdout:Apr 25 01:32:01 smithi111 bash[67542]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-e 2024-04-25T01:32:02.349 DEBUG:teuthology.orchestra.run.smithi111:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.e.service' 2024-04-25T01:32:02.381 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:32:02.382 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-25T01:32:02.382 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-25T01:32:02.382 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.h 2024-04-25T01:32:02.861 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:32:02 smithi111 systemd[1]: Stopping Ceph mds.h for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:32:02.861 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:32:02 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-h[62804]: 2024-04-25T01:32:02.721+0000 7f0d54432700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:32:02.861 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:32:02 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-h[62804]: 2024-04-25T01:32:02.721+0000 7f0d54432700 -1 mds.h *** got signal Terminated *** 2024-04-25T01:32:05.928 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:32:05 smithi111 podman[67663]: 2024-04-25 01:32:05.700112263 +0000 UTC m=+3.071725788 container died 2be9a6fc92a462b8c7bba7c3944318ad25a78d1883f076488c887e8227d45d11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-h, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-25T01:32:06.203 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:32:06 smithi111 podman[67663]: 2024-04-25 01:32:06.050427195 +0000 UTC m=+3.422040727 container cleanup 2be9a6fc92a462b8c7bba7c3944318ad25a78d1883f076488c887e8227d45d11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-h, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=squid-d2c45d9, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True) 2024-04-25T01:32:06.203 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:32:06 smithi111 bash[67663]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-h 2024-04-25T01:32:06.446 DEBUG:teuthology.orchestra.run.smithi111:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.h.service' 2024-04-25T01:32:06.466 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:32:06 smithi111 podman[67677]: 2024-04-25 01:32:06.226435212 +0000 UTC m=+0.519382445 container remove 2be9a6fc92a462b8c7bba7c3944318ad25a78d1883f076488c887e8227d45d11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-h, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-25T01:32:06.466 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:32:06 smithi111 systemd[1]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.h.service: Deactivated successfully. 2024-04-25T01:32:06.466 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:32:06 smithi111 systemd[1]: Stopped Ceph mds.h for 004ab5e8-02a1-11ef-bc93-c7b262605968. 2024-04-25T01:32:06.467 INFO:journalctl@ceph.mds.h.smithi111.stdout:Apr 25 01:32:06 smithi111 systemd[1]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.h.service: Consumed 1.514s CPU time. 2024-04-25T01:32:06.476 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:32:06.477 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-25T01:32:06.477 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-25T01:32:06.477 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.k 2024-04-25T01:32:06.797 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:32:06 smithi111 systemd[1]: Stopping Ceph mds.k for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:32:07.090 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:32:06 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-k[62184]: 2024-04-25T01:32:06.819+0000 7f592b63a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:32:07.090 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:32:06 smithi111 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-k[62184]: 2024-04-25T01:32:06.819+0000 7f592b63a700 -1 mds.k *** got signal Terminated *** 2024-04-25T01:32:09.973 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:32:09 smithi111 podman[67783]: 2024-04-25 01:32:09.698731335 +0000 UTC m=+2.987124934 container died aeb67fae66d4c8cb61704a82f26d6ad10c5f3261be5da95690bcf7f47779de96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-k, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-d2c45d9, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS) 2024-04-25T01:32:10.331 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:32:10 smithi111 podman[67783]: 2024-04-25 01:32:10.095338788 +0000 UTC m=+3.383732375 container cleanup aeb67fae66d4c8cb61704a82f26d6ad10c5f3261be5da95690bcf7f47779de96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-k, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=squid-d2c45d9, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-25T01:32:10.331 INFO:journalctl@ceph.mds.k.smithi111.stdout:Apr 25 01:32:10 smithi111 bash[67783]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-k 2024-04-25T01:32:10.455 DEBUG:teuthology.orchestra.run.smithi111:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.k.service' 2024-04-25T01:32:10.486 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:32:10.486 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-25T01:32:10.486 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-25T01:32:10.487 DEBUG:teuthology.orchestra.run.smithi186:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.c 2024-04-25T01:32:10.830 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:32:10 smithi186 systemd[1]: Stopping Ceph mds.c for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:32:11.330 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:32:10 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-c[63482]: 2024-04-25T01:32:10.932+0000 7fcac5ca3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:32:11.330 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:32:10 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-c[63482]: 2024-04-25T01:32:10.932+0000 7fcac5ca3700 -1 mds.c *** got signal Terminated *** 2024-04-25T01:32:13.985 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:32:13 smithi186 podman[68003]: 2024-04-25 01:32:13.687201829 +0000 UTC m=+2.988101395 container died 62eb6fd39657c971b70549247ff4f0fd97979ac312efbd4b339dbb1f841dde5f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=squid-d2c45d9, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-25T01:32:14.301 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:32:14 smithi186 podman[68003]: 2024-04-25 01:32:14.106680352 +0000 UTC m=+3.407579907 container cleanup 62eb6fd39657c971b70549247ff4f0fd97979ac312efbd4b339dbb1f841dde5f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-c, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0) 2024-04-25T01:32:14.301 INFO:journalctl@ceph.mds.c.smithi186.stdout:Apr 25 01:32:14 smithi186 bash[68003]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-c 2024-04-25T01:32:14.516 DEBUG:teuthology.orchestra.run.smithi186:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.c.service' 2024-04-25T01:32:14.550 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:32:14.551 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-25T01:32:14.551 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-25T01:32:14.551 DEBUG:teuthology.orchestra.run.smithi186:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.f 2024-04-25T01:32:14.870 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:32:14 smithi186 systemd[1]: Stopping Ceph mds.f for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:32:15.330 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:32:14 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-f[63170]: 2024-04-25T01:32:14.893+0000 7f93bfe6d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:32:15.330 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:32:14 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-f[63170]: 2024-04-25T01:32:14.893+0000 7f93bfe6d700 -1 mds.f *** got signal Terminated *** 2024-04-25T01:32:17.979 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:32:17 smithi186 podman[68134]: 2024-04-25 01:32:17.688226854 +0000 UTC m=+2.894577107 container died e24e834a72d902deb3f8c8f13535bf3b9778a345dabc3d8a33f8d7833d6fa3b1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-f, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-25T01:32:18.287 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:32:18 smithi186 podman[68134]: 2024-04-25 01:32:18.101750026 +0000 UTC m=+3.308100321 container cleanup e24e834a72d902deb3f8c8f13535bf3b9778a345dabc3d8a33f8d7833d6fa3b1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-f, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-d2c45d9) 2024-04-25T01:32:18.288 INFO:journalctl@ceph.mds.f.smithi186.stdout:Apr 25 01:32:18 smithi186 bash[68134]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-f 2024-04-25T01:32:18.503 DEBUG:teuthology.orchestra.run.smithi186:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.f.service' 2024-04-25T01:32:18.536 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:32:18.536 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-25T01:32:18.536 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-25T01:32:18.536 DEBUG:teuthology.orchestra.run.smithi186:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.i 2024-04-25T01:32:18.848 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:32:18 smithi186 systemd[1]: Stopping Ceph mds.i for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:32:19.330 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:32:18 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-i[63808]: 2024-04-25T01:32:18.871+0000 7fd86aa80700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:32:19.330 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:32:18 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-i[63808]: 2024-04-25T01:32:18.871+0000 7fd86aa80700 -1 mds.i *** got signal Terminated *** 2024-04-25T01:32:21.932 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:32:21 smithi186 podman[68257]: 2024-04-25 01:32:21.691025788 +0000 UTC m=+2.922962346 container died b17b7130913ed1b9ebb955c9de62bcf5480b44c8b0f72bb761594fc18e1dfb01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-i, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-25T01:32:22.299 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:32:22 smithi186 podman[68257]: 2024-04-25 01:32:22.055523539 +0000 UTC m=+3.287460104 container cleanup b17b7130913ed1b9ebb955c9de62bcf5480b44c8b0f72bb761594fc18e1dfb01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-d2c45d9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-25T01:32:22.299 INFO:journalctl@ceph.mds.i.smithi186.stdout:Apr 25 01:32:22 smithi186 bash[68257]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-i 2024-04-25T01:32:22.463 DEBUG:teuthology.orchestra.run.smithi186:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.i.service' 2024-04-25T01:32:22.494 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:32:22.494 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-25T01:32:22.494 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-25T01:32:22.494 DEBUG:teuthology.orchestra.run.smithi186:> sudo systemctl stop ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.l 2024-04-25T01:32:22.819 INFO:journalctl@ceph.mds.l.smithi186.stdout:Apr 25 01:32:22 smithi186 systemd[1]: Stopping Ceph mds.l for 004ab5e8-02a1-11ef-bc93-c7b262605968... 2024-04-25T01:32:23.080 INFO:journalctl@ceph.mds.l.smithi186.stdout:Apr 25 01:32:22 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-l[62862]: 2024-04-25T01:32:22.842+0000 7f0f4edcf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T01:32:23.080 INFO:journalctl@ceph.mds.l.smithi186.stdout:Apr 25 01:32:22 smithi186 ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-l[62862]: 2024-04-25T01:32:22.842+0000 7f0f4edcf700 -1 mds.l *** got signal Terminated *** 2024-04-25T01:32:25.986 INFO:journalctl@ceph.mds.l.smithi186.stdout:Apr 25 01:32:25 smithi186 podman[68376]: 2024-04-25 01:32:25.691244017 +0000 UTC m=+2.952146979 container died c25b5a8fc860491ad44dc675c77ad455abc799ab84e03a2f217ab679297e1947 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-d2c45d9, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240424) 2024-04-25T01:32:26.302 INFO:journalctl@ceph.mds.l.smithi186.stdout:Apr 25 01:32:26 smithi186 podman[68376]: 2024-04-25 01:32:26.108564931 +0000 UTC m=+3.369467911 container cleanup c25b5a8fc860491ad44dc675c77ad455abc799ab84e03a2f217ab679297e1947 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:a7481a6d0dca93e16a29c8acf1c964b318bd33c455aa5b4e4025b7a00d008901, name=ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-l, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_CLEAN=True, RELEASE=squid-d2c45d9, ceph=True, org.label-schema.vendor=CentOS) 2024-04-25T01:32:26.303 INFO:journalctl@ceph.mds.l.smithi186.stdout:Apr 25 01:32:26 smithi186 bash[68376]: ceph-004ab5e8-02a1-11ef-bc93-c7b262605968-mds-l 2024-04-25T01:32:26.518 DEBUG:teuthology.orchestra.run.smithi186:> sudo pkill -f 'journalctl -f -n 0 -u ceph-004ab5e8-02a1-11ef-bc93-c7b262605968@mds.l.service' 2024-04-25T01:32:26.549 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T01:32:26.550 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-25T01:32:26.550 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T01:32:26.884 INFO:teuthology.orchestra.run.smithi026.stdout:Deleting cluster with fsid: 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:32:32.067 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T01:32:32.255 INFO:teuthology.orchestra.run.smithi111.stdout:Deleting cluster with fsid: 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:32:34.880 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T01:32:35.072 INFO:teuthology.orchestra.run.smithi186.stdout:Deleting cluster with fsid: 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:32:37.392 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T01:32:37.486 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T01:32:37.518 DEBUG:teuthology.orchestra.run.smithi186:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T01:32:37.543 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-25T01:32:37.546 DEBUG:teuthology.misc:Transferring archived files from smithi026:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307/remote/smithi026/crash 2024-04-25T01:32:37.547 DEBUG:teuthology.orchestra.run.smithi026:> sudo tar c -f - -C /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/crash -- . 2024-04-25T01:32:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:tar: /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T01:32:37.648 INFO:teuthology.orchestra.run.smithi026.stderr:tar: Error is not recoverable: exiting now 2024-04-25T01:32:37.653 DEBUG:teuthology.misc:Transferring archived files from smithi111:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307/remote/smithi111/crash 2024-04-25T01:32:37.653 DEBUG:teuthology.orchestra.run.smithi111:> sudo tar c -f - -C /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/crash -- . 2024-04-25T01:32:37.700 INFO:teuthology.orchestra.run.smithi111.stderr:tar: /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T01:32:37.700 INFO:teuthology.orchestra.run.smithi111.stderr:tar: Error is not recoverable: exiting now 2024-04-25T01:32:37.702 DEBUG:teuthology.misc:Transferring archived files from smithi186:/var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307/remote/smithi186/crash 2024-04-25T01:32:37.703 DEBUG:teuthology.orchestra.run.smithi186:> sudo tar c -f - -C /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/crash -- . 2024-04-25T01:32:37.740 INFO:teuthology.orchestra.run.smithi186.stderr:tar: /var/lib/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T01:32:37.741 INFO:teuthology.orchestra.run.smithi186.stderr:tar: Error is not recoverable: exiting now 2024-04-25T01:32:37.742 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-25T01:32:37.742 DEBUG:teuthology.orchestra.run.smithi026:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | head -n 1 2024-04-25T01:32:37.850 INFO:tasks.cephadm:Compressing logs... 2024-04-25T01:32:37.850 DEBUG:teuthology.orchestra.run.smithi026:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T01:32:37.854 DEBUG:teuthology.orchestra.run.smithi111:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T01:32:37.857 DEBUG:teuthology.orchestra.run.smithi186:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T01:32:37.880 INFO:teuthology.orchestra.run.smithi186.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.log 2024-04-25T01:32:37.880 INFO:teuthology.orchestra.run.smithi186.stderr:: No such file or directory 2024-04-25T01:32:37.881 INFO:teuthology.orchestra.run.smithi186.stderr:gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-25T01:32:37.881 INFO:teuthology.orchestra.run.smithi186.stderr:gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-25T01:32:37.881 INFO:teuthology.orchestra.run.smithi186.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose --/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.2.log: /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T01:32:37.882 INFO:teuthology.orchestra.run.smithi186.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-25T01:32:37.882 INFO:teuthology.orchestra.run.smithi186.stderr:gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-25T01:32:37.882 INFO:teuthology.orchestra.run.smithi186.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.audit.log: /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-25T01:32:37.892 INFO:teuthology.orchestra.run.smithi186.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-25T01:32:37.892 INFO:teuthology.orchestra.run.smithi186.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mon.c.log: 86.4% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T01:32:37.892 INFO:teuthology.orchestra.run.smithi186.stderr:gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-25T01:32:37.892 INFO:teuthology.orchestra.run.smithi186.stderr:gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T01:32:37.892 INFO:teuthology.orchestra.run.smithi186.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.i.log: /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mgr.z.log: 90.1% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-25T01:32:37.892 INFO:teuthology.orchestra.run.smithi186.stderr:gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-25T01:32:37.892 INFO:teuthology.orchestra.run.smithi186.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.cephadm.log: 82.3% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T01:32:37.892 INFO:teuthology.orchestra.run.smithi186.stderr:gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-25T01:32:37.892 INFO:teuthology.orchestra.run.smithi186.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.11.log: 92.5% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-25T01:32:37.892 INFO:teuthology.orchestra.run.smithi186.stderr:gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T01:32:37.893 INFO:teuthology.orchestra.run.smithi111.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.log 2024-04-25T01:32:37.894 INFO:teuthology.orchestra.run.smithi111.stderr:: No such file or directory 2024-04-25T01:32:37.894 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T01:32:37.894 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-25T01:32:37.894 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-25T01:32:37.894 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-25T01:32:37.894 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-25T01:32:37.894 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-25T01:32:37.894 INFO:teuthology.orchestra.run.smithi111.stderr: 86.4% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T01:32:37.894 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-25T01:32:37.894 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-25T01:32:37.894 INFO:teuthology.orchestra.run.smithi111.stderr: 90.1% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-25T01:32:37.894 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T01:32:37.895 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-25T01:32:37.895 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.cephadm.log: 82.3% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T01:32:37.895 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T01:32:37.895 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.e.log: 92.3% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-25T01:32:37.895 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-25T01:32:37.903 INFO:teuthology.orchestra.run.smithi186.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-25T01:32:37.904 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-25T01:32:37.905 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T01:32:37.906 INFO:teuthology.orchestra.run.smithi111.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-25T01:32:37.914 INFO:teuthology.orchestra.run.smithi026.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.log 2024-04-25T01:32:37.914 INFO:teuthology.orchestra.run.smithi026.stderr:: No such file or directory 2024-04-25T01:32:37.916 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T01:32:37.917 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-25T01:32:37.917 INFO:teuthology.orchestra.run.smithi186.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-25T01:32:37.918 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-25T01:32:37.918 INFO:teuthology.orchestra.run.smithi026.stderr: 86.4% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T01:32:37.919 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-25T01:32:37.920 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-25T01:32:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.3.log: 90.0% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-25T01:32:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-25T01:32:37.923 INFO:teuthology.orchestra.run.smithi026.stderr: 94.7% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-25T01:32:37.923 INFO:teuthology.orchestra.run.smithi186.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.l.log: 94.2% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-25T01:32:37.923 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-25T01:32:37.924 INFO:teuthology.orchestra.run.smithi186.stderr: 91.0% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T01:32:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-25T01:32:37.926 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T01:32:37.927 INFO:teuthology.orchestra.run.smithi186.stderr:/var/log/ceph/cephadm.log: 92.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T01:32:37.928 INFO:teuthology.orchestra.run.smithi186.stderr: 92.4% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-25T01:32:37.928 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-25T01:32:37.929 INFO:teuthology.orchestra.run.smithi111.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.k.log: /var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T01:32:37.930 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.cephadm.log: 82.5% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T01:32:37.932 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T01:32:37.933 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-25T01:32:37.935 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-25T01:32:37.936 INFO:teuthology.orchestra.run.smithi186.stderr: 92.4% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-25T01:32:37.941 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-25T01:32:37.948 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.9.log: /var/log/ceph/cephadm.log: 94.6% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-25T01:32:37.950 INFO:teuthology.orchestra.run.smithi111.stderr: 94.0% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-25T01:32:37.952 INFO:teuthology.orchestra.run.smithi026.stderr: 90.9% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T01:32:37.953 INFO:teuthology.orchestra.run.smithi111.stderr: 93.4% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-25T01:32:37.957 INFO:teuthology.orchestra.run.smithi186.stderr: 94.0% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-25T01:32:37.958 INFO:teuthology.orchestra.run.smithi026.stderr: 93.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T01:32:37.958 INFO:teuthology.orchestra.run.smithi111.stderr: 92.4% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-25T01:32:37.967 INFO:teuthology.orchestra.run.smithi026.stderr: 92.7% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-25T01:32:37.983 INFO:teuthology.orchestra.run.smithi026.stderr: 93.9% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-25T01:32:38.110 INFO:teuthology.orchestra.run.smithi026.stderr: 89.8% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-25T01:32:38.128 INFO:teuthology.orchestra.run.smithi186.stderr: 93.1% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-25T01:32:38.146 INFO:teuthology.orchestra.run.smithi111.stderr: 91.8% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-25T01:32:38.166 INFO:teuthology.orchestra.run.smithi111.stderr: 92.7% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-25T01:32:38.180 INFO:teuthology.orchestra.run.smithi186.stderr: 92.8% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-25T01:32:38.185 INFO:teuthology.orchestra.run.smithi186.stderr: 91.8% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-25T01:32:38.186 INFO:teuthology.orchestra.run.smithi111.stderr: 92.7% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-25T01:32:38.203 INFO:teuthology.orchestra.run.smithi186.stderr: 92.8% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-25T01:32:38.240 INFO:teuthology.orchestra.run.smithi026.stderr: 92.4% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-25T01:32:38.264 INFO:teuthology.orchestra.run.smithi111.stderr: 92.9% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-25T01:32:38.301 INFO:teuthology.orchestra.run.smithi111.stderr: 93.1% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-25T01:32:38.313 INFO:teuthology.orchestra.run.smithi186.stderr: 92.8% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-25T01:32:38.314 INFO:teuthology.orchestra.run.smithi186.stderr: 2024-04-25T01:32:38.315 INFO:teuthology.orchestra.run.smithi186.stderr:real 0m0.444s 2024-04-25T01:32:38.315 INFO:teuthology.orchestra.run.smithi186.stderr:user 0m1.712s 2024-04-25T01:32:38.315 INFO:teuthology.orchestra.run.smithi186.stderr:sys 0m0.085s 2024-04-25T01:32:38.332 INFO:teuthology.orchestra.run.smithi026.stderr: 92.7% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-25T01:32:38.340 INFO:teuthology.orchestra.run.smithi026.stderr: 92.5% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-25T01:32:38.357 INFO:teuthology.orchestra.run.smithi026.stderr: 92.9% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-25T01:32:38.386 INFO:teuthology.orchestra.run.smithi111.stderr: 93.1% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-25T01:32:38.388 INFO:teuthology.orchestra.run.smithi111.stderr: 2024-04-25T01:32:38.388 INFO:teuthology.orchestra.run.smithi111.stderr:real 0m0.517s 2024-04-25T01:32:38.388 INFO:teuthology.orchestra.run.smithi111.stderr:user 0m2.219s 2024-04-25T01:32:38.388 INFO:teuthology.orchestra.run.smithi111.stderr:sys 0m0.094s 2024-04-25T01:32:38.643 INFO:teuthology.orchestra.run.smithi026.stderr: 90.5% -- replaced with /var/log/ceph/004ab5e8-02a1-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-25T01:32:38.646 INFO:teuthology.orchestra.run.smithi026.stderr: 2024-04-25T01:32:38.646 INFO:teuthology.orchestra.run.smithi026.stderr:real 0m0.759s 2024-04-25T01:32:38.647 INFO:teuthology.orchestra.run.smithi026.stderr:user 0m2.380s 2024-04-25T01:32:38.647 INFO:teuthology.orchestra.run.smithi026.stderr:sys 0m0.285s 2024-04-25T01:32:38.648 INFO:tasks.cephadm:Archiving logs... 2024-04-25T01:32:38.648 DEBUG:teuthology.misc:Transferring archived files from smithi026:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307/remote/smithi026/log 2024-04-25T01:32:38.649 DEBUG:teuthology.orchestra.run.smithi026:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T01:32:39.051 DEBUG:teuthology.misc:Transferring archived files from smithi111:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307/remote/smithi111/log 2024-04-25T01:32:39.052 DEBUG:teuthology.orchestra.run.smithi111:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T01:32:39.390 DEBUG:teuthology.misc:Transferring archived files from smithi186:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307/remote/smithi186/log 2024-04-25T01:32:39.391 DEBUG:teuthology.orchestra.run.smithi186:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T01:32:39.678 INFO:tasks.cephadm:Removing cluster... 2024-04-25T01:32:39.678 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 --force 2024-04-25T01:32:40.004 INFO:teuthology.orchestra.run.smithi026.stdout:Deleting cluster with fsid: 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:32:40.549 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 --force 2024-04-25T01:32:40.739 INFO:teuthology.orchestra.run.smithi111.stdout:Deleting cluster with fsid: 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:32:40.990 DEBUG:teuthology.orchestra.run.smithi186:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 004ab5e8-02a1-11ef-bc93-c7b262605968 --force 2024-04-25T01:32:41.182 INFO:teuthology.orchestra.run.smithi186.stdout:Deleting cluster with fsid: 004ab5e8-02a1-11ef-bc93-c7b262605968 2024-04-25T01:32:41.437 INFO:tasks.cephadm:Removing cephadm ... 2024-04-25T01:32:41.437 DEBUG:teuthology.orchestra.run.smithi026:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T01:32:41.497 DEBUG:teuthology.orchestra.run.smithi111:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T01:32:41.513 DEBUG:teuthology.orchestra.run.smithi186:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T01:32:41.528 INFO:tasks.cephadm:Teardown complete 2024-04-25T01:32:41.528 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-25T01:32:41.543 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-25T01:32:41.543 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T01:32:41.551 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T01:32:41.556 DEBUG:teuthology.orchestra.run.smithi186:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T01:32:41.705 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-25T01:32:41.718 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-25T01:32:41.719 DEBUG:teuthology.orchestra.run.smithi026:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T01:32:41.727 DEBUG:teuthology.orchestra.run.smithi111:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T01:32:41.729 DEBUG:teuthology.orchestra.run.smithi186:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T01:32:41.741 INFO:teuthology.orchestra.run.smithi111.stderr:bash: line 1: ntpq: command not found 2024-04-25T01:32:41.743 INFO:teuthology.orchestra.run.smithi186.stderr:bash: line 1: ntpq: command not found 2024-04-25T01:32:41.746 INFO:teuthology.orchestra.run.smithi111.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T01:32:41.746 INFO:teuthology.orchestra.run.smithi111.stdout:=============================================================================== 2024-04-25T01:32:41.746 INFO:teuthology.orchestra.run.smithi111.stdout:^- hv01.front.sepia.ceph.com 2 6 377 63 +1191us[+1190us] +/- 572ms 2024-04-25T01:32:41.746 INFO:teuthology.orchestra.run.smithi111.stdout:^* hv02.front.sepia.ceph.com 3 6 377 0 -188us[ -188us] +/- 55ms 2024-04-25T01:32:41.746 INFO:teuthology.orchestra.run.smithi111.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 62 +221us[ +221us] +/- 62ms 2024-04-25T01:32:41.746 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:32:41.747 INFO:teuthology.orchestra.run.smithi186.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T01:32:41.747 INFO:teuthology.orchestra.run.smithi186.stdout:=============================================================================== 2024-04-25T01:32:41.747 INFO:teuthology.orchestra.run.smithi186.stdout:^- hv01.front.sepia.ceph.com 2 6 377 60 +1145us[+1145us] +/- 572ms 2024-04-25T01:32:41.747 INFO:teuthology.orchestra.run.smithi186.stdout:^* hv02.front.sepia.ceph.com 3 6 377 61 -185us[ -177us] +/- 55ms 2024-04-25T01:32:41.747 INFO:teuthology.orchestra.run.smithi186.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 61 +210us[ +218us] +/- 62ms 2024-04-25T01:32:41.747 INFO:teuthology.orchestra.run.smithi186.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:32:41.776 INFO:teuthology.orchestra.run.smithi026.stderr:bash: line 1: ntpq: command not found 2024-04-25T01:32:41.786 INFO:teuthology.orchestra.run.smithi026.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T01:32:41.786 INFO:teuthology.orchestra.run.smithi026.stdout:=============================================================================== 2024-04-25T01:32:41.786 INFO:teuthology.orchestra.run.smithi026.stdout:^- hv01.front.sepia.ceph.com 2 6 377 61 +1140us[+1140us] +/- 572ms 2024-04-25T01:32:41.786 INFO:teuthology.orchestra.run.smithi026.stdout:^* hv02.front.sepia.ceph.com 3 6 377 62 -179us[ -181us] +/- 55ms 2024-04-25T01:32:41.786 INFO:teuthology.orchestra.run.smithi026.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 63 +210us[ +207us] +/- 62ms 2024-04-25T01:32:41.786 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T01:32:41.788 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-25T01:32:41.798 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-25T01:32:41.799 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-25T01:32:41.813 DEBUG:teuthology.orchestra.run.smithi026:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T01:32:42.032 DEBUG:teuthology.orchestra.run.smithi111:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T01:32:42.097 DEBUG:teuthology.orchestra.run.smithi186:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T01:32:42.161 DEBUG:teuthology.orchestra.run.smithi026:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T01:32:42.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T01:32:42.259 DEBUG:teuthology.orchestra.run.smithi111:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T01:32:42.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T01:32:42.286 DEBUG:teuthology.orchestra.run.smithi186:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T01:32:42.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T01:32:42.313 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-25T01:32:42.324 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-25T01:32:42.338 INFO:teuthology.task.internal:Duration was 1611.934280 seconds 2024-04-25T01:32:42.339 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-25T01:32:42.352 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-25T01:32:42.352 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T01:32:42.360 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T01:32:42.362 DEBUG:teuthology.orchestra.run.smithi186:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T01:32:42.397 INFO:teuthology.orchestra.run.smithi111.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T01:32:42.398 INFO:teuthology.orchestra.run.smithi186.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T01:32:42.492 INFO:teuthology.orchestra.run.smithi026.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T01:32:42.898 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-25T01:32:42.898 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi026.front.sepia.ceph.com 2024-04-25T01:32:42.898 DEBUG:teuthology.orchestra.run.smithi026:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T01:32:42.976 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi111.front.sepia.ceph.com 2024-04-25T01:32:42.976 DEBUG:teuthology.orchestra.run.smithi111:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T01:32:43.006 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi186.front.sepia.ceph.com 2024-04-25T01:32:43.006 DEBUG:teuthology.orchestra.run.smithi186:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T01:32:43.027 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-25T01:32:43.027 DEBUG:teuthology.orchestra.run.smithi026:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T01:32:43.034 DEBUG:teuthology.orchestra.run.smithi111:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T01:32:43.049 DEBUG:teuthology.orchestra.run.smithi186:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T01:32:43.123 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-25T01:32:43.123 DEBUG:teuthology.orchestra.run.smithi026:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T01:32:43.129 DEBUG:teuthology.orchestra.run.smithi111:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T01:32:43.131 DEBUG:teuthology.orchestra.run.smithi186:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T01:32:43.635 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-25T01:32:43.646 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-25T01:32:43.646 DEBUG:teuthology.orchestra.run.smithi026:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T01:32:43.731 DEBUG:teuthology.orchestra.run.smithi111:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T01:32:43.756 DEBUG:teuthology.orchestra.run.smithi186:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T01:32:43.780 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-25T01:32:43.793 DEBUG:teuthology.orchestra.run.smithi026:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T01:32:43.802 DEBUG:teuthology.orchestra.run.smithi111:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T01:32:43.804 DEBUG:teuthology.orchestra.run.smithi186:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T01:32:43.824 INFO:teuthology.orchestra.run.smithi111.stdout:kernel.core_pattern = core 2024-04-25T01:32:43.843 INFO:teuthology.orchestra.run.smithi186.stdout:kernel.core_pattern = core 2024-04-25T01:32:43.899 INFO:teuthology.orchestra.run.smithi026.stdout:kernel.core_pattern = core 2024-04-25T01:32:43.947 DEBUG:teuthology.orchestra.run.smithi026:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T01:32:44.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T01:32:44.000 DEBUG:teuthology.orchestra.run.smithi111:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T01:32:44.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T01:32:44.015 DEBUG:teuthology.orchestra.run.smithi186:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T01:32:44.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T01:32:44.029 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-25T01:32:44.041 INFO:teuthology.task.internal:Transferring archived files... 2024-04-25T01:32:44.041 DEBUG:teuthology.misc:Transferring archived files from smithi026:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307/remote/smithi026 2024-04-25T01:32:44.041 DEBUG:teuthology.orchestra.run.smithi026:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T01:32:44.148 DEBUG:teuthology.misc:Transferring archived files from smithi111:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307/remote/smithi111 2024-04-25T01:32:44.149 DEBUG:teuthology.orchestra.run.smithi111:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T01:32:44.188 DEBUG:teuthology.misc:Transferring archived files from smithi186:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-24_21:24:02-fs-squid-distro-default-smithi/7672307/remote/smithi186 2024-04-25T01:32:44.188 DEBUG:teuthology.orchestra.run.smithi186:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T01:32:44.222 INFO:teuthology.task.internal:Removing archive directory... 2024-04-25T01:32:44.223 DEBUG:teuthology.orchestra.run.smithi026:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T01:32:44.230 DEBUG:teuthology.orchestra.run.smithi111:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T01:32:44.232 DEBUG:teuthology.orchestra.run.smithi186:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T01:32:44.284 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-25T01:32:44.297 INFO:teuthology.task.internal:Not uploading archives. 2024-04-25T01:32:44.297 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-25T01:32:44.311 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-25T01:32:44.311 DEBUG:teuthology.orchestra.run.smithi026:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T01:32:44.322 DEBUG:teuthology.orchestra.run.smithi111:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T01:32:44.324 DEBUG:teuthology.orchestra.run.smithi186:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T01:32:44.336 INFO:teuthology.orchestra.run.smithi111.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 01:32 /home/ubuntu/cephtest 2024-04-25T01:32:44.338 INFO:teuthology.orchestra.run.smithi186.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 01:32 /home/ubuntu/cephtest 2024-04-25T01:32:44.369 INFO:teuthology.orchestra.run.smithi026.stdout: 393947 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 01:32 /home/ubuntu/cephtest 2024-04-25T01:32:44.372 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-25T01:32:44.385 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-25T01:32:44.478 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 806ec36b21129f113ce356c007dd59694d340b37 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/yes 5-workunit/suites/fsync-tester}} duration: 1611.934279680252 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-04-25T01:32:44.478 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-25T01:32:44.554 INFO:teuthology.run:pass